perf 198744 [000] 2534.980452: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [000] 2534.980488: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [000] 2534.980525: 35 cycles: ffffffff8a73eff8 sched_setaffinity+0xe8 ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [000] 2534.980553: 1232 cycles: ffffffff8a73eff8 sched_setaffinity+0xe8 ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [000] 2534.980580: 56489 cycles: ffffffff8a9a5660 kmalloc_slab+0x70 ([kernel.kallsyms]) ffffffff8a9a58a4 __kmalloc_node+0x34 ([kernel.kallsyms]) ffffffff8a72e4b3 alloc_user_cpus_ptr+0x33 ([kernel.kallsyms]) ffffffff8a73f05a sched_setaffinity+0x14a ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [000] 2534.980609: 2661951 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [001] 2534.981273: 1 cycles: ffffffff8a946967 ctx_resched+0x107 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [001] 2534.981301: 1 cycles: ffffffff8a946967 ctx_resched+0x107 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [001] 2534.981330: 45 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [001] 2534.981355: 2024 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [001] 2534.981379: 104623 cycles: ffffffff8aaab1e4 __fdget+0x14 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/1 22 [001] 2534.981425: 5444698 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a739f71 move_queued_task+0x31 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197533 [000] 2534.981598: 118335463 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [002] 2534.983062: 1 cycles: ffffffff8a609a7b x86_pmu_enable_event+0x7b ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [002] 2534.983093: 1 cycles: ffffffff8a609a7b x86_pmu_enable_event+0x7b ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [002] 2534.983123: 40 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [002] 2534.983148: 1728 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [002] 2534.983176: 88656 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [002] 2534.983216: 4092329 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8b6a5716 __wait_for_common+0x36 ([kernel.kallsyms]) ffffffff8b6a58a4 wait_for_completion+0x24 ([kernel.kallsyms]) ffffffff8a73a1cf affine_move_task+0x12f ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [003] 2534.983292: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [003] 2534.983317: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [003] 2534.983341: 52 cycles: ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [003] 2534.983363: 2836 cycles: ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [003] 2534.983390: 159301 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [004] 2534.983489: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [004] 2534.983516: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [004] 2534.983543: 48 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [004] 2534.983566: 2278 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [004] 2534.983592: 126051 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/4 40 [004] 2534.983641: 6296369 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [001] 2534.983698: 157574165 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2534.983817: 7703797 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [005] 2534.983835: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [005] 2534.983863: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [005] 2534.983889: 46 cycles: 21f6be perf_cpu_map__idx+0x4e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [005] 2534.983915: 2246 cycles: 21f6be perf_cpu_map__idx+0x4e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [005] 2534.983941: 109181 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21f6be perf_cpu_map__idx+0x4e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/5 46 [005] 2534.983990: 5441229 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a739f71 move_queued_task+0x31 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [006] 2534.984122: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [006] 2534.984152: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [006] 2534.984178: 44 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [006] 2534.984204: 2136 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [006] 2534.984231: 108520 cycles: ffffffff8ac629dd security_file_ioctl+0x4d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/6 52 [006] 2534.984278: 5165834 cycles: ffffffff8a747b1f update_load_avg+0x24f ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [007] 2534.984487: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [007] 2534.984513: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [007] 2534.984539: 50 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [007] 2534.984562: 2526 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [007] 2534.984586: 137092 cycles: ffffffff8a93ecb9 perf_event_ctx_lock_nested.constprop.0+0x59 ([kernel.kallsyms]) ffffffff8a94da17 perf_ioctl+0x37 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [007] 2534.984638: 7566545 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [008] 2534.984735: 1 cycles: ffffffff8a946967 ctx_resched+0x107 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [008] 2534.984762: 1 cycles: ffffffff8a946967 ctx_resched+0x107 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [008] 2534.984801: 47 cycles: 107a6b evlist_cpu_iterator__next+0x2b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [008] 2534.984823: 1589 cycles: 107a6b evlist_cpu_iterator__next+0x2b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [008] 2534.984847: 89102 cycles: 21f6d7 perf_cpu_map__idx+0x67 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [008] 2534.984892: 4756408 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8b6a5716 __wait_for_common+0x36 ([kernel.kallsyms]) ffffffff8b6a58a4 wait_for_completion+0x24 ([kernel.kallsyms]) ffffffff8a73a1cf affine_move_task+0x12f ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [002] 2534.984990: 134828269 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [005] 2534.986070: 129626876 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [009] 2534.986425: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [009] 2534.986454: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [009] 2534.986483: 44 cycles: ffffffff8a94d9ff perf_ioctl+0x1f ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [009] 2534.986511: 1936 cycles: ffffffff8a94d9ff perf_ioctl+0x1f ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [009] 2534.986536: 89555 cycles: ffffffff8a94d468 _perf_ioctl+0x238 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [009] 2534.986573: 4653127 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8b6a5716 __wait_for_common+0x36 ([kernel.kallsyms]) ffffffff8b6a58a4 wait_for_completion+0x24 ([kernel.kallsyms]) ffffffff8a73a1cf affine_move_task+0x12f ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [010] 2534.986671: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [010] 2534.986701: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194623 [006] 2534.986714: 144069050 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [010] 2534.986733: 43 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [004] 2534.986743: 147800694 cycles: 1406aef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [010] 2534.986760: 1738 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [010] 2534.986789: 83160 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [010] 2534.986833: 3660792 cycles: ffffffff8a74e067 dequeue_task_fair+0x27 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [003] 2534.987098: 26855480 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [008] 2534.987120: 138373439 cycles: ffffffff8a7606d7 __update_load_avg_cfs_rq+0x297 ([kernel.kallsyms]) ffffffff8a748137 __update_blocked_fair+0xa7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) perf 198744 [011] 2534.987687: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [011] 2534.987715: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [011] 2534.987745: 46 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [011] 2534.987769: 2010 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [011] 2534.987794: 104147 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/11 82 [011] 2534.987835: 5441609 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [007] 2534.988075: 165461374 cycles: ffffffff8a7f7428 __flush_smp_call_function_queue+0xd8 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [009] 2534.988667: 161641630 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2534.988705: 108430442 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [012] 2534.990070: 1 cycles: ffffffff8a609a7a x86_pmu_enable_event+0x7a ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [012] 2534.990096: 1 cycles: ffffffff8a609a7a x86_pmu_enable_event+0x7a ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [012] 2534.990124: 49 cycles: 11a994 ioctl+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [012] 2534.990150: 2298 cycles: 11a994 ioctl+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [012] 2534.990175: 110927 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/12 88 [012] 2534.990219: 5784289 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a739f71 move_queued_task+0x31 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.Scheduler 171306 [011] 2534.990254: 174702502 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [013] 2534.990472: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [013] 2534.990500: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [013] 2534.990527: 45 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [013] 2534.990553: 2189 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [013] 2534.990582: 109800 cycles: ffffffff8a77cd00 __raw_spin_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [013] 2534.990634: 4761610 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73a671 __set_cpus_allowed_ptr_locked+0x31 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990776: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990808: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990839: 41 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990868: 1724 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990898: 75160 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [014] 2534.990934: 3224327 cycles: ffffffff8a818fab guarantee_online_cpus+0x9b ([kernel.kallsyms]) ffffffff8a81d439 cpuset_cpus_allowed+0xa9 ([kernel.kallsyms]) ffffffff8a73ed73 __sched_setaffinity+0xa3 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [015] 2534.991237: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [015] 2534.991263: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [015] 2534.991289: 48 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [015] 2534.991314: 2428 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [015] 2534.991338: 125705 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/15 106 [015] 2534.991386: 6560126 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [016] 2534.991548: 1 cycles: ffffffff8a609a7a x86_pmu_enable_event+0x7a ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [016] 2534.991581: 1 cycles: ffffffff8a609a7a x86_pmu_enable_event+0x7a ([kernel.kallsyms]) ffffffff8a60b910 amd_pmu_enable_all+0x50 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [016] 2534.991614: 38 cycles: ffffffff8aa3179c __kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8b5fc74f alloc_cpumask_var_node+0x1f ([kernel.kallsyms]) ffffffff8a73f242 __x64_sys_sched_setaffinity+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [016] 2534.991640: 1507 cycles: ffffffff8aa3179c __kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8b5fc74f alloc_cpumask_var_node+0x1f ([kernel.kallsyms]) ffffffff8a73f242 __x64_sys_sched_setaffinity+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [016] 2534.991668: 72825 cycles: ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8a730ffa get_user_cpu_mask+0x3a ([kernel.kallsyms]) ffffffff8a73f255 __x64_sys_sched_setaffinity+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [016] 2534.991704: 3355673 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a821cf9 cpu_stop_queue_work+0x69 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a73a4a6 affine_move_task+0x406 ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [017] 2534.991856: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [017] 2534.991884: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [017] 2534.991911: 45 cycles: 21f6a8 perf_cpu_map__idx+0x38 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [017] 2534.991937: 2155 cycles: 21f6a8 perf_cpu_map__idx+0x38 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [017] 2534.991962: 105035 cycles: 221347 perf_evsel__run_ioctl+0x42 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/17 118 [017] 2534.992004: 5425076 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [018] 2534.992085: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [018] 2534.992112: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [018] 2534.992142: 47 cycles: ffffffff8a7d826d __hrtimer_run_queues+0xed ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [018] 2534.992167: 2064 cycles: ffffffff8a7d826d __hrtimer_run_queues+0xed ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [018] 2534.992194: 103490 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [018] 2534.992244: 4930154 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [014] 2534.992290: 115519768 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [012] 2534.992314: 171024876 cycles: 27279ac3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [013] 2534.992431: 121072584 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [016] 2534.992881: 122310763 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [019] 2534.992941: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [019] 2534.992968: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [019] 2534.992994: 48 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [019] 2534.993020: 2324 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [019] 2534.993046: 114422 cycles: ffffffff8a93cb8e event_function+0x8e ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/19 130 [019] 2534.993090: 5799671 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [020] 2534.993188: 1 cycles: ffffffff8a60b913 amd_pmu_enable_all+0x53 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [020] 2534.993216: 1 cycles: ffffffff8a60b913 amd_pmu_enable_all+0x53 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [020] 2534.993242: 46 cycles: ffffffff8a60b913 amd_pmu_enable_all+0x53 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [020] 2534.993268: 2324 cycles: ffffffff8a60b913 amd_pmu_enable_all+0x53 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [020] 2534.993299: 111976 cycles: 107a91 evlist_cpu_iterator__next+0x51 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/20 136 [020] 2534.993353: 4734123 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [021] 2534.993609: 1 cycles: ffffffff8a607ab6 x86_pmu_enable+0x1b6 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [021] 2534.993635: 1 cycles: ffffffff8a607ab6 x86_pmu_enable+0x1b6 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [021] 2534.993664: 49 cycles: ffffffff8b616efa rb_erase+0xea ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [021] 2534.993691: 2204 cycles: ffffffff8b616efa rb_erase+0xea ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [021] 2534.993718: 106546 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [021] 2534.993762: 4937236 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994054: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994091: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994120: 35 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994145: 1572 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994174: 80021 cycles: ffffffff8a94d9e5 perf_ioctl+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [022] 2534.994213: 3596233 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a821d33 cpu_stop_queue_work+0xa3 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a73a4a6 affine_move_task+0x406 ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagentd 171590 [018] 2534.994282: 129049722 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) perf 198744 [023] 2534.994416: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [023] 2534.994442: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [023] 2534.994466: 49 cycles: 220208 xyarray__max_y+0x1 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221368 perf_evsel__run_ioctl+0x63 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [023] 2534.994487: 2603 cycles: 220208 xyarray__max_y+0x1 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221368 perf_evsel__run_ioctl+0x63 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [023] 2534.994515: 155916 cycles: 220208 xyarray__max_y+0x1 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221368 perf_evsel__run_ioctl+0x63 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [017] 2534.994538: 148717781 cycles: 9a66e pthread_rwlock_rdlock+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1326ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2534.994583: 7255754 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [015] 2534.994793: 159752359 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [024] 2534.995328: 1 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [024] 2534.995355: 1 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [024] 2534.995381: 49 cycles: 221356 perf_evsel__run_ioctl+0x51 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [024] 2534.995405: 2375 cycles: 221356 perf_evsel__run_ioctl+0x51 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [024] 2534.995430: 126270 cycles: ffffffff8aaab06f __fget_light+0xf ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/24 160 [024] 2534.995479: 6514142 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [025] 2534.995550: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [025] 2534.995575: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [022] 2534.995576: 118278889 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [025] 2534.995604: 53 cycles: ffffffff8a77cd06 __raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [020] 2534.995615: 114977092 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [025] 2534.995629: 2341 cycles: ffffffff8a77cd06 __raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [025] 2534.995655: 120675 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/25 166 [025] 2534.995704: 5970614 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a739f71 move_queued_task+0x31 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [026] 2534.995775: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [026] 2534.995804: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [026] 2534.995830: 45 cycles: 221361 perf_evsel__run_ioctl+0x5c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [026] 2534.995854: 2211 cycles: 221361 perf_evsel__run_ioctl+0x5c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [026] 2534.995881: 117695 cycles: ffffffff8a7d8daf hrtimer_interrupt+0x8f ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 221361 perf_evsel__run_ioctl+0x5c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [026] 2534.995936: 5677057 cycles: ffffffff8a779b60 psi_task_change+0x50 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a821d33 cpu_stop_queue_work+0xa3 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a73a4a6 affine_move_task+0x406 ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [027] 2534.996019: 1 cycles: ffffffff8a607ab0 x86_pmu_enable+0x1b0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [027] 2534.996049: 1 cycles: ffffffff8a607ab0 x86_pmu_enable+0x1b0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [027] 2534.996074: 43 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [027] 2534.996099: 2188 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [021] 2534.996112: 147312188 cycles: ffffffff8a65e8c0 arch_cpu_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [027] 2534.996128: 114139 cycles: ffffffff8a74c535 select_task_rq_fair+0xb5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/27 178 [027] 2534.996179: 5029574 cycles: ffffffff8a7431e9 migrate_task_rq_fair+0xe9 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a739f7b move_queued_task+0x3b ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 198626 [019] 2534.996308: 172583563 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [028] 2534.997239: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [028] 2534.997268: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [028] 2534.997303: 44 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [028] 2534.997333: 1609 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [028] 2534.997363: 69342 cycles: ffffffff8a94da17 perf_ioctl+0x37 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [028] 2534.997396: 3051487 cycles: ffffffff8a7327fa ttwu_queue_wakelist+0x3a ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a821d33 cpu_stop_queue_work+0xa3 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a73a4a6 affine_move_task+0x406 ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [026] 2534.997913: 119526147 cycles: 3b373b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [029] 2534.998053: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [029] 2534.998081: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [029] 2534.998106: 47 cycles: 221304 perf_evsel__ioctl+0x7c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) perf 198744 [029] 2534.998127: 2411 cycles: 221304 perf_evsel__ioctl+0x7c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) perf 198744 [029] 2534.998148: 145488 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/29 190 [029] 2534.998204: 8690465 cycles: ffffffff8a74c887 can_migrate_task.part.0+0x97 ([kernel.kallsyms]) ffffffff8a74d297 detach_tasks+0xb7 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753a98 balance_fair+0x28 ([kernel.kallsyms]) ffffffff8a731f1d put_prev_task_balance+0x4d ([kernel.kallsyms]) ffffffff8a738ac2 pick_next_task+0x7c2 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [024] 2534.998436: 153895547 cycles: ffffffff8a7eec58 tick_nohz_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2534.998632: 141248443 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [030] 2534.998666: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [030] 2534.998693: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [030] 2534.998722: 46 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [030] 2534.998747: 2096 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [030] 2534.998774: 106405 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [030] 2534.998823: 5032252 cycles: ffffffff8a739800 check_preempt_curr+0x50 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a821d33 cpu_stop_queue_work+0xa3 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a73a4a6 affine_move_task+0x406 ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [031] 2534.998900: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [031] 2534.998927: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [031] 2534.998954: 47 cycles: 21f69b perf_cpu_map__idx+0x2b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [031] 2534.998979: 2253 cycles: 21f69b perf_cpu_map__idx+0x2b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198055 [027] 2534.998985: 129027462 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [031] 2534.999003: 115406 cycles: ffffffff8a94d9ff perf_ioctl+0x1f ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/31 202 [031] 2534.999052: 6086138 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [028] 2534.999111: 118720884 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [032] 2534.999217: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [032] 2534.999251: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [032] 2534.999284: 38 cycles: 11a9de ioctl+0x4e (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [003] 2534.999290: 33830820 cycles: 3b5937c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [032] 2534.999308: 1477 cycles: 11a9de ioctl+0x4e (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 198650 [025] 2534.999331: 158686018 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [032] 2534.999332: 76621 cycles: ffffffff8b8000df entry_SYSCALL_64_after_hwframe+0x67 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [032] 2534.999367: 4130880 cycles: ffffffff8b6a46a1 __schedule+0x1a1 ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8b6a5716 __wait_for_common+0x36 ([kernel.kallsyms]) ffffffff8b6a58a4 wait_for_completion+0x24 ([kernel.kallsyms]) ffffffff8a73a1cf affine_move_task+0x12f ([kernel.kallsyms]) ffffffff8a73a791 __set_cpus_allowed_ptr_locked+0x151 ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999458: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999484: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999513: 50 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999538: 2241 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999566: 112413 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [033] 2534.999621: 5316391 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a73394b __do_set_cpus_allowed+0xfb ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999712: 1 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999740: 1 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999771: 46 cycles: ffffffff8a73bcc0 try_to_wake_up+0x0 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999798: 1879 cycles: ffffffff8a73bcc0 try_to_wake_up+0x0 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999824: 90601 cycles: ffffffff8a7433bc select_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [034] 2534.999872: 4521981 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [035] 2534.999960: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [035] 2534.999987: 1 cycles: ffffffff8a60b8fa amd_pmu_enable_all+0x3a ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [035] 2535.000012: 48 cycles: ffffffff8a7f7d37 generic_exec_single+0xc7 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [035] 2535.000037: 2439 cycles: ffffffff8a7f7d37 generic_exec_single+0xc7 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [035] 2535.000062: 123577 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/35 226 [035] 2535.000113: 6370183 cycles: ffffffff8a74da7c check_preempt_wakeup+0x22c ([kernel.kallsyms]) ffffffff8a73981b check_preempt_curr+0x6b ([kernel.kallsyms]) ffffffff8a73a034 move_queued_task+0xf4 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [036] 2535.000203: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [036] 2535.000229: 1 cycles: ffffffff8a60b919 amd_pmu_enable_all+0x59 ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [036] 2535.000256: 49 cycles: 22128c perf_evsel__ioctl+0x4 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [036] 2535.000279: 2278 cycles: 22128c perf_evsel__ioctl+0x4 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [036] 2535.000306: 129924 cycles: ffffffff8b696b84 sysvec_apic_timer_interrupt+0x24 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 22128c perf_evsel__ioctl+0x4 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/36 232 [036] 2535.000366: 6202747 cycles: ffffffff8a75859d balance_dl+0x1d ([kernel.kallsyms]) ffffffff8a731f1d put_prev_task_balance+0x4d ([kernel.kallsyms]) ffffffff8a738ac2 pick_next_task+0x7c2 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [037] 2535.000401: 1 cycles: ffffffff8a607ab0 x86_pmu_enable+0x1b0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [037] 2535.000426: 1 cycles: ffffffff8a607ab0 x86_pmu_enable+0x1b0 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [037] 2535.000450: 52 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [037] 2535.000473: 2756 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [037] 2535.000497: 151280 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/37 238 [037] 2535.000553: 8042674 cycles: ffffffff8a771835 put_prev_task_stop+0x5 ([kernel.kallsyms]) ffffffff8a738ac2 pick_next_task+0x7c2 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [038] 2535.000638: 1 cycles: ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [038] 2535.000666: 1 cycles: ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [038] 2535.000693: 46 cycles: 21f6d7 perf_cpu_map__idx+0x67 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [038] 2535.000717: 2164 cycles: 21f6d7 perf_cpu_map__idx+0x67 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [038] 2535.000742: 116572 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/38 244 [038] 2535.000793: 6044863 cycles: ffffffff8b6a4669 __schedule+0x169 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [039] 2535.001050: 1 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [039] 2535.001079: 1 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [039] 2535.001107: 45 cycles: 11a9c8 ioctl+0x38 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [030] 2535.001108: 133825422 cycles: ffffffff8a74fe2b update_sg_lb_stats+0x2b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [039] 2535.001134: 2062 cycles: 11a9c8 ioctl+0x38 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [039] 2535.001166: 98879 cycles: 11a9c8 ioctl+0x38 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [039] 2535.001243: 3458723 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [040] 2535.001324: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [040] 2535.001354: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [040] 2535.001381: 43 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [040] 2535.001407: 2061 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 194440 [033] 2535.001414: 112271713 cycles: 183062f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [040] 2535.001432: 103186 cycles: 11a99d ioctl+0xd (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/40 256 [040] 2535.001475: 5254604 cycles: ffffffff8a736ba5 resched_curr+0x55 ([kernel.kallsyms]) ffffffff8a73a034 move_queued_task+0xf4 ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) perf 198744 [041] 2535.001536: 1 cycles: ffffffff8a93e2ab event_function_call+0xeb ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [041] 2535.001561: 1 cycles: ffffffff8a93e2ab event_function_call+0xeb ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [041] 2535.001585: 52 cycles: 21f6b4 perf_cpu_map__idx+0x44 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [041] 2535.001608: 2713 cycles: 21f6b4 perf_cpu_map__idx+0x44 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107a7d evlist_cpu_iterator__next+0x3d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [032] 2535.001616: 133935096 cycles: ffffffff8a7f73a4 __flush_smp_call_function_queue+0x54 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [041] 2535.001631: 156788 cycles: ffffffff8a94d468 _perf_ioctl+0x238 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [041] 2535.001695: 8646309 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [029] 2535.001726: 181423745 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [031] 2535.001832: 144057334 cycles: 157308c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [034] 2535.001844: 109129715 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [042] 2535.002677: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [042] 2535.002706: 1 cycles: ffffffff8a60b91c amd_pmu_enable_all+0x5c ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [042] 2535.002734: 45 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a94da17 perf_ioctl+0x37 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [042] 2535.002761: 2070 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a94da17 perf_ioctl+0x37 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [042] 2535.002787: 98574 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/42 268 [042] 2535.002828: 4954139 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73acb7 migration_cpu_stop+0x77 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) Test 194631 [039] 2535.002852: 60273964 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [038] 2535.002866: 136438681 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [043] 2535.002894: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198615 [036] 2535.002909: 119607882 cycles: ffffffff8a6c45f1 do_user_addr_fault+0x1 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [043] 2535.002923: 1 cycles: ffffffff8a93d12e perf_ctx_enable+0x3e ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [043] 2535.002951: 44 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [043] 2535.002977: 2036 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [043] 2535.003003: 98280 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [043] 2535.003046: 4864420 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a73390a __do_set_cpus_allowed+0xba ([kernel.kallsyms]) ffffffff8a73a77c __set_cpus_allowed_ptr_locked+0x13c ([kernel.kallsyms]) ffffffff8a73a87a __set_cpus_allowed_ptr+0x5a ([kernel.kallsyms]) ffffffff8a73edb2 __sched_setaffinity+0xe2 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 18459c affinity__set+0x9c (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 107ac3 evlist_cpu_iterator__next+0x83 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108719 __evlist__enable+0x119 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [044] 2535.003176: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [044] 2535.003206: 1 cycles: ffffffff8a607aaf x86_pmu_enable+0x1af ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.IC 194002 [040] 2535.003228: 159088430 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) perf 198744 [044] 2535.003237: 43 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [044] 2535.003267: 1788 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [044] 2535.003296: 77693 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [044] 2535.003342: 3429317 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f7d3f generic_exec_single+0xcf ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [035] 2535.003584: 166100013 cycles: 26a2cde [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [045] 2535.003592: 1 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [045] 2535.003618: 1 cycles: ffffffff8a9394da remote_function+0x5a ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [045] 2535.003646: 50 cycles: 11a9e7 ioctl+0x57 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [045] 2535.003669: 2304 cycles: 11a9e7 ioctl+0x57 (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [045] 2535.003696: 124216 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/45 286 [045] 2535.003744: 6042794 cycles: ffffffff8a7535fd newidle_balance+0x2d ([kernel.kallsyms]) ffffffff8a753a98 balance_fair+0x28 ([kernel.kallsyms]) ffffffff8a731f1d put_prev_task_balance+0x4d ([kernel.kallsyms]) ffffffff8a738ac2 pick_next_task+0x7c2 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [037] 2535.003901: 168228082 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [046] 2535.003937: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [046] 2535.003966: 1 cycles: ffffffff8a60b8ff amd_pmu_enable_all+0x3f ([kernel.kallsyms]) ffffffff8a607aab x86_pmu_enable+0x1ab ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [046] 2535.003994: 44 cycles: 108715 __evlist__enable+0x115 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [046] 2535.004018: 2016 cycles: 108715 __evlist__enable+0x115 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [046] 2535.004043: 108644 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9b4c6 __x64_sys_ioctl+0x26 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) migration/46 292 [046] 2535.004089: 5622596 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a73a01f move_queued_task+0xdf ([kernel.kallsyms]) ffffffff8a73af88 migration_cpu_stop+0x348 ([kernel.kallsyms]) ffffffff8a821f8f cpu_stopper_thread+0x9f ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [041] 2535.004423: 178692675 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [044] 2535.004623: 98189399 cycles: 3c793a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2535.004635: 157270644 cycles: 197f1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [043] 2535.005061: 148453777 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [047] 2535.006551: 1 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [047] 2535.006581: 1 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a93d12a perf_ctx_enable+0x3a ([kernel.kallsyms]) ffffffff8a946966 ctx_resched+0x106 ([kernel.kallsyms]) ffffffff8a946ba8 __perf_event_enable+0x1f8 ([kernel.kallsyms]) ffffffff8a93cb8b event_function+0x8b ([kernel.kallsyms]) ffffffff8a9394d7 remote_function+0x57 ([kernel.kallsyms]) ffffffff8a7f7d34 generic_exec_single+0xc4 ([kernel.kallsyms]) ffffffff8a7f7ec3 smp_call_function_single+0x113 ([kernel.kallsyms]) ffffffff8a93e311 event_function_call+0x151 ([kernel.kallsyms]) ffffffff8a93e41e _perf_event_enable+0x6e ([kernel.kallsyms]) ffffffff8a9385c0 perf_event_for_each_child+0x40 ([kernel.kallsyms]) ffffffff8a94d470 _perf_ioctl+0x240 ([kernel.kallsyms]) ffffffff8a94da28 perf_ioctl+0x48 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11a9cf ioctl+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 221302 perf_evsel__ioctl+0x7a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 221343 perf_evsel__run_ioctl+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2213a2 perf_evsel__enable_cpu+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108711 __evlist__enable+0x111 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [047] 2535.006620: 43 cycles: ffffffff8aa31629 __kmem_cache_alloc_node+0x29 ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8b5fc74f alloc_cpumask_var_node+0x1f ([kernel.kallsyms]) ffffffff8a73f242 __x64_sys_sched_setaffinity+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 184645 __affinity__cleanup+0x95 (inlined) 184645 affinity__cleanup+0x95 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108746 __evlist__enable+0x146 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [047] 2535.006634: 1961 cycles: ffffffff8aa31629 __kmem_cache_alloc_node+0x29 ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8b5fc74f alloc_cpumask_var_node+0x1f ([kernel.kallsyms]) ffffffff8a73f242 __x64_sys_sched_setaffinity+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 184645 __affinity__cleanup+0x95 (inlined) 184645 affinity__cleanup+0x95 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108746 __evlist__enable+0x146 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [047] 2535.006660: 101846 cycles: ffffffff8a818fac guarantee_online_cpus+0x9c ([kernel.kallsyms]) ffffffff8a81d439 cpuset_cpus_allowed+0xa9 ([kernel.kallsyms]) ffffffff8a73ed73 __sched_setaffinity+0xa3 ([kernel.kallsyms]) ffffffff8a73f09b sched_setaffinity+0x18b ([kernel.kallsyms]) ffffffff8a73f299 __x64_sys_sched_setaffinity+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108e3b sched_setaffinity+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 184645 __affinity__cleanup+0x95 (inlined) 184645 affinity__cleanup+0x95 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 108746 __evlist__enable+0x146 (inlined) 85ec5 __cmd_record+0x2935 (inlined) ffffffffffffffff [unknown] ([unknown]) perf 198744 [047] 2535.006700: 5136350 cycles: 195ccf open64+0x8f (inlined) 195ccf perf_event__get_comm_ids+0x8f (inlined) 196455 perf_event__prepare_comm+0x115 (inlined) 196455 perf_event__synthesize_comm+0x115 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 85484 __cmd_record+0x1ef4 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [046] 2535.007490: 161989496 cycles: 1411be9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2535.007942: 144621522 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [047] 2535.008115: 164660526 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2234d2 __read_once_size+0x97 (inlined) 2234d2 ring_buffer_read_head+0x97 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 223c59 perf_mmap__read_head+0x1e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 119721 perf_mmap__push+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.Backgr 194456 [003] 2535.012510: 38181450 cycles: 283beb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [010] 2535.024370: 79523688 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2535.027059: 158205878 cycles: ffffffffc0ca9eae nf_confirm+0x4e ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2535.028761: 93193850 cycles: 129aad6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [003] 2535.029088: 39906636 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 1300eeb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2535.034435: 119812731 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [004] 2535.036634: 95441959 cycles: 133ae167 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [014] 2535.037020: 96181039 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [022] 2535.037433: 99501630 cycles: 12e96ead [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2535.037519: 81513439 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [044] 2535.038737: 93909514 cycles: 35deb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [002] 2535.039123: 100153440 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [034] 2535.041245: 94834370 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [008] 2535.041539: 95173425 cycles: ffffffff8b479b5e tcp_clean_rtx_queue.constprop.0+0x5fe ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2535.043251: 86750722 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 151702 [006] 2535.044153: 69896215 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [005] 2535.044245: 70221557 cycles: 1ca1fd0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [018] 2535.044464: 90826094 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2535.044759: 89467905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2535.045293: 89900820 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2535.046056: 73725525 cycles: 3ac5110 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [003] 2535.047493: 39906636 cycles: 26a788e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [028] 2535.048470: 121548848 cycles: 9b120 pthread_rwlock_wrlock+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14d54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [036] 2535.051333: 141046301 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [010] 2535.052864: 48078829 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.054136: 75839305 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [007] 2535.054801: 84704732 cycles: ffffffff8a733efd raw_spin_rq_lock_nested+0xd ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197533 [038] 2535.054993: 81452437 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 198683 [030] 2535.055028: 64341523 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [027] 2535.055086: 69113526 cycles: ffffffff8b48eb01 __xfrm_policy_check2.constprop.0+0x1 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [012] 2535.056729: 89242456 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [023] 2535.057833: 96154562 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [017] 2535.058013: 99702841 cycles: ffffffff8a75305a load_balance+0x32a ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [024] 2535.058237: 79225205 cycles: ffffffff8a7529e8 update_sd_lb_stats.constprop.0+0x258 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [021] 2535.058729: 115870859 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2535.058791: 96384401 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [031] 2535.062033: 68290533 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [015] 2535.062458: 58803302 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [003] 2535.062790: 59351925 cycles: ffffffff8a9ecf21 rmqueue+0x21 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [040] 2535.063259: 88874591 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [042] 2535.064125: 55401414 cycles: 172cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [039] 2535.066346: 62467860 cycles: ffffffffc0cabae7 nf_conntrack_tcp_packet+0x1c7 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [020] 2535.067130: 55749965 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [025] 2535.067447: 89878950 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [046] 2535.068149: 72790999 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [005] 2535.068958: 47325290 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2535.070530: 38025858 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [045] 2535.070543: 58528850 cycles: 17abd2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [011] 2535.070866: 55363552 cycles: 12f4e529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [047] 2535.071350: 77497721 cycles: 1a6ab6 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2535.071969: 106701452 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [044] 2535.072420: 68096833 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [041] 2535.072712: 63236497 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [014] 2535.072945: 58360694 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2535.073366: 53756115 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 170605 [037] 2535.073518: 43871991 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2535.074503: 48841812 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [022] 2535.075123: 58767897 cycles: 3b75f5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2535.075184: 51241730 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [019] 2535.075669: 46109915 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2535.076545: 62083729 cycles: 1d422fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [034] 2535.076802: 58356562 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2535.078466: 54965964 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2535.078580: 65810411 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [029] 2535.079009: 71396909 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2535.079225: 47206761 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159503 [016] 2535.079441: 82293759 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [035] 2535.079712: 124318079 cycles: ffffffff8b697ddf ct_kernel_exit_state+0xf ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [033] 2535.081620: 48073146 cycles: 21a1a179 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198049 [030] 2535.081962: 53793324 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2535.083066: 57825088 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0cabdf1 nf_conntrack_tcp_packet+0x4d1 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2535.084862: 54897597 cycles: 26cb0c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [000] 2535.085265: 65260980 cycles: 250fd7ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [042] 2535.085281: 43941480 cycles: ffffffff8a9ee1f5 free_compound_page+0x5 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2535.085875: 40921888 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2535.086250: 62878450 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [038] 2535.088011: 60571374 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [015] 2535.088141: 38786000 cycles: ffffffff8a7f6cc9 futex_wait_setup+0x19 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 912c0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9805c pthread_mutex_lock+0x16c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [020] 2535.088231: 41700857 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2535.089787: 43219160 cycles: 204845af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [003] 2535.089842: 51716464 cycles: 67398bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [012] 2535.089895: 55173055 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 171586 [024] 2535.090068: 54243033 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [007] 2535.090565: 57856667 cycles: 17e2349 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [031] 2535.090908: 50959629 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [039] 2535.092255: 50920173 cycles: 2666740a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [005] 2535.092728: 40720914 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [004] 2535.093019: 44266789 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2535.093789: 41508609 cycles: 35f7e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2535.093946: 42087970 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [008] 2535.094195: 49557203 cycles: ffffffff8aa2efb2 kmem_cache_alloc_node+0xb2 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [045] 2535.094731: 53256754 cycles: 3b76338 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [028] 2535.095391: 72076572 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [040] 2535.095827: 58505053 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [006] 2535.095981: 40940081 cycles: ffffffff8a9ea352 free_unref_page_commit+0x72 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198656 [023] 2535.097203: 56491240 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [026] 2535.097241: 37312983 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [019] 2535.097323: 44744857 cycles: ffffffff8b697c31 syscall_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [022] 2535.097619: 46008391 cycles: ffffffffc0ca9e65 nf_confirm+0x5 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [047] 2535.098043: 53267954 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2535.098743: 63434527 cycles: ffffffff8a75fea7 __update_load_avg_se+0x147 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [044] 2535.098872: 59593730 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [002] 2535.099434: 43035221 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2535.101008: 39788820 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [033] 2535.101027: 40221572 cycles: 1401fb60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [046] 2535.101029: 55210077 cycles: 66221d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2535.101112: 42268709 cycles: 172c146 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [015] 2535.101228: 36791562 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [010] 2535.102380: 48066748 cycles: 265d39c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2535.103791: 62642907 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [030] 2535.103835: 49598410 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a62ee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2535.103853: 51597448 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [042] 2535.104334: 43941480 cycles: 21a33a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [020] 2535.104639: 40371137 cycles: ffffffff8b585724 __inet6_lookup_established+0x54 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [032] 2535.104928: 45719201 cycles: ffffffff8a9a5b40 kmalloc_size_roundup+0x0 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196920 [001] 2535.106717: 37001045 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [036] 2535.107496: 63362496 cycles: 133a5cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2535.108396: 49033468 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2535.108785: 37394007 cycles: 1411a82f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [027] 2535.109289: 56159770 cycles: 283b49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198609 [037] 2535.109359: 44492779 cycles: ffffffff8a741c12 _raw_spin_rq_lock_irqsave+0x32 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [021] 2535.109703: 51725614 cycles: 12f0fe60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2535.109867: 37688248 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [007] 2535.110148: 46313512 cycles: 27c5090 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [024] 2535.110182: 40985372 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [014] 2535.110203: 49095991 cycles: 1406fb51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2535.110234: 43744951 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [012] 2535.111451: 43629338 cycles: ffffffff8a75377c newidle_balance+0x1ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [008] 2535.111466: 40798915 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2535.111638: 48695676 cycles: 688e866 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2535.112095: 57360854 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [029] 2535.112336: 67673221 cycles: ffffffff8a77cd06 __raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9e9ca2 free_pcppages_bulk+0x42 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [003] 2535.112381: 47802346 cycles: 3c4db6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [006] 2535.113098: 40004034 cycles: 3a779e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) grpc_global_tim 175614 [031] 2535.113216: 39197208 cycles: 11a30281 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [011] 2535.113250: 36625645 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [026] 2535.113501: 35598526 cycles: 14071403 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165858 [016] 2535.113830: 48733251 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [041] 2535.114029: 43281631 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [022] 2535.114373: 38610602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1741996e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.User 193489 [034] 2535.115434: 34536637 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [013] 2535.115980: 42791434 cycles: ffffffff8a73e59d available_idle_cpu+0x1d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2535.116452: 48332764 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [002] 2535.117284: 36338091 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 197544 [047] 2535.118874: 43824272 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2535.119159: 38955836 cycles: ffffffff8b696bec sysvec_apic_timer_interrupt+0x8c ([kernel.kallsyms]) diskagen.AIO0 198050 [040] 2535.119627: 56887677 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [044] 2535.119801: 50224785 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2535.120029: 47590045 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 155953 [045] 2535.120103: 61067070 cycles: ffffffff8a74ae9f update_cfs_group+0x2f ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2535.120591: 44555081 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [042] 2535.120618: 50362791 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [010] 2535.121069: 42630903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [020] 2535.121224: 49024571 cycles: 129abc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [033] 2535.121473: 38897615 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [030] 2535.122255: 47921269 cycles: 186a08c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [046] 2535.122419: 38881334 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [032] 2535.122909: 46875566 cycles: 1c39630d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [001] 2535.124008: 35428931 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2535.124434: 35876240 cycles: ffffffff8a738305 pick_next_task+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [026] 2535.124871: 34121634 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [028] 2535.125377: 65436237 cycles: 1433bc1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [024] 2535.125684: 39095501 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [017] 2535.125761: 53432070 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2535.126026: 45282102 cycles: ffffffff8a73bd57 try_to_wake_up+0x97 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [005] 2535.126823: 37246133 cycles: 14020e09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [037] 2535.126868: 45671945 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [022] 2535.127560: 34876851 cycles: ffffffff8b621117 vsnprintf+0x347 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8ab3dc60 proc_task_name+0x60 ([kernel.kallsyms]) ffffffff8ab3e0e0 do_task_stat+0x3e0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 196022 [018] 2535.127753: 53335967 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [014] 2535.127893: 50200291 cycles: 36ea254 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2535.128018: 45236062 cycles: ffffffff8a7ef8dd tick_nohz_idle_stop_tick+0x4d ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [025] 2535.128047: 37180407 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [011] 2535.128218: 36578709 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2535.128242: 34142888 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193453 [007] 2535.128274: 45194823 cycles: e0def29 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194343 [006] 2535.128708: 40445323 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2535.128904: 43479878 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [034] 2535.129069: 31493313 cycles: ffffffff8a7b5b2d __rcu_read_unlock+0x1d ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [012] 2535.129523: 35867032 cycles: 35f3da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [016] 2535.130012: 50310638 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [021] 2535.130365: 48670876 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [031] 2535.130397: 37396127 cycles: ffffffff8aa7b616 rw_verify_area+0x36 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2535.130818: 36338091 cycles: 14062ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [047] 2535.132214: 40368708 cycles: 1c491131 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2535.132414: 47317298 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [039] 2535.132510: 44794238 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [027] 2535.133409: 42706770 cycles: 20484b2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165867 [038] 2535.134590: 55515506 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [026] 2535.134721: 34473425 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2535.134982: 54452300 cycles: ffffffff8a735f09 update_rq_clock+0x139 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197562 [019] 2535.135631: 42615409 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47effc164c7 [unknown] (//anon) diskagen.User 197875 [013] 2535.135668: 39854803 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [003] 2535.135734: 50092101 cycles: ffffffff8a74e349 dequeue_task_fair+0x309 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 196717 [022] 2535.137136: 35313781 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagentd 159503 [043] 2535.137463: 38568711 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [001] 2535.137654: 33496862 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [004] 2535.137684: 32395796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [033] 2535.138135: 32148536 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2535.138188: 42537794 cycles: 3c77f8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [020] 2535.138220: 45419504 cycles: 1330dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [023] 2535.138584: 37257865 cycles: ffffffff8a750089 update_sg_lb_stats+0x289 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2535.138886: 40784425 cycles: ffffffff8a6b632f kvm_guest_apic_eoi_write+0x3f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [034] 2535.139136: 30928300 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [029] 2535.139175: 58100889 cycles: 252574e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [010] 2535.139272: 34004611 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [042] 2535.139992: 45777076 cycles: 26a7913 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [015] 2535.140035: 36748903 cycles: 2727afc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [032] 2535.141051: 38245243 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [024] 2535.141230: 37386312 cycles: 17ffae6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2535.141677: 41531179 cycles: 141da409 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [030] 2535.142052: 40347018 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2535.142502: 44235136 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [009] 2535.142552: 40006786 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2535.142949: 45889089 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [006] 2535.143125: 35440940 cycles: 3ca218d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [012] 2535.143685: 33693347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2535.143807: 32536706 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2535.143900: 36176793 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [011] 2535.144387: 34165150 cycles: ffffffff8b378658 __sk_mem_reduce_allocated+0x28 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197243 [026] 2535.146618: 37473289 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) test_tool 196717 [022] 2535.146879: 35772579 cycles: ffffffff8aa7bb55 __x64_sys_lseek+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730346 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [000] 2535.147345: 36031169 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [014] 2535.147704: 49498632 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [031] 2535.147714: 37698139 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2535.148192: 42225320 cycles: 17e19a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [047] 2535.148489: 43155929 cycles: 689a22c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2535.148539: 39489485 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [016] 2535.148573: 48715632 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2535.149707: 39419665 cycles: ffffffff8a779ba9 psi_task_change+0x99 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [041] 2535.149830: 43439086 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1435a3ff [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2535.149900: 56307393 cycles: ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [018] 2535.149934: 43216430 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.Scheduler 196776 [036] 2535.149938: 37594128 cycles: ffffffff8a75fe32 __update_load_avg_se+0xd2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [004] 2535.150124: 31225314 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154854 [034] 2535.150736: 38002409 cycles: ffffffff8a64a5b7 __switch_to+0x2c7 ([kernel.kallsyms]) diskagen.User 197875 [007] 2535.150974: 43533387 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2535.152043: 38371381 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [010] 2535.152261: 31185016 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [013] 2535.152274: 34375435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2535.152523: 41867823 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [043] 2535.152710: 37842799 cycles: 1861204 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [033] 2535.152883: 37069866 cycles: ffffffff8a6b8d05 pvclock_clocksource_read+0x35 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [046] 2535.152949: 36661358 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [001] 2535.153082: 31637671 cycles: 24f77343 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [021] 2535.153226: 52939056 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [028] 2535.153486: 49174518 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [019] 2535.153539: 47326974 cycles: 17fb0ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [020] 2535.153953: 43496493 cycles: 3b9b7f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [044] 2535.154573: 45528464 cycles: 3ba4884 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [024] 2535.154699: 35905739 cycles: ffffffffc0ca9e65 nf_confirm+0x5 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [012] 2535.155499: 34438045 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [038] 2535.155518: 52066609 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [008] 2535.155613: 31125130 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2535.156388: 37467490 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2535.156648: 32442263 cycles: 187060b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2535.157009: 44517569 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [015] 2535.157199: 38142987 cycles: 266489f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2535.157252: 34745597 cycles: ffffffff8b46fff0 tcp_recvmsg_locked+0x170 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [002] 2535.157428: 47212112 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [035] 2535.158427: 42017169 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2535.158543: 51524045 cycles: ffffffff8a7432ba migrate_task_rq_fair+0x1ba ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [009] 2535.158836: 41087842 cycles: ffffffff8aa31653 __kmem_cache_alloc_node+0x53 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2535.159492: 42110931 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2535.159843: 34714232 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [003] 2535.159896: 39076496 cycles: 68d0bc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2535.160187: 42354132 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [022] 2535.160598: 32685598 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171302 [011] 2535.160603: 36478412 cycles: ffffffff8a73e52c idle_cpu+0x3c ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [026] 2535.160892: 37724245 cycles: ffffffff8acd20d0 apparmor_socket_recvmsg+0x10 ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [000] 2535.162116: 36806315 cycles: 154396da [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [004] 2535.162224: 32959643 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2535.162407: 49129438 cycles: 204af807 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2535.163328: 30898815 cycles: ffffffff8a64a33c __switch_to+0x4c ([kernel.kallsyms]) diskagen.IC 197891 [024] 2535.164850: 41924872 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2535.165629: 35472571 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [014] 2535.165931: 56176145 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2535.166462: 33812191 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [013] 2535.166863: 44845157 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [023] 2535.166960: 38095932 cycles: ffffffff8aa5d2b5 get_obj_cgroup_from_current+0x85 ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [034] 2535.167436: 31476267 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2535.167637: 31560448 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 171594 [037] 2535.167849: 42873289 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [045] 2535.168013: 31873348 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2535.168022: 30223149 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [047] 2535.168106: 36947291 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [018] 2535.168537: 37344851 cycles: 35f3dba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [016] 2535.168537: 46704316 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167053 [012] 2535.169263: 30484826 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [032] 2535.169516: 33561994 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [046] 2535.169595: 39647851 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc77acfb83f [unknown] (//anon) blocksto.CLI2 194630 [028] 2535.170365: 45532803 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [007] 2535.170410: 46367451 cycles: 35f7f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [043] 2535.170577: 33927964 cycles: ffffffff8a7500b4 update_sg_lb_stats+0x2b4 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198033 [006] 2535.170595: 31635097 cycles: ffffffff8a95a8b9 rseq_ip_fixup+0x59 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [033] 2535.170805: 36955300 cycles: 1e5c86aa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [041] 2535.170916: 50557804 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [020] 2535.172071: 35242429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [027] 2535.172246: 45616228 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [000] 2535.172947: 36437707 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [004] 2535.173542: 34257882 cycles: ffffffff8a738344 pick_next_task+0x44 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [015] 2535.173589: 42691748 cycles: ffffffff8b6a7583 mutex_lock+0x13 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [019] 2535.174101: 39987950 cycles: 64fbad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [022] 2535.174282: 29339141 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [044] 2535.174546: 45692434 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [017] 2535.174746: 51474828 cycles: 2653dc67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [042] 2535.175550: 35007085 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b32071 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [009] 2535.175741: 43610224 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [010] 2535.176184: 40654840 cycles: bbbf861 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [011] 2535.176214: 33913516 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2535.176283: 33263762 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2535.176319: 54757084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [025] 2535.176521: 34264157 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [030] 2535.176784: 38885862 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 196773 [002] 2535.176865: 42551548 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 198682 [038] 2535.177701: 47927133 cycles: 35deb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [026] 2535.178090: 33856872 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2535.178559: 32965066 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [003] 2535.179027: 36787757 cycles: 3a6338e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [035] 2535.179168: 30960316 cycles: ffffffff8a9a2005 should_failslab+0x5 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 155699 [008] 2535.179672: 31073533 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [034] 2535.179916: 29159690 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [045] 2535.180209: 33165862 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [040] 2535.180365: 49755099 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [024] 2535.180533: 45694679 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [029] 2535.180635: 50482333 cycles: 689cc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [039] 2535.180797: 33161656 cycles: 3b9abb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [005] 2535.181311: 38879501 cycles: 1407165c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2535.181456: 38437875 cycles: ffffffff8adb02ec _find_first_bit+0x1c ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [012] 2535.181814: 30484826 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) timer_manager 26641 [032] 2535.182178: 35900392 cycles: ffffffff8a74ae0b reweight_entity+0x11b ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b47489 syscall+0x179 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f6859 y_absl::lts_y_20240722::synchronization_internal::FutexWaiter::WaitUntil+0xb9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f68b6 y_absl::lts_y_20240722::synchronization_internal::FutexWaiter::Wait+0x46 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f4cc7 AbslInternalPerThreadSemWait_lts_y_20240722+0x47 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f46a4 y_absl::lts_y_20240722::CondVar::WaitCommon+0xf4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2a53f7a grpc_event_engine::experimental::TimerManager::WaitUntil+0xfa (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2a540ac grpc_event_engine::experimental::TimerManager::MainLoop+0xcc (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2a3400b grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void (*)(void*), void*, bool*, grpc_core::Thread::Options const&)::{lambda(void*)#1}::__invoke+0x8b (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.User 194340 [006] 2535.182980: 37675789 cycles: 14068f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [047] 2535.183444: 35211284 cycles: 140c5134 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2535.183539: 41890745 cycles: ffffffff8b800f9b asm_sysvec_call_function_single+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2535.183901: 41927562 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [023] 2535.184411: 42693963 cycles: ffffffff8a74c568 select_task_rq_fair+0xe8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [033] 2535.185903: 31569612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [000] 2535.185949: 37216048 cycles: ffffffff8a990684 shmem_write_end+0x104 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [043] 2535.186191: 32257163 cycles: 3b15780 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [020] 2535.186324: 31321344 cycles: 1572fec7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2535.186334: 48517464 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2535.186362: 47277635 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.186485: 43897538 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [022] 2535.186646: 27959803 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169056 [030] 2535.188261: 40835541 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [028] 2535.188409: 49050843 cycles: ffffffff8b6a4dbc __cond_resched+0xc ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [037] 2535.188488: 43626573 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [042] 2535.188808: 33710197 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [031] 2535.189432: 35197340 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2535.189869: 33614446 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [010] 2535.190410: 41440179 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [007] 2535.190827: 43027040 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [036] 2535.190996: 31066951 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [034] 2535.191038: 31947977 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169053 [011] 2535.191062: 33171278 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [044] 2535.191393: 43729072 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [027] 2535.191400: 44151618 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [008] 2535.191674: 32467090 cycles: 141d1871 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2535.191682: 51612729 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [026] 2535.191963: 33856872 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2535.192098: 33476877 cycles: 178a5ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [019] 2535.192247: 35732831 cycles: 1406f5b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 159402 [002] 2535.192434: 41770670 cycles: 133b7256 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172784 [035] 2535.192607: 30240991 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [009] 2535.193059: 46722744 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2535.194159: 48646586 cycles: 3b3269a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2535.194376: 44738790 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [045] 2535.194623: 34986902 cycles: 352a277 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [012] 2535.195628: 38968818 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [039] 2535.195859: 34830520 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [003] 2535.195882: 35422489 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2535.196386: 27678393 cycles: ffffffff8a735e81 update_rq_clock+0xb1 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2535.196699: 44694082 cycles: ffffffff8a74eb3f enqueue_entity+0xbf ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [024] 2535.196984: 40754037 cycles: 204be4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2535.197255: 38264200 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [047] 2535.197599: 31235326 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [032] 2535.198397: 36247017 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 91121 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 193502 [006] 2535.198868: 35309118 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [040] 2535.198904: 48687544 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a78a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [020] 2535.199026: 31321344 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2535.199209: 42635162 cycles: ffffffff8a7ef3b7 tick_nohz_restart+0x37 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [000] 2535.199603: 37339826 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [021] 2535.199781: 37044932 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [033] 2535.200202: 30821433 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b666fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [043] 2535.200285: 32257163 cycles: 17f05b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [013] 2535.201226: 36585428 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2535.201658: 39177836 cycles: 3b9c800 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [018] 2535.201660: 38849751 cycles: 3c4420c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [036] 2535.202475: 30253813 cycles: ffffffff8a7f1d11 get_futex_key+0x231 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 160809 [014] 2535.202626: 44403492 cycles: ffffffff8a747f82 update_load_avg+0x6b2 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 194004 [034] 2535.203383: 32833938 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [004] 2535.203600: 41097290 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2535.203811: 41414360 cycles: 1c792fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172229 [031] 2535.203884: 41442691 cycles: ffffffff8a752c84 find_busiest_group+0x124 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [029] 2535.203984: 48384321 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [030] 2535.204379: 34851365 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [023] 2535.204516: 39651369 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [016] 2535.204764: 29491369 cycles: 21a259c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [026] 2535.205455: 36454943 cycles: ffffffff8b8015a5 error_entry+0x55 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2535.205502: 45481872 cycles: 13b67f86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 172230 [025] 2535.205712: 33989883 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [008] 2535.205972: 36762880 cycles: 3c74299 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159621 [035] 2535.206191: 31939970 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [010] 2535.206425: 39054021 cycles: 64973ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [044] 2535.206930: 39613982 cycles: 1300eed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [022] 2535.206933: 28324331 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [019] 2535.207520: 35061974 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2535.207706: 43933351 cycles: ffffffff8a768fca psi_group_change+0x2a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2535.207827: 40067189 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [007] 2535.208922: 34337972 cycles: 1338e1c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [047] 2535.209077: 31204396 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 195110 [002] 2535.209284: 43780564 cycles: 180aa45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [045] 2535.209811: 35929668 cycles: 178ebc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [012] 2535.209931: 41819887 cycles: 265e40c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2535.210021: 41565660 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [020] 2535.210060: 37121206 cycles: 1a6887 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3bd447d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2535.211054: 43634027 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [003] 2535.211221: 35785670 cycles: 3b8b463 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [027] 2535.211882: 36677124 cycles: 133cae70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [032] 2535.212503: 32670030 cycles: 17ecf7e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [024] 2535.212714: 39687133 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Batch 171586 [039] 2535.212887: 46111063 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194341 [036] 2535.213381: 35583286 cycles: 1601a8bb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196769 [038] 2535.213390: 55075889 cycles: ffffffff8a65fddf save_fpregs_to_fpstate+0x1f ([kernel.kallsyms]) network poller 194346 [017] 2535.213582: 46487839 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [041] 2535.213722: 51528829 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [015] 2535.213731: 49577436 cycles: 3ac4948 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [033] 2535.213750: 31137030 cycles: ffffffff8b6ab4ae do_nanosleep+0x3e ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [000] 2535.214394: 33958891 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ac3f86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [006] 2535.214425: 30607528 cycles: ffffffff8a7f6a58 futex_wait_queue+0x28 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [043] 2535.214820: 40411097 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2535.215314: 42095653 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [040] 2535.215861: 40992738 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2535.216220: 36703527 cycles: 27285866 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2535.216750: 35165377 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196102 [034] 2535.216807: 34050286 cycles: ffffffff8b47a30c tcp_event_data_recv+0x4c ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2535.217124: 34353491 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2535.217361: 34543851 cycles: ffffffff8a7d8c49 hrtimer_get_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169056 [016] 2535.218162: 27056724 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [022] 2535.218313: 33044972 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193836 [035] 2535.218593: 31939970 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [007] 2535.218904: 34593663 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [004] 2535.219065: 38668868 cycles: 2781bb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [030] 2535.219180: 37854467 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [011] 2535.219277: 40164741 cycles: 1406f652 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [014] 2535.219568: 37290609 cycles: 13b743c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2535.220170: 33440265 cycles: ffffffff8a74341b select_idle_core+0xcb ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [023] 2535.220318: 34159880 cycles: ffffffff8a9ee13f free_unref_page+0x19f ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [026] 2535.220374: 32821435 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [047] 2535.220484: 35748437 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [025] 2535.220670: 36454777 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b50f13b unix_stream_read_generic+0x21b ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [019] 2535.220717: 31133737 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2535.221854: 39980663 cycles: ffffffff8a741345 clear_buddies+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [010] 2535.222024: 42003024 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [044] 2535.222275: 35792590 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [046] 2535.222276: 41901902 cycles: ffffffff8a9a55f6 kmalloc_slab+0x6 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [020] 2535.223123: 34489590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [032] 2535.223140: 32041008 cycles: 28bfa38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [028] 2535.223231: 37360448 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2535.223372: 32636845 cycles: 178ec11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [003] 2535.224914: 37027202 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [029] 2535.225558: 52874855 cycles: 172a628 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 150635 [012] 2535.225634: 35705009 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [037] 2535.225834: 32458282 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [006] 2535.226751: 28902192 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197260 [002] 2535.227324: 35650941 cycles: ffffffff8a74fe3a update_sg_lb_stats+0x3a ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [036] 2535.227672: 32273669 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193989 [027] 2535.228243: 35764930 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [040] 2535.228714: 39100459 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [034] 2535.228743: 35214868 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [016] 2535.228743: 26501533 cycles: 133a7e39 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2535.228919: 46045791 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [033] 2535.228960: 31137030 cycles: ffffffff8aaec02c ep_poll_callback+0x1ac ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2535.229012: 44067230 cycles: ffffffff8b6a462a __schedule+0x12a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [018] 2535.229030: 39890066 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [000] 2535.229133: 41744660 cycles: ffffffff8a7eef5f tick_sched_do_timer+0x2f ([kernel.kallsyms]) ffffffff8a7ef00d tick_sched_timer+0x2d ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 141d38cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [042] 2535.229831: 35337861 cycles: 68be591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193839 [009] 2535.230143: 42486102 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [022] 2535.231109: 30751676 cycles: ffffffff8aaeb8b5 __x64_sys_epoll_wait+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [001] 2535.231587: 37726502 cycles: ffffffff8a74dc8c dequeue_entity+0x10c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [030] 2535.231619: 35411570 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2535.232060: 41132834 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2535.232342: 34198718 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [039] 2535.232433: 41382273 cycles: 6286109 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [004] 2535.232706: 35119869 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [007] 2535.232971: 39359487 cycles: 14060b88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [043] 2535.233009: 44305087 cycles: ffffffff8a74135d clear_buddies+0x1d ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170131 [017] 2535.233038: 39932917 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [026] 2535.233442: 29584614 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [047] 2535.233681: 40738258 cycles: ffffffff8b8016a0 error_return+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [032] 2535.233706: 31370833 cycles: 186a2f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [019] 2535.233749: 33442733 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [008] 2535.234013: 29268741 cycles: 14082c17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2535.234298: 43240782 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [023] 2535.234472: 33551745 cycles: 133c92e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2535.234831: 35649953 cycles: ffffffff8a73835b pick_next_task+0x5b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 198116 [035] 2535.234952: 33391623 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [015] 2535.235625: 45438085 cycles: 3c822c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2535.236533: 37345592 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2535.236641: 41861889 cycles: 3af25bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [044] 2535.236673: 32247666 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [028] 2535.236984: 34070473 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 26a6d7cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [011] 2535.237027: 37040403 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [045] 2535.237042: 33869726 cycles: 65b6c5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [025] 2535.237229: 32918736 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [020] 2535.237551: 33726146 cycles: 17a803fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [037] 2535.237682: 31048074 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [006] 2535.237787: 34245746 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 166936 [010] 2535.238294: 42003024 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.SRV2 197556 [036] 2535.239304: 30444857 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [033] 2535.239318: 35809973 cycles: 28934b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [031] 2535.239356: 39980663 cycles: ffffffff8a9746e5 folio_mark_accessed+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) .NET Timer 2961 [016] 2535.239628: 25955933 cycles: 2a170d [unknown] (/actions-runner/bin/libcoreclr.so) 29c5e8 [unknown] (/actions-runner/bin/libcoreclr.so) 2f52fb [unknown] (/actions-runner/bin/libcoreclr.so) 15673df [unknown] (/memfd:doublemapper (deleted)) diskagen.User 198038 [034] 2535.239982: 34385495 cycles: 133b47da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [012] 2535.240294: 31956494 cycles: ffffffff8a9ee040 free_unref_page+0xa0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [003] 2535.240987: 38767616 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [022] 2535.242957: 30751676 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [002] 2535.243316: 39977276 cycles: ffffffff8a73bcd2 try_to_wake_up+0x12 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [042] 2535.243485: 33448333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [040] 2535.244115: 40303734 cycles: 141207c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2535.244145: 36226315 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [000] 2535.244616: 37520518 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2519d4ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [008] 2535.244877: 28981860 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2535.244947: 39283477 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [026] 2535.245578: 27834361 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b76584 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [004] 2535.245615: 36555367 cycles: 13026415 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [024] 2535.245867: 40992302 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [030] 2535.246339: 34218175 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 54aff147f0f [unknown] (//anon) swapper 0 [014] 2535.246502: 38459957 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2535.246651: 28742123 cycles: 1394ce7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2535.247143: 39398152 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [001] 2535.247694: 41834528 cycles: 3b17acc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [020] 2535.248055: 33645497 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) .NET TP Worker 192079 [019] 2535.248065: 36828869 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a738ee9 do_sched_yield+0x99 ([kernel.kallsyms]) ffffffff8a738f4e __x64_sys_sched_yield+0xe ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 108d0b __sched_yield+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 612dc8 [unknown] (/actions-runner/bin/libcoreclr.so) 2ee709 [unknown] (/actions-runner/bin/libcoreclr.so) 1565a54 [unknown] (/memfd:doublemapper (deleted)) nbsd.SRV2 197556 [039] 2535.248071: 40333504 cycles: 12f47517 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [044] 2535.248193: 30631839 cycles: 154cad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [029] 2535.248205: 47524099 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [013] 2535.248862: 36005918 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [009] 2535.248970: 45261343 cycles: 13392751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [025] 2535.249272: 34741328 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2535.249498: 38817069 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [016] 2535.249622: 29196180 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 197fa1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [035] 2535.249663: 29029660 cycles: ffffffff8adab0b9 iovec_from_user.part.0+0x79 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8aaf41fa aio_write+0xba ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166746 [023] 2535.249706: 28918857 cycles: ffffffff8a733381 prepare_task_switch+0x81 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [036] 2535.249730: 30242487 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [043] 2535.249786: 42294984 cycles: ffffffff8b36d68f ____sys_recvmsg+0x6f ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [006] 2535.249830: 36606458 cycles: 27279a1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [047] 2535.249869: 42837077 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [021] 2535.249926: 41484493 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 166748 [028] 2535.249962: 30815790 cycles: 1be53f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [007] 2535.250243: 38537808 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2535.250502: 41027373 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [017] 2535.250695: 36301534 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2535.250762: 31588518 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [011] 2535.251161: 31880530 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 166750 [038] 2535.251349: 38619632 cycles: 1a1d809e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [037] 2535.252000: 35685864 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2535.252364: 45761415 cycles: ffffffff8a74ae7c update_cfs_group+0xc ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [041] 2535.252728: 36723644 cycles: 68d1648 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194338 [034] 2535.253627: 38191598 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2535.253649: 42057851 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [033] 2535.253906: 35809973 cycles: 3ac45bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [026] 2535.254557: 28794164 cycles: ffffffff8a779e07 psi_task_switch+0x27 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [042] 2535.254983: 35580153 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [010] 2535.255162: 56609459 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [008] 2535.255637: 29073224 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2535.255944: 49519618 cycles: ffffffff8a779fd3 psi_task_switch+0x1f3 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [030] 2535.256278: 34329921 cycles: 2aadeff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [002] 2535.256338: 38284015 cycles: 1e4c53bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2535.256405: 36573955 cycles: ffffffff8b38404a consume_skb+0x1a ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [032] 2535.256450: 28985628 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [003] 2535.257185: 43689041 cycles: 157307e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [000] 2535.257345: 45002706 cycles: ffffffff8b568071 inet6_csk_route_socket+0x61 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [018] 2535.259405: 42207087 cycles: 3ac6130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [040] 2535.259549: 48788303 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2535.259859: 31803066 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [014] 2535.260022: 39244560 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [011] 2535.260568: 32397756 cycles: 13392606 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2535.260901: 34846752 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172777 [016] 2535.260920: 28931596 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [012] 2535.261092: 34652126 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [044] 2535.261421: 28022663 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [023] 2535.261616: 34341582 cycles: ffffffff8b47ec9f tcp_ack+0x33f ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198049 [035] 2535.262199: 28242286 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2535.262633: 36142564 cycles: ffffffff8adaa861 page_copy_sane+0x1 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 169808 [028] 2535.262641: 29889419 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 155707 [020] 2535.262664: 37592263 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [005] 2535.263440: 33201384 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 155953 [036] 2535.263477: 32518480 cycles: ffffffff8a7f1b1f get_futex_key+0x3f ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [024] 2535.263536: 37243068 cycles: 6443e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2535.263771: 33555358 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2535.264541: 37980113 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [009] 2535.264714: 47742741 cycles: ffffffff8adad03b _copy_to_iter+0xab ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [039] 2535.264908: 34558354 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [013] 2535.266044: 36562992 cycles: 14332028 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198646 [038] 2535.266202: 38448879 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [032] 2535.266309: 29222533 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2535.266556: 33357627 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [029] 2535.266942: 45805087 cycles: 14065c60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2535.267190: 42517372 cycles: ffffffff8aa2f085 kmem_cache_alloc_node+0x185 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [001] 2535.267259: 38454590 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2535.267500: 39915899 cycles: 1ae8f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27e25c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2535.267947: 34573732 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [015] 2535.267960: 41897702 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [026] 2535.268129: 28794164 cycles: ffffffff8a760be3 update_rt_rq_load_avg+0x143 ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2535.268324: 40447142 cycles: 1838932 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [017] 2535.268334: 33508892 cycles: 1c7c2917 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [041] 2535.269020: 33165715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [030] 2535.269278: 32085963 cycles: ffffffff8b697b87 syscall_enter_from_user_mode+0x27 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [021] 2535.269484: 38719001 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [011] 2535.270010: 33266814 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2535.270183: 30200359 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [046] 2535.270331: 49952177 cycles: 64977b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [043] 2535.270476: 39254412 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [047] 2535.272768: 34821992 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2535.273076: 38239091 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [044] 2535.273436: 26527877 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 36ea2c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [022] 2535.273487: 32019826 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2535.273494: 36118446 cycles: 133c298e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 196911 [002] 2535.273578: 34723613 cycles: a03b5c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [016] 2535.273623: 40217094 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [027] 2535.274571: 32967484 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 196013 [025] 2535.274666: 37205461 cycles: 16825da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 198430 [035] 2535.274786: 30092128 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2535.275533: 29980857 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2535.276083: 46005396 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [014] 2535.276222: 37297415 cycles: ffffffff8b46bca0 tcp_leave_memory_pressure+0x0 ([kernel.kallsyms]) ffffffff8b378133 __sk_mem_raise_allocated+0x3a3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198624 [020] 2535.276457: 34330884 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [036] 2535.276861: 34608358 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2535.276937: 33666748 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [024] 2535.276991: 38543994 cycles: 3b76406 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [003] 2535.277378: 40871424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [005] 2535.277678: 29494813 cycles: 146d32f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2535.278508: 28008407 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [039] 2535.278912: 30015544 cycles: ffffffff8a7e6435 __x64_sys_clock_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [018] 2535.278932: 42755584 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [031] 2535.279100: 52909252 cycles: 64a2e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2535.279670: 42665837 cycles: ffffffff8a747ee2 update_load_avg+0x612 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2535.279985: 30955629 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [010] 2535.280036: 69935127 cycles: 3c822c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172229 [019] 2535.280061: 38096701 cycles: ffffffff8a779fb0 psi_task_switch+0x1d0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2535.280295: 32227219 cycles: ffffffff8b6170ed rb_erase+0x2dd ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2535.280565: 45479746 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [008] 2535.280624: 33520401 cycles: 180857f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [041] 2535.280988: 30728236 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [038] 2535.281430: 35084262 cycles: 17f81b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2535.282327: 35952303 cycles: ffffffff8a7d8c23 hrtimer_get_next_event+0x33 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [007] 2535.282452: 31649378 cycles: 266edf98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2535.282502: 40713236 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2535.282936: 38348336 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2535.282986: 42275567 cycles: 3b9bb69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [042] 2535.283473: 52087763 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [011] 2535.283741: 32115844 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2535.283779: 46916246 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [037] 2535.283969: 38975426 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [022] 2535.284154: 32214518 cycles: 673afdd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [017] 2535.284310: 35335172 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [044] 2535.284634: 29721262 cycles: 35f3dad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [009] 2535.285428: 48337077 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 196117 [028] 2535.285866: 32251439 cycles: 3b394bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [047] 2535.285884: 30509219 cycles: 26546523 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [012] 2535.285926: 33813959 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2535.286991: 34723613 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [021] 2535.287052: 34762623 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [035] 2535.287576: 33370586 cycles: 14369dc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [029] 2535.287599: 38481898 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2535.287817: 36593231 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [025] 2535.288322: 33996752 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2535.288412: 47638230 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [004] 2535.288621: 35891134 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [016] 2535.288765: 35803473 cycles: 266734d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [046] 2535.288765: 51970123 cycles: 3b97c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 197258 [027] 2535.289046: 32151311 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [039] 2535.289648: 36030201 cycles: ffffffff8b46ea81 tcp_sendmsg_locked+0x181 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [036] 2535.289814: 32718669 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2535.290359: 30641950 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193485 [032] 2535.290472: 26746617 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [014] 2535.291012: 32253621 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [005] 2535.291037: 38394271 cycles: 122deec9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [034] 2535.291778: 32056630 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [024] 2535.292288: 36898889 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [006] 2535.292584: 31909269 cycles: 2525757f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2535.293088: 28845200 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [023] 2535.293436: 30442514 cycles: 156edbfc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 194346 [000] 2535.293728: 44384018 cycles: ffffffff8a74ecff enqueue_entity+0x27f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198684 [008] 2535.293761: 31823057 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1412379c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [038] 2535.295138: 32052704 cycles: 142267d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [003] 2535.295531: 35028724 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [030] 2535.295585: 37184443 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2535.295888: 37294870 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [022] 2535.296525: 29818321 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [044] 2535.296893: 31014875 cycles: 21a2c364 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [026] 2535.297671: 34930553 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12ee0c45 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 155858 [007] 2535.297751: 27247468 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [011] 2535.297907: 33263329 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [012] 2535.298638: 39216271 cycles: ffffffff8a7d197d __usecs_to_jiffies+0x3d ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [028] 2535.298703: 34898928 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [040] 2535.299134: 35362546 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [019] 2535.299530: 38943657 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2535.299569: 40686535 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [033] 2535.299688: 38488869 cycles: ffffffff8a963795 __generic_file_write_iter+0x5 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198606 [002] 2535.300239: 44512530 cycles: 13404d98 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2535.300535: 52461622 cycles: 219fcd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [017] 2535.300702: 36485704 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2535.301067: 38575997 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [037] 2535.301413: 38856448 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2535.301500: 43569070 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [004] 2535.301609: 32508335 cycles: ffffffff8b3714ae ___sys_sendmsg+0x6e ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [016] 2535.301855: 33141717 cycles: ffffffff8a9ee040 free_unref_page+0xa0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [041] 2535.301965: 30277335 cycles: 3b10c76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198605 [047] 2535.301977: 25750903 cycles: 13404cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2535.302148: 42722276 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [032] 2535.302519: 31350109 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166754 [020] 2535.302605: 30641950 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [025] 2535.302661: 37047902 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [021] 2535.302739: 34219570 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2535.302874: 32151311 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2535.302897: 32879727 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [042] 2535.303154: 46778432 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58e [unknown] ([unknown]) diskagen.IC 197891 [039] 2535.303577: 36203590 cycles: ffffffff8aa7b884 do_iter_readv_writev+0xc4 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [034] 2535.303725: 32915117 cycles: 24fea122 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2535.303805: 35389829 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fd62ad1f [unknown] (//anon) blocksto.CLI2 194630 [043] 2535.304342: 34265383 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2535.304432: 30247348 cycles: 3ac41a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [008] 2535.305584: 41103590 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [006] 2535.305601: 32759365 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2535.305737: 43839797 cycles: 2045811c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [024] 2535.306878: 35584659 cycles: 1860cca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [023] 2535.307405: 31048526 cycles: ffffffff8a73bcec try_to_wake_up+0x2c ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2535.307581: 32220255 cycles: 1417e1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2535.308479: 31425710 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2535.308613: 69935127 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2535.309000: 26639261 cycles: ffffffff8b698100 ct_irq_enter+0x0 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [030] 2535.310009: 32881156 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [046] 2535.310061: 48657506 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [000] 2535.310288: 46379587 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 166860 [026] 2535.310745: 34923206 cycles: ffffffff8a7f3aad __x64_sys_futex+0xcd ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [015] 2535.310830: 33460561 cycles: 688dfed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2535.310991: 44879186 cycles: 1618a307 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) timer_manager 198655 [044] 2535.311678: 30431358 cycles: 34b3f21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [003] 2535.311892: 36157032 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [012] 2535.312008: 36262036 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [038] 2535.312021: 34153291 cycles: 167e953 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 193832 [047] 2535.312204: 26054325 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.SRV2 197556 [028] 2535.312582: 34866431 cycles: 1425829f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198040 [011] 2535.312640: 31920978 cycles: ffffffff8a750128 update_sg_lb_stats+0x328 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2535.313287: 32170662 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [040] 2535.313432: 30763753 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [019] 2535.314748: 47568148 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.314898: 30869956 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.315012: 34791610 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [014] 2535.315200: 29299645 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [025] 2535.315273: 38266735 cycles: ffffffff8aa5eef6 mem_cgroup_charge_skmem+0x36 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b46dbdc tcp_stream_alloc_skb+0xbc ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [020] 2535.315407: 39237832 cycles: 402b891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [036] 2535.315550: 43088008 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [034] 2535.316041: 30661308 cycles: 3a62e88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [033] 2535.316080: 45230618 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2535.316162: 27422081 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [027] 2535.316617: 51526577 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2535.317043: 44682143 cycles: ffffffff8b6ac14b default_idle_call+0x5b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198114 [002] 2535.317416: 41590196 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [007] 2535.317640: 30031966 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [013] 2535.318093: 34077533 cycles: 1241e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [017] 2535.318343: 40265849 cycles: ffffffff8aa59d06 uncharge_folio+0xe6 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2535.318828: 31222973 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [021] 2535.318928: 34219570 cycles: 141e9262 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [039] 2535.319036: 40223552 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2535.319515: 40421407 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [009] 2535.319846: 46881544 cycles: ffffffff8a7c580c exit_to_user_mode_prepare+0xbc ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [022] 2535.320227: 34042042 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [042] 2535.320403: 46548332 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162522 [029] 2535.321022: 27062101 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 197896 [043] 2535.321301: 30805385 cycles: 2516d716 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [031] 2535.322039: 45112165 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165460 [006] 2535.322327: 33066427 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2535.322651: 40213771 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) diskagen.IC 197891 [024] 2535.323123: 37523222 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [023] 2535.323262: 30096334 cycles: 288acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [030] 2535.323291: 31614595 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [011] 2535.324141: 39121452 cycles: 21a0ac73 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [004] 2535.324253: 37590464 cycles: ffffffff8b389827 __skb_datagram_iter+0x157 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2535.324586: 31482552 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [015] 2535.324926: 29229499 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [044] 2535.325119: 31173645 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [040] 2535.325278: 32900765 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [026] 2535.325374: 34136462 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 171586 [047] 2535.325604: 23637820 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [046] 2535.325619: 47796218 cycles: 13405181 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [035] 2535.326233: 32989609 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197524 [005] 2535.327275: 24110798 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [012] 2535.327350: 39676668 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [032] 2535.327707: 36939000 cycles: 18072f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [028] 2535.327865: 36534836 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [018] 2535.328651: 49476723 cycles: ffffffff8a97377c folio_batch_move_lru+0xac ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [041] 2535.328916: 27282790 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2535.329660: 26543018 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [034] 2535.329667: 31752557 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288ad22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [000] 2535.330309: 37004148 cycles: 186f4b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2535.330316: 36119883 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2535.331018: 30738330 cycles: ffffffff8a652ef5 switch_ldt+0x5 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [003] 2535.332052: 37679110 cycles: ffffffff8a769069 psi_group_change+0xc9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2535.332199: 36048542 cycles: ffffffff8a7d8c09 hrtimer_get_next_event+0x19 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [036] 2535.332242: 41720829 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [020] 2535.332695: 39237832 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 193496 [029] 2535.332751: 26086565 cycles: ffffffff8ae62e06 __percpu_counter_sum_mask+0x66 ([kernel.kallsyms]) ffffffff8ae62e80 __percpu_counter_sum+0x10 ([kernel.kallsyms]) ffffffff8a9948e5 vm_memory_committed+0x15 ([kernel.kallsyms]) ffffffff8ab40d0f meminfo_proc_show+0x4f ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8ab3345f proc_reg_read_iter+0x2f ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad48c7e [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 196124 [021] 2535.333768: 40289671 cycles: 98041 pthread_mutex_lock+0x151 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2535.333799: 40208921 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2535.334137: 34494885 cycles: ffffffff8a65e8cd arch_cpu_idle+0xd ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [001] 2535.334160: 30107379 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [002] 2535.334261: 46186842 cycles: 264808ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [013] 2535.334608: 35909139 cycles: ffffffff8a779e69 psi_task_switch+0x89 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2535.334970: 34929250 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [047] 2535.335151: 26747720 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2535.335757: 34979335 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198032 [010] 2535.336298: 64918788 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2535.336516: 40866915 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197252 [044] 2535.337240: 31929104 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [026] 2535.337508: 40559467 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2535.337545: 30848901 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 58f3ae1876f [unknown] ([unknown]) nbsd.User 194340 [015] 2535.337618: 31933580 cycles: 160b036b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [006] 2535.337694: 30479414 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [039] 2535.337696: 34666723 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [009] 2535.338017: 40966346 cycles: 1408317a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2535.338320: 32339112 cycles: 21a0582e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2535.338535: 33330589 cycles: ffffffff8a7d8d25 hrtimer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [017] 2535.338570: 36509377 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [005] 2535.338862: 25987396 cycles: 1838367 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2535.338965: 37898714 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2535.339043: 36498362 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [045] 2535.339352: 46112254 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [008] 2535.339461: 43961173 cycles: 1407133a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2535.339507: 37765569 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [019] 2535.339594: 41833567 cycles: 13392c3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2535.340826: 28097327 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2535.340905: 36345536 cycles: ffffffff8b482b85 tcp_tso_segs+0x5 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 26716 [041] 2535.341335: 27110499 cycles: 22bd950 tupledealloc+0x0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 225c748 method_vectorcall_VARARGS_KEYWORDS+0x118 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c222 PyObject_Vectorcall+0x42 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.SRV1 198454 [034] 2535.341896: 33099322 cycles: 2728c49e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2535.342685: 39241213 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2535.342818: 44537502 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [027] 2535.343096: 49340736 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17927a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2535.343123: 37130559 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) blocksto.CLI2 198657 [016] 2535.343713: 44550755 cycles: 3b25f66 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [011] 2535.343999: 37423285 cycles: 21a1bac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [007] 2535.344512: 32706187 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 193840 [031] 2535.344920: 37424159 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [000] 2535.345380: 42318287 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [046] 2535.345414: 51201353 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [047] 2535.345517: 29533929 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 196922 [029] 2535.345743: 25628228 cycles: bbd1ad7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2535.345956: 41066659 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [001] 2535.346399: 32345308 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [022] 2535.347151: 39696797 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [040] 2535.347480: 30905878 cycles: ffffffff8b50f914 unix_stream_recvmsg+0x34 ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [030] 2535.347717: 32604992 cycles: ffffffff8b374c44 sock_def_readable+0x74 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [036] 2535.347933: 41983134 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [020] 2535.348150: 56630469 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [025] 2535.348191: 34944734 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2535.348369: 32630076 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2535.349519: 34594745 cycles: 186cb48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [023] 2535.349562: 31274673 cycles: ffffffff8aa2b388 memcg_slab_post_alloc_hook+0x8 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2535.349922: 32218064 cycles: ffffffff8a747c21 update_load_avg+0x351 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [006] 2535.350039: 38511337 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [003] 2535.350279: 41703353 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155707 [024] 2535.350768: 33544013 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [044] 2535.350892: 29095930 cycles: 1435b687 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [005] 2535.351134: 28224709 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2535.351678: 36260705 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [002] 2535.351948: 42925651 cycles: 133ae14f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2535.352140: 31661417 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [004] 2535.352204: 38348203 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [037] 2535.352288: 34856242 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2535.352322: 40837103 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [028] 2535.352329: 35941345 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [021] 2535.352749: 38331215 cycles: ffffffff8a741ac2 __calc_delta+0x172 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [014] 2535.352791: 33295677 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [033] 2535.352802: 46190351 cycles: 13dde4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [034] 2535.353602: 33913603 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [041] 2535.353635: 33764482 cycles: 133ac881 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154802 [042] 2535.353827: 34869219 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2535.354181: 32802335 cycles: ffffffff8b6ad406 _raw_spin_lock+0x26 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2535.354287: 43173954 cycles: ffffffff8a74ebbf enqueue_entity+0x13f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 168895 [032] 2535.356444: 36636198 cycles: 1567ddee [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [007] 2535.356478: 36080022 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 166758 [008] 2535.356866: 36054532 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [029] 2535.357964: 24183471 cycles: 2514e5f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [001] 2535.358286: 33116099 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159615 [019] 2535.358613: 38502038 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [011] 2535.358656: 40673056 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2535.359162: 30700062 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [005] 2535.359548: 34771634 cycles: 1330de02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [043] 2535.359738: 34294108 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [047] 2535.360003: 27097004 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [030] 2535.360874: 34713280 cycles: 1f3944c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 196776 [012] 2535.361385: 44879558 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [016] 2535.361899: 37028153 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [023] 2535.362114: 36419514 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2535.362218: 31649909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [045] 2535.362306: 37877435 cycles: 3a77a14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159888 [031] 2535.362419: 36998494 cycles: ffffffff8adb062d _find_next_and_bit+0x2d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 171397 [010] 2535.362427: 46759896 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [018] 2535.362834: 45061771 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 3c98cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2535.362887: 39333054 cycles: 178e7f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [022] 2535.363503: 33495445 cycles: ffffffff8aa7ead6 vfs_write+0x6 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2535.363513: 29187514 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [013] 2535.363773: 33146092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2535.364307: 37696847 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 155844 [015] 2535.364599: 28909964 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [000] 2535.364821: 38315705 cycles: 3a77a0e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [027] 2535.365844: 54823188 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [028] 2535.365858: 31943799 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [025] 2535.365860: 35073456 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [046] 2535.365975: 48302670 cycles: ffffffff8a7528c5 update_sd_lb_stats.constprop.0+0x135 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [006] 2535.366015: 45041243 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) systemd-journal 764 [014] 2535.366062: 30182183 cycles: 53434 [unknown] (/usr/lib/systemd/libsystemd-shared-249.so) 13ba7d safe_atoi+0x5d (/usr/lib/systemd/libsystemd-shared-249.so) 14dd5 [unknown] (/usr/lib/systemd/systemd-journald) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [003] 2535.366426: 41887445 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2535.366551: 31335969 cycles: 1801a80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165166 [039] 2535.366884: 34290499 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [036] 2535.367002: 43258142 cycles: 194becd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [004] 2535.367352: 37079758 cycles: 13a39017 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2535.367714: 33164687 cycles: 21a2d745 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198440 [042] 2535.368597: 31252560 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [017] 2535.368951: 32921871 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [008] 2535.368988: 33738418 cycles: 13bea020 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [009] 2535.370209: 38519139 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SNULL 194440 [029] 2535.370354: 22814133 cycles: 16664ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170131 [020] 2535.370606: 43892950 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 194092 [041] 2535.370738: 35638315 cycles: ffffffff8a752dc6 load_balance+0x96 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [026] 2535.370971: 35377535 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [040] 2535.371257: 39859198 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197874 [021] 2535.371410: 48971034 cycles: ffffffff8a74ff43 update_sg_lb_stats+0x143 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [032] 2535.371515: 36784712 cycles: 3c78231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [001] 2535.371607: 34995111 cycles: 1421d93e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2535.371697: 36211085 cycles: ffffffff8a75c385 cpuidle_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [007] 2535.372131: 35894009 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2535.372610: 51063800 cycles: 2727af00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [047] 2535.372639: 25083318 cycles: 17bdbcab [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [030] 2535.374247: 36907724 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [015] 2535.374834: 28245208 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [043] 2535.374881: 37282170 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [035] 2535.374941: 28134313 cycles: ffffffff8b47eb85 tcp_ack+0x225 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [044] 2535.375048: 33077021 cycles: ffffffff8b50faf6 unix_stream_sendmsg+0x166 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2535.375165: 33658995 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [013] 2535.375180: 33814634 cycles: 3cb2648 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [012] 2535.375970: 39871133 cycles: 12d6c289 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [019] 2535.376150: 40980437 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [028] 2535.376207: 32053471 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [024] 2535.376365: 36285926 cycles: ffffffff8a74bb4c select_idle_sibling+0x2c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [016] 2535.377229: 39457597 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [022] 2535.377539: 30029846 cycles: 3b31500 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [045] 2535.378234: 43499067 cycles: 21a2e095 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2535.378274: 31144870 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [010] 2535.378793: 44271889 cycles: 1c535e51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [037] 2535.378819: 32052912 cycles: 26ecc55a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2535.379025: 33836653 cycles: ffffffff8b37e601 __alloc_skb+0x101 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2535.379226: 36314816 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [038] 2535.379455: 37696847 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.User 197533 [000] 2535.380249: 40230056 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [018] 2535.380679: 44465094 cycles: 3b75b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2535.380698: 38022941 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 171291 [042] 2535.380711: 29670399 cycles: acba5f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [011] 2535.381514: 48410406 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) default-executo 195110 [047] 2535.382175: 27328018 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [004] 2535.382545: 36906692 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2535.382594: 30671374 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [029] 2535.382693: 24723349 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2535.383746: 32526195 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [039] 2535.383927: 34259869 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [025] 2535.383945: 41994044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [002] 2535.384357: 33508419 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159512 [006] 2535.384954: 48490237 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [046] 2535.385399: 38885732 cycles: 161b5f9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [026] 2535.385622: 35348307 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [040] 2535.385861: 40865554 cycles: 196e6f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [015] 2535.385879: 30686960 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [032] 2535.386018: 47872811 cycles: ffffffff8b50f1c2 unix_stream_read_generic+0x2a2 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2535.386858: 41670783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [007] 2535.387281: 43054981 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [035] 2535.387387: 26240810 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2535.387597: 49200343 cycles: ffffffff8a74eb7d enqueue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [041] 2535.387764: 30527923 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2535.387924: 44150409 cycles: ffffffff8a76920e psi_group_change+0x26e ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [001] 2535.388452: 33304702 cycles: 64f9f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2535.388641: 33165860 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198434 [033] 2535.388887: 43056329 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2535.389166: 33699611 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172229 [028] 2535.389211: 29213047 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [022] 2535.389463: 31877832 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [014] 2535.389542: 30059786 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [020] 2535.389588: 43892950 cycles: 3b2a4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2535.390731: 36980470 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [012] 2535.390753: 38739709 cycles: ffffffff8b491b67 tcp_add_backlog+0x517 ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2535.391100: 39798348 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) swapper 0 [037] 2535.391161: 33748308 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a7d6ec9 get_next_timer_interrupt+0x149 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198440 [005] 2535.391223: 35672465 cycles: ffffffff8a779e85 psi_task_switch+0xa5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2535.391794: 38124825 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.392307: 37620025 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [008] 2535.392589: 30144696 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [027] 2535.392676: 50189388 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2535.392922: 30117611 cycles: ffffffff8a8c0f16 irq_work_needs_cpu+0x16 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [043] 2535.393206: 29397405 cycles: 1407ce03 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [023] 2535.393545: 38452318 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [047] 2535.393854: 26629493 cycles: ffffffff8a7340b5 raw_spin_rq_unlock+0x5 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2535.393869: 32517964 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151706 [021] 2535.394008: 36248983 cycles: ffffffff8b61abda timerqueue_add+0x3a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [019] 2535.394474: 41414125 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [045] 2535.394501: 46343388 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159620 [000] 2535.394705: 34695771 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [038] 2535.395179: 49057207 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc15f0f67 [unknown] (//anon) Test 194631 [004] 2535.396534: 35375018 cycles: ffffffff8a7f176b futex_hash+0x1b ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2535.396920: 41766977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [002] 2535.396975: 32208445 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [039] 2535.397278: 31860915 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [046] 2535.397765: 38499606 cycles: 172a0b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [010] 2535.398033: 37778366 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [015] 2535.398179: 30686960 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c797f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198682 [031] 2535.398524: 29536356 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172388 [035] 2535.398769: 29169029 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [026] 2535.398831: 40525043 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [030] 2535.399625: 35677474 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [017] 2535.399672: 44276598 cycles: 1c752703 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [022] 2535.400511: 31161023 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c42370 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [014] 2535.400529: 29729060 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [041] 2535.400748: 37783667 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [037] 2535.401447: 33676738 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2535.401565: 44571037 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [028] 2535.401603: 27307906 cycles: 1402e9e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [044] 2535.402298: 37850635 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2535.402532: 34330168 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2535.403139: 37395925 cycles: ffffffff8a7431e1 migrate_task_rq_fair+0xe1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [025] 2535.403393: 39466229 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [001] 2535.403395: 43152047 cycles: 68605db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2535.403769: 45026183 cycles: 141eb024 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [006] 2535.403967: 39491063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f8c5acc113f [unknown] (//anon) diskagen.AIO.SQ 198055 [020] 2535.404267: 58586645 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [047] 2535.404301: 28046896 cycles: ffffffff8abdc652 jbd2_write_access_granted+0x82 ([kernel.kallsyms]) ffffffff8abde9cc jbd2_journal_get_write_access+0x3c ([kernel.kallsyms]) ffffffff8ab5d88f __ext4_journal_get_write_access+0x8f ([kernel.kallsyms]) ffffffff8ab83090 ext4_reserve_inode_write+0xa0 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 196021 [012] 2535.404795: 38148428 cycles: 1740db4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2535.405068: 37574843 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [043] 2535.405069: 29330018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 197531 [034] 2535.405223: 33930788 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [032] 2535.405671: 42877110 cycles: ffffffff8a9b1c01 fault_in_readable+0x51 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [007] 2535.405826: 36792692 cycles: 137c663 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [024] 2535.405971: 34320481 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [029] 2535.406469: 36892710 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [036] 2535.406611: 43965812 cycles: ffffffff8a733f00 raw_spin_rq_lock_nested+0x10 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2535.406698: 29963932 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [033] 2535.406789: 37927822 cycles: 3b6612f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [016] 2535.406828: 40982993 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [003] 2535.407899: 52609211 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [000] 2535.408408: 35982130 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 156c9bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [005] 2535.408794: 46327591 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [002] 2535.409018: 37064063 cycles: 2a25b __errno_location+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b029b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [004] 2535.410777: 35671480 cycles: 3c734ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [039] 2535.410970: 29436434 cycles: 1ca6840c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2535.410996: 34137753 cycles: ffffffff8b37ec2a kfree_skbmem+0x6a ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [021] 2535.411069: 37183471 cycles: 2510f551 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [022] 2535.411145: 30791747 cycles: 1407d45f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [031] 2535.411704: 27089940 cycles: ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.IC 197544 [014] 2535.411741: 28607416 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [047] 2535.412022: 30055802 cycles: ffffffff8b624c4d xa_get_order+0x2d ([kernel.kallsyms]) ffffffff8a95e6ad __filemap_add_folio+0xcd ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) network poller 194346 [030] 2535.412157: 34619649 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 165457 [028] 2535.412438: 26780865 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [023] 2535.412606: 47312373 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [018] 2535.412632: 45013080 cycles: ffffffff8b60aa02 mt_find+0x132 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166760 [010] 2535.412730: 34421088 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [026] 2535.414160: 38975638 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2535.414265: 29305250 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [038] 2535.414527: 47693108 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [019] 2535.414831: 45832479 cycles: 133c9166 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [046] 2535.415044: 33471823 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2535.415248: 36785878 cycles: 204a4c3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2535.415464: 38942618 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2535.415809: 40534640 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [008] 2535.415876: 35587766 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 673b285 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [027] 2535.416152: 50951801 cycles: 186f274 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [044] 2535.416429: 35207482 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13c9629d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [029] 2535.416932: 36513306 cycles: ffffffff8a7d6ab4 __mod_timer+0x374 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [034] 2535.417770: 35383285 cycles: 2a7fbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154854 [006] 2535.418248: 40094349 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [012] 2535.418482: 47891571 cycles: ffffffff8aa514e5 consume_obj_stock+0x5 ([kernel.kallsyms]) ffffffff8aa2ef87 kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [042] 2535.418685: 37073716 cycles: 3b97528 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [011] 2535.418799: 46922225 cycles: ffffffff8b55f93e tcp_v6_rcv+0x20e ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [040] 2535.418930: 39348411 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) diskagentd 169822 [043] 2535.418962: 35081522 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [013] 2535.419027: 28063512 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [009] 2535.419159: 38197526 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [025] 2535.420775: 45709528 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [033] 2535.420942: 33829694 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [017] 2535.420956: 34815540 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2535.421244: 44329864 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [024] 2535.421254: 33050308 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2535.421345: 45335388 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2535.421967: 29206257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2535.421991: 43152047 cycles: 17fd9bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [002] 2535.422471: 33443093 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58e [unknown] ([unknown]) swapper 0 [032] 2535.422629: 47199301 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [007] 2535.422722: 30673178 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 196773 [014] 2535.422863: 28454736 cycles: 18756396 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [036] 2535.423282: 40912476 cycles: ffffffff8b51335b unix_destruct_scm+0x6b ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2535.423507: 31886904 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [022] 2535.423597: 32199482 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [031] 2535.424000: 29576772 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2535.424873: 36176722 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [028] 2535.425483: 28928046 cycles: 1a68dd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af263f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2535.425606: 38489462 cycles: ffffffff8a7486c1 update_blocked_averages+0xd1 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [004] 2535.426075: 30767735 cycles: 1a68d3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f74be [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [020] 2535.426619: 59784993 cycles: ffffffff8b49178e tcp_add_backlog+0x13e ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [046] 2535.427485: 34425394 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198727 [021] 2535.427776: 36981356 cycles: ffffffff8b6acbb6 _raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Batch 198041 [037] 2535.428121: 36006471 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166745 [035] 2535.428194: 33245633 cycles: 178928ae [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [010] 2535.428516: 33271834 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198628 [026] 2535.428545: 39273431 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2535.429369: 38729336 cycles: ffffffff8aa2e61a ___slab_alloc+0x45a ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2535.429380: 34200351 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [018] 2535.429669: 43485942 cycles: 1806a5d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [043] 2535.429960: 34021407 cycles: 17907c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [034] 2535.430376: 36987319 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 171291 [013] 2535.430623: 27294275 cycles: bbdc651 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [008] 2535.431024: 31889474 cycles: ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [039] 2535.431173: 31830023 cycles: 1c47c9dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198031 [041] 2535.431881: 39643108 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [023] 2535.432024: 36017989 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [029] 2535.432393: 35865415 cycles: 14251025 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [024] 2535.433081: 31639398 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2535.433119: 32452944 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed477 [unknown] (//anon) diskagen.IC 197891 [040] 2535.433884: 34061037 cycles: ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [042] 2535.434147: 37628256 cycles: 3a49f19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2535.434204: 52108097 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 198026 [014] 2535.434338: 30429648 cycles: 13404cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [002] 2535.434520: 39642657 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2535.434537: 34312182 cycles: 129ab62 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [015] 2535.435063: 40245488 cycles: 3a4a3bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [007] 2535.435952: 28372474 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2535.436147: 31393203 cycles: ffffffff8a7d6e59 get_next_timer_interrupt+0xd9 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [019] 2535.436236: 33318762 cycles: 20487173 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198027 [009] 2535.436665: 45381496 cycles: 133bb89e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [012] 2535.437099: 46031072 cycles: ffffffff8a73cce3 cpus_share_cache+0x53 ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [016] 2535.437226: 41763612 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [038] 2535.437268: 48205500 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [047] 2535.437384: 41231396 cycles: 139f1226 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [028] 2535.438040: 32297864 cycles: 3b6f675 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [017] 2535.438249: 35614993 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159386 [031] 2535.438396: 30950384 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198611 [004] 2535.438603: 29511413 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [000] 2535.438658: 44117310 cycles: ffffffff8a6600de switch_fpu_return+0xce ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2535.438910: 38944577 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [027] 2535.439014: 50464457 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [001] 2535.439621: 56597859 cycles: 3b99238 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2535.439701: 42306153 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [046] 2535.440591: 40006469 cycles: 3b77450 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2535.440848: 33155547 cycles: 1fd00f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [043] 2535.441122: 34021407 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [021] 2535.441376: 32703749 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [011] 2535.441500: 39346322 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2535.441751: 32044457 cycles: 13cad995 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2535.442040: 32534309 cycles: 288adb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [032] 2535.442205: 39857217 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2535.442246: 40051880 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [025] 2535.442848: 40540924 cycles: ffffffff8a9728ba lru_add_fn+0x1ea ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a95ea68 filemap_add_folio+0x58 ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198612 [013] 2535.443317: 28037314 cycles: 1a6ade [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [008] 2535.443711: 35905231 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [040] 2535.443751: 34144108 cycles: 673b2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [034] 2535.445508: 32015671 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [024] 2535.445606: 30123193 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [033] 2535.445798: 31725269 cycles: 27225e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2535.445864: 32454945 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [026] 2535.445901: 34547560 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2535.446057: 44234026 cycles: ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2535.446351: 32798224 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 194354 [006] 2535.446988: 31940538 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [018] 2535.447005: 48612198 cycles: ffffffff8a9746e5 folio_mark_accessed+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [014] 2535.447180: 34243196 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2535.447610: 31537096 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2535.447970: 34253349 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd.SRV2 197556 [020] 2535.448167: 49807991 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7536ff newidle_balance+0x12f ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [041] 2535.448344: 36638030 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [019] 2535.448696: 30571162 cycles: 21b6974e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [007] 2535.449522: 25314523 cycles: 2472209 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [015] 2535.449544: 36803538 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2535.450994: 29891603 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) nbsd.System 194334 [028] 2535.451075: 34737418 cycles: 14068c55 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [002] 2535.451079: 46573692 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [042] 2535.451250: 38012879 cycles: ffffffff8aaeb291 ep_poll+0x221 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2535.451721: 29594424 cycles: ffffffff8a7d7f1a __hrtimer_start_range_ns+0x23a ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159616 [029] 2535.451938: 35865415 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [021] 2535.452769: 32260156 cycles: 1ca21779 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2535.453056: 38814507 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.453096: 41907781 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [017] 2535.453821: 46761539 cycles: ffffffff8adaa860 page_copy_sane+0x0 ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198713 [010] 2535.454024: 37753347 cycles: 2a91431 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [044] 2535.454227: 32095452 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2535.454422: 28531584 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [036] 2535.454533: 38512737 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2535.454747: 50253690 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2535.455027: 51103851 cycles: ffffffff8a73d9d7 nr_iowait_cpu+0x27 ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2535.455073: 36578496 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [012] 2535.455430: 50804468 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [030] 2535.455730: 39641386 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [000] 2535.456016: 43113134 cycles: ffffffff8b39ad72 enqueue_to_backlog+0xb2 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [005] 2535.456218: 46974212 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2535.456261: 40022003 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [046] 2535.456386: 40023578 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [047] 2535.456454: 41541253 cycles: 68d09d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2535.456530: 52042834 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [022] 2535.456992: 32494867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [040] 2535.457267: 34923356 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2535.457431: 34564523 cycles: ffffffff8a7d6a41 __mod_timer+0x301 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [034] 2535.457700: 30178835 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [024] 2535.457726: 36039372 cycles: 67f23bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [008] 2535.457941: 35485914 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [027] 2535.458239: 48260411 cycles: ffffffff8aa5ba35 try_charge_memcg+0x35 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [011] 2535.459203: 44159849 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2535.460318: 25027074 cycles: ffffffff8a7f738b __flush_smp_call_function_queue+0x3b ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [006] 2535.460697: 36983425 cycles: ffffffff8a7b7ec9 rcu_note_context_switch+0xb9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [025] 2535.460818: 40567883 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2535.460948: 36211465 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [014] 2535.461285: 30035719 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166700 [001] 2535.462152: 47106974 cycles: ffffffff8a74fe69 update_sg_lb_stats+0x69 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [026] 2535.462262: 29137429 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [004] 2535.462575: 32263664 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2535.462598: 27892890 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2535.463037: 33446078 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198624 [023] 2535.463354: 44119485 cycles: ffffffff8a750072 update_sg_lb_stats+0x272 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [019] 2535.463578: 30984238 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [037] 2535.465061: 36736933 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [028] 2535.465191: 39064058 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3adf880 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [041] 2535.465255: 40964341 cycles: 186be07 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2535.465335: 37387541 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14068f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 165667 [031] 2535.465343: 38718271 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [018] 2535.465495: 44496050 cycles: 3b9cf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2535.465979: 39313743 cycles: 3b21a59 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [021] 2535.466327: 34122339 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [029] 2535.466453: 44042774 cycles: ffffffff8a750092 update_sg_lb_stats+0x292 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [020] 2535.468084: 48426865 cycles: 133c91b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [002] 2535.468134: 43515935 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2535.468335: 29565707 cycles: 1d4231c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [013] 2535.468543: 30350843 cycles: 68a3ef6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198616 [046] 2535.469362: 36156119 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [010] 2535.469400: 35977005 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f4cdfd537 [unknown] (//anon) diskagen.User 198035 [039] 2535.469530: 31899566 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [016] 2535.469618: 43422798 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2535.469696: 38512737 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2535.469953: 33560332 cycles: ffffffff8b6175ec rb_insert_color+0xec ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166612 [043] 2535.470177: 45485394 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [032] 2535.470373: 39994232 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2535.470827: 24273489 cycles: 21a0c4a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [040] 2535.470980: 34923356 cycles: 1c3ad3db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [030] 2535.471393: 37980692 cycles: ffffffff8a7f6551 futex_wake+0x91 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2535.471878: 39407657 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [005] 2535.471988: 50263426 cycles: 3b3db48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2535.472118: 29577921 cycles: 3b216d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ya-bin 192409 [045] 2535.472298: 39154643 cycles: ffffffff8aaab0a7 __fget_light+0x47 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9e2c6 do_poll.constprop.0+0xc6 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.User 198035 [026] 2535.472602: 28459308 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [000] 2535.472774: 40887390 cycles: 250fec84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [012] 2535.472977: 48786459 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [008] 2535.473283: 30518248 cycles: 1830507 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155846 [006] 2535.473321: 38792699 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [035] 2535.473950: 33542161 cycles: 14077541 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [047] 2535.474107: 40104713 cycles: 1c4918a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [019] 2535.474861: 30117828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [017] 2535.474956: 43134898 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [038] 2535.475527: 47012207 cycles: 133fee10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [004] 2535.475609: 30812874 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197534 [015] 2535.475848: 31276800 cycles: 14068f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [027] 2535.476144: 42349406 cycles: ffffffff8a990c5b shmem_get_folio_gfp+0x3b ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [033] 2535.476450: 34015300 cycles: 266756cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [011] 2535.477532: 36005495 cycles: 207e5d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [007] 2535.477842: 26614249 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [042] 2535.478911: 35134109 cycles: 272afc8e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [034] 2535.479173: 29200311 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 36a11d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2535.479393: 51554819 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [009] 2535.479653: 47563710 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1278a8 recvmsg+0x48 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [028] 2535.479845: 41085415 cycles: 93cf9 pthread_cond_timedwait+0x99 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [025] 2535.480027: 39327337 cycles: 26ee67e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [013] 2535.481621: 30344568 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [001] 2535.481698: 40585470 cycles: 1d3843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [044] 2535.481986: 40621621 cycles: 26708847 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2535.482188: 40724817 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2535.482361: 36922390 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2535.482392: 37204195 cycles: ffffffff8a7763d5 calc_load_nohz_stop+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [010] 2535.483068: 36414624 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 198434 [026] 2535.483226: 28564900 cycles: 266979a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [036] 2535.483350: 47533098 cycles: 3cb6571 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [046] 2535.483491: 37055263 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [039] 2535.483505: 34086882 cycles: ffffffff8b4804ec tcp_data_queue+0x14c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [037] 2535.483528: 36828017 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [014] 2535.483578: 28740592 cycles: 1425abc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [041] 2535.483812: 37095546 cycles: 178e550 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [040] 2535.483815: 40258253 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [030] 2535.484060: 35331738 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [002] 2535.484148: 37067782 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [032] 2535.484308: 36831462 cycles: 26a75e73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [022] 2535.484352: 38168194 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [031] 2535.484780: 35198947 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) nbsd.User 197533 [007] 2535.485706: 29050263 cycles: 1408601c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2535.485985: 28444203 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [020] 2535.486508: 41942305 cycles: 186c388 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [024] 2535.487904: 36754487 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [029] 2535.487908: 40991202 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [004] 2535.488051: 31243660 cycles: ffffffff8aaebf81 ep_poll_callback+0x101 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [000] 2535.488747: 37382131 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7605e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [019] 2535.488800: 33933477 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [035] 2535.489012: 35768569 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2535.489386: 38646539 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47effa92dff [unknown] (//anon) blocksto.CLI1 198713 [015] 2535.489472: 28076730 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.490194: 39018876 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194347 [034] 2535.491109: 27603327 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2535.491251: 40124732 cycles: 1c537d51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 151706 [045] 2535.491512: 30372588 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [047] 2535.491622: 33488298 cycles: 64fb0c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [017] 2535.491687: 45586417 cycles: 662298c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [042] 2535.492248: 35120340 cycles: ffffffff8a7d748d hrtimer_active+0xd ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [006] 2535.492253: 41288783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 154844 [005] 2535.493396: 39713730 cycles: 1a6937 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) a69aa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2535.493735: 35570642 cycles: ffffffff8a7d8d45 hrtimer_interrupt+0x25 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [028] 2535.494086: 42990322 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [011] 2535.494143: 33216376 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [026] 2535.495349: 29763107 cycles: 20484ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [038] 2535.495600: 39669295 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [039] 2535.495715: 33982756 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [003] 2535.495995: 36496644 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 163642 [014] 2535.496153: 27351086 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2535.496793: 35365881 cycles: ffffffff8a739dde set_task_cpu+0x7e ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [025] 2535.497089: 33756194 cycles: 644bc4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [008] 2535.497374: 27410662 cycles: ffffffff8a74dcd0 dequeue_entity+0x150 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [009] 2535.497584: 40964551 cycles: 2049958e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 171571 [013] 2535.497629: 29485708 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [021] 2535.497906: 34824272 cycles: ffffffff8b381d15 skb_release_data+0x5 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [010] 2535.498022: 39366966 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75efe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2535.498073: 38485722 cycles: ffffffff8a7d7e34 __hrtimer_start_range_ns+0x154 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2535.498153: 31344907 cycles: ffffffff8a747ce3 update_load_avg+0x413 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2535.498650: 34733038 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [037] 2535.498792: 40361512 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [044] 2535.498879: 42998957 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2535.499146: 41889124 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [032] 2535.499667: 38000118 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2535.500078: 30415946 cycles: ffffffff8a7477a0 attach_entity_load_avg+0x110 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2535.500498: 35945108 cycles: ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [004] 2535.501137: 32724812 cycles: ffffffff8a9406f6 perf_adjust_freq_unthr_context+0x16 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [002] 2535.501700: 34666996 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [034] 2535.502238: 26776508 cycles: ffffffff8b47ba17 tcp_rcv_space_adjust+0x157 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2535.502357: 45309406 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2535.502472: 34695547 cycles: ffffffff8aa302be cache_from_obj+0x4e ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [007] 2535.502518: 30576819 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [015] 2535.502835: 29162002 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [036] 2535.502841: 39888363 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2535.503123: 42360559 cycles: ffffffff8b6980cc ct_nmi_enter+0x5c ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [047] 2535.503163: 30943208 cycles: 175b3ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [019] 2535.503554: 31212392 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [024] 2535.503596: 34951424 cycles: 14211e3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 167053 [023] 2535.503916: 47652574 cycles: ffffffff8a75386c newidle_balance+0x29c ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [020] 2535.504138: 38022958 cycles: 223c52 perf_mmap__read_head+0x17 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 223ead __perf_mmap__read_init+0x1b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 224084 perf_mmap__read_init+0x36 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 11973b perf_mmap__push+0x4b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) default-executo 196114 [033] 2535.504552: 36679770 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [016] 2535.504894: 39214682 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [035] 2535.505270: 34110535 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [012] 2535.505465: 47347610 cycles: 13b05eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194632 [042] 2535.505899: 31197727 cycles: 3b9b700 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197261 [045] 2535.505915: 36686762 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15f2790ca86f [unknown] (//anon) swapper 0 [026] 2535.506306: 32254061 cycles: ffffffff8b61a5f8 memchr_inv+0xb8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [011] 2535.506789: 34616921 cycles: ffffffff8a74fe13 update_sg_lb_stats+0x13 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198111 [029] 2535.506955: 43698254 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [014] 2535.507380: 28494257 cycles: ffffffff8a779b7f psi_task_change+0x6f ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2535.507926: 35112407 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [008] 2535.507933: 30387384 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [006] 2535.508182: 39332004 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [043] 2535.508557: 37064888 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [030] 2535.509524: 30263965 cycles: 12e810f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [005] 2535.510045: 37233193 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) nbsd.User 197529 [028] 2535.510197: 40909432 cycles: 13c92757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 166758 [025] 2535.510449: 34525157 cycles: bbc63b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [040] 2535.510800: 32885858 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [018] 2535.510848: 40376064 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [034] 2535.511582: 26776482 cycles: 269aa224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [013] 2535.511867: 32225538 cycles: 644728e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2535.512010: 42178274 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2535.512145: 33659921 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2535.512372: 35590123 cycles: ffffffff8a743676 pick_next_entity+0x166 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [010] 2535.512416: 34859011 cycles: 2049b5b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [031] 2535.513018: 32823426 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [021] 2535.513019: 32069802 cycles: 15730316 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [002] 2535.513829: 37679343 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155846 [047] 2535.513840: 31876254 cycles: ffffffff8a741340 clear_buddies+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172236 [004] 2535.514120: 34316227 cycles: bbc4c51 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [001] 2535.514315: 44104719 cycles: 251748d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [044] 2535.514704: 40992471 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 151708 [009] 2535.515199: 40964551 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [027] 2535.515241: 36255824 cycles: 3a647cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [015] 2535.515678: 28975851 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [022] 2535.515881: 37499418 cycles: 142595da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [037] 2535.516196: 36540768 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) .NET Timer 2961 [032] 2535.516258: 35819839 cycles: 6031ba [unknown] (/actions-runner/bin/libcoreclr.so) 608085 [unknown] (/actions-runner/bin/libcoreclr.so) 607cc5 [unknown] (/actions-runner/bin/libcoreclr.so) 60c754 [unknown] (/actions-runner/bin/libcoreclr.so) 60ca02 [unknown] (/actions-runner/bin/libcoreclr.so) 2a142c [unknown] (/actions-runner/bin/libcoreclr.so) 29c5e8 [unknown] (/actions-runner/bin/libcoreclr.so) 2f52fb [unknown] (/actions-runner/bin/libcoreclr.so) 15673df [unknown] (/memfd:doublemapper (deleted)) nbsd.User 197246 [046] 2535.516276: 39948534 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2535.516904: 40027148 cycles: 172c26b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2535.517090: 34325295 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [024] 2535.517218: 34733878 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [036] 2535.517280: 44308997 cycles: 6e3 [unknown] ([vdso]) nbsd.SRV1 194362 [014] 2535.517493: 32364099 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [007] 2535.518067: 36226522 cycles: 1c3ad543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2535.518559: 34289536 cycles: ffffffff8a760445 __update_load_avg_cfs_rq+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2535.518658: 40782418 cycles: 6285b35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [016] 2535.519133: 42644563 cycles: ffffffff8aa59819 __mod_lruvec_state+0x29 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2535.519953: 45609300 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [026] 2535.519958: 29807485 cycles: 250e2011 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [008] 2535.520394: 35839890 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [030] 2535.521086: 33739140 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2535.521366: 47375900 cycles: 84a [unknown] ([vdso]) default-executo 196007 [045] 2535.522063: 30693293 cycles: 17bd4d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [039] 2535.522184: 32861980 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2535.522252: 30023861 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [010] 2535.522690: 34948526 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [041] 2535.522786: 37322612 cycles: 1c3a90c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2535.522946: 32060964 cycles: 133c3138 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [047] 2535.523141: 38968445 cycles: ffffffff8aa8f755 generic_permission+0x5 ([kernel.kallsyms]) ffffffff8aa941ce link_path_walk.part.0.constprop.0+0xde ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 196124 [012] 2535.523427: 42657372 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2535.523812: 38788428 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [011] 2535.524721: 33476115 cycles: 3b99b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [023] 2535.525181: 42495770 cycles: ffffffff8a747abe update_load_avg+0x1ee ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [043] 2535.526410: 32951753 cycles: ffffffff8a7f1cef get_futex_key+0x20f ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162522 [018] 2535.526676: 34658282 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [005] 2535.526722: 38318734 cycles: ffffffff8b380278 __copy_skb_header+0xa8 ([kernel.kallsyms]) ffffffff8b38049e __skb_clone+0x2e ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [040] 2535.527256: 31679796 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [031] 2535.527283: 32939045 cycles: ffffffff8a747c60 update_load_avg+0x390 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2535.527346: 36653020 cycles: 3a62efc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [002] 2535.527483: 35640021 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [029] 2535.527505: 33166638 cycles: 17927a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [013] 2535.527525: 31030629 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [028] 2535.527635: 43075094 cycles: 3b048a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198711 [004] 2535.527755: 42816562 cycles: 3b7759b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [021] 2535.528602: 30650022 cycles: 122b0bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2535.528780: 50509614 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [032] 2535.529506: 32180999 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [014] 2535.529739: 40434619 cycles: 3a6358d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2535.531076: 35622634 cycles: 20485dde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [027] 2535.531385: 36255125 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [015] 2535.531414: 35689008 cycles: 12e559b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [042] 2535.531621: 35293975 cycles: 1300ee94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [026] 2535.531861: 35288482 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [024] 2535.531941: 34920663 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 197870 [022] 2535.532022: 36024501 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd354ef387f [unknown] (//anon) diskagen.User 198038 [044] 2535.532522: 37771578 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2535.532824: 31826210 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [046] 2535.533263: 42479213 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2535.533829: 37828345 cycles: ffffffff8a846c7c touch_softlockup_watchdog_sched+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 194424 [047] 2535.533863: 38238408 cycles: ffffffff8aa534d1 __get_obj_cgroup_from_memcg+0x41 ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8a994606 kvmalloc_node+0x26 ([kernel.kallsyms]) ffffffff8aab7e4b seq_read_iter+0x3bb ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 194449 [034] 2535.533990: 28438859 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [008] 2535.534435: 41616826 cycles: 141c3d28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [030] 2535.534692: 37066452 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2535.534717: 41121326 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [033] 2535.534732: 36867223 cycles: 252746f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2535.534936: 35504764 cycles: 3ba5069 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [045] 2535.535557: 31595610 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [007] 2535.535577: 33769668 cycles: 26546523 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2535.535764: 34028902 cycles: ffffffff8a7f83a4 generic_smp_call_function_single_interrupt+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [035] 2535.535767: 33437323 cycles: 3b9e8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [016] 2535.535831: 35983099 cycles: 3a633b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2535.535992: 35524663 cycles: ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7c807 do_iter_write+0x77 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2535.536707: 46938606 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 163647 [010] 2535.537095: 35129974 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [020] 2535.537210: 40845592 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b99c57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [040] 2535.538334: 40375873 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166598 [005] 2535.538842: 37407022 cycles: ffffffff8a752924 update_sd_lb_stats.constprop.0+0x194 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [006] 2535.538852: 41972860 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37ba40 skb_unlink+0x20 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [018] 2535.539253: 36414902 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198749 [021] 2535.539527: 31143698 cycles: 1411c3ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2535.539558: 31706269 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [013] 2535.539903: 28745357 cycles: 17e047c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [019] 2535.540075: 37197088 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2535.540290: 34921434 cycles: ffffffff8a754f83 nohz_run_idle_balance+0x53 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [012] 2535.540327: 35625043 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2535.540551: 31570208 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2535.540908: 39772299 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2535.541051: 36213468 cycles: ffffffff8a760445 __update_load_avg_cfs_rq+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [031] 2535.541664: 36684775 cycles: 26a1075e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [032] 2535.542199: 33286728 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [023] 2535.542424: 44587975 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2535.542657: 35041518 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [025] 2535.543078: 38756547 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [028] 2535.543774: 40867092 cycles: 178eb014 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 194424 [047] 2535.544361: 37887998 cycles: ffffffff8aa5d854 mod_objcg_state+0x24 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8aab6a8f single_open+0x2f ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 194434 [042] 2535.544547: 39928146 cycles: ffffffff8adaff8a __import_iovec+0xea ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2535.544802: 37185644 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [034] 2535.545190: 30702019 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [014] 2535.545226: 45121950 cycles: ffffffff8aa8b6c4 pipe_write+0x204 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198039 [037] 2535.545678: 31826210 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2535.545956: 40365788 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2535.546295: 35105373 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [026] 2535.546559: 37985581 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) blocksto.CLI2 194630 [004] 2535.546786: 41211380 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2535.547076: 34374417 cycles: ffffffff8a769219 psi_group_change+0x279 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [007] 2535.547143: 35007645 cycles: 1a6914 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c2de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [044] 2535.547146: 40684757 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [030] 2535.547935: 35888905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2535.547947: 38047657 cycles: 1740b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [041] 2535.548214: 33307618 cycles: ffffffff8a6b8001 native_load_tls+0x1 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [008] 2535.549018: 41799137 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [045] 2535.549515: 37192650 cycles: 14026cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [038] 2535.549995: 33284599 cycles: 2528d787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [010] 2535.550324: 31296281 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197534 [046] 2535.550496: 41084832 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2535.550697: 30905847 cycles: 68acfdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165265 [036] 2535.551028: 48481475 cycles: ffffffff8b6ab517 do_nanosleep+0xa7 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [033] 2535.551093: 40586356 cycles: 186a007 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [001] 2535.551290: 34949437 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [005] 2535.551303: 37498349 cycles: ffffffff8b6ad46a _raw_spin_lock_irq+0x1a ([kernel.kallsyms]) ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2535.551913: 33956635 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [018] 2535.551925: 35814571 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [035] 2535.552283: 37337202 cycles: 250fd5a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [012] 2535.553253: 32548794 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [040] 2535.553333: 34824910 cycles: 146d89c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [021] 2535.554198: 31558556 cycles: ffffffff8b627e0d __get_user_8+0xd ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [020] 2535.554363: 39884050 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [013] 2535.554663: 29400730 cycles: 14026234 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [043] 2535.554684: 32524572 cycles: 156b8937 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [011] 2535.555172: 35871716 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 150649 [006] 2535.555537: 47159113 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2535.555765: 34331363 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [029] 2535.555876: 37760406 cycles: bbbbaf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [017] 2535.556452: 31635998 cycles: ffffffff8a6c7ce9 __virt_addr_valid+0x39 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [002] 2535.556734: 37593760 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2535.556839: 37467371 cycles: 1d423e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [028] 2535.557312: 36418583 cycles: 14149972 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2535.557611: 33006660 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 197878 [024] 2535.558507: 35611200 cycles: ffffffff8a738326 pick_next_task+0x26 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2535.558597: 32722132 cycles: 1407d38d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [007] 2535.558895: 35077449 cycles: 1fd83d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [037] 2535.559823: 41765721 cycles: 2445fec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2535.560020: 29746559 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2535.560580: 30988245 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [019] 2535.560683: 37197088 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [014] 2535.560905: 47591612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [027] 2535.561039: 36034146 cycles: 1407d38d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170139 [022] 2535.561108: 31279610 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [030] 2535.561207: 38817425 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2535.561343: 38831406 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [004] 2535.561472: 37766950 cycles: 20488de2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [047] 2535.562285: 30644082 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [025] 2535.562307: 31884689 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [023] 2535.562487: 47430272 cycles: 266e2c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [010] 2535.562649: 33031627 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2535.562672: 34342506 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2535.562781: 45695278 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 167011 [003] 2535.563179: 37458503 cycles: bbbd6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [045] 2535.563661: 39248344 cycles: ffffffff8b56814a inet6_csk_route_socket+0x13a ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [044] 2535.563960: 38209274 cycles: ffffffff8a7412b5 update_min_vruntime+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [041] 2535.564372: 27854732 cycles: 2097d81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2535.564372: 37985581 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 198612 [046] 2535.564420: 36598523 cycles: 12d6bc8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155806 [039] 2535.564816: 27848939 cycles: ffffffff8a74cd39 can_migrate_task+0x29 ([kernel.kallsyms]) ffffffff8a74d297 detach_tasks+0xb7 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [018] 2535.564887: 38603655 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [016] 2535.565602: 30236084 cycles: 689b819 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [021] 2535.565874: 36062411 cycles: 20485a44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165157 [012] 2535.566031: 34342436 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 154850 [001] 2535.566843: 30094798 cycles: ffffffff8a95a8ad rseq_ip_fixup+0x4d ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [040] 2535.567053: 33747537 cycles: 197169d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [032] 2535.567465: 32604087 cycles: 3a6146c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2535.567478: 36185970 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed9af [unknown] (//anon) nbsd-lig.SRV1 194448 [013] 2535.567949: 32131189 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2535.568300: 32524572 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [017] 2535.568814: 30921757 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 196124 [011] 2535.569061: 33003417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [028] 2535.569820: 42784842 cycles: 141aaeb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [020] 2535.570150: 38822502 cycles: 1be82de4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [033] 2535.570221: 38362738 cycles: 6446a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2535.570468: 45932174 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [034] 2535.570659: 32655319 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [035] 2535.570659: 34350681 cycles: 3b3bfaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2535.571616: 29816639 cycles: 2049aa53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [006] 2535.571910: 45638300 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2535.571932: 32401935 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [024] 2535.572229: 35611200 cycles: 251dfc60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [002] 2535.572323: 32241349 cycles: a90 [unknown] ([vdso]) swapper 0 [029] 2535.572889: 39207377 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [015] 2535.573762: 35611776 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 197898 [042] 2535.573843: 40813546 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [025] 2535.574436: 34154811 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [004] 2535.574444: 39739679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2535.574638: 34564857 cycles: 1840617 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [030] 2535.575005: 35501799 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [010] 2535.575065: 30781339 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 198454 [031] 2535.575247: 25801262 cycles: 1411af45 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [009] 2535.576024: 27568296 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [041] 2535.577014: 26589045 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2535.577122: 27655057 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196923 [038] 2535.577192: 33214229 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 160830 [027] 2535.577339: 34948205 cycles: 21b69e84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [037] 2535.577575: 47993337 cycles: 251a13ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [039] 2535.577610: 25693994 cycles: ffffffff8b6226b7 xas_start+0x7 ([kernel.kallsyms]) ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2535.577637: 50061968 cycles: ffffffff8a76916e psi_group_change+0x1ce ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2535.578014: 36383391 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.578116: 28236427 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [014] 2535.578236: 38036791 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [021] 2535.578589: 34997591 cycles: 1401fb02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [046] 2535.578616: 33273841 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2535.578704: 43295456 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [044] 2535.578967: 40834818 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 170139 [012] 2535.579427: 35041721 cycles: ffffffff8a6c8cb5 enter_lazy_tlb+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2535.579610: 45499332 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [018] 2535.579756: 36705225 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 252613a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155707 [040] 2535.579896: 36185450 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 166748 [011] 2535.580084: 32076839 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [013] 2535.580288: 33010651 cycles: 21a0aa88 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2535.580850: 42377402 cycles: 3ba4c1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [001] 2535.580869: 30543008 cycles: 1860801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 169827 [032] 2535.581148: 34225492 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [022] 2535.581915: 33527199 cycles: 2049ab57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [045] 2535.582312: 41313940 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75efe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [024] 2535.582380: 42510443 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169822 [034] 2535.582460: 31769693 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [000] 2535.583330: 31056211 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI1 196117 [033] 2535.583860: 39175226 cycles: 3b37261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [028] 2535.584782: 39558031 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [043] 2535.584907: 35747367 cycles: bbbf87a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [009] 2535.585222: 34269743 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2535.585931: 37919551 cycles: 2049b534 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [020] 2535.586189: 41680759 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [002] 2535.586430: 35824642 cycles: 1c2fc898 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [035] 2535.586602: 33817787 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [005] 2535.586763: 34933294 cycles: 3b2a4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [036] 2535.586807: 40641441 cycles: ffffffff8a7f1ae6 get_futex_key+0x6 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [023] 2535.586898: 41075635 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [039] 2535.587500: 28485735 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [042] 2535.587532: 37232336 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [041] 2535.588251: 24981109 cycles: 1302b519 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [030] 2535.588889: 35501799 cycles: 3a3a4bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [025] 2535.589009: 34835740 cycles: 2049b5e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2535.589164: 25523894 cycles: ffffffff8a779e32 psi_task_switch+0x52 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [047] 2535.589477: 25299551 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [029] 2535.589640: 40997398 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [006] 2535.590107: 39914383 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [027] 2535.590417: 33097531 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [004] 2535.590713: 35005793 cycles: 250e0bc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2535.590776: 29932575 cycles: 288987f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [038] 2535.591338: 37223011 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [007] 2535.591625: 33350229 cycles: 133b9d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [046] 2535.591718: 30843595 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [003] 2535.591890: 35001709 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [015] 2535.591898: 32917227 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ec087 [unknown] (//anon) nbsd.IC 197544 [001] 2535.592329: 28842630 cycles: ffffffffc06bb1fd ipv4_conntrack_defrag+0x5d ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2535.592581: 34670801 cycles: ffffffff8a7eeec6 tick_nohz_update_jiffies+0x6 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [032] 2535.592867: 35827611 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 4 [unknown] ([unknown]) nbsd.User 194340 [014] 2535.593021: 38759256 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [022] 2535.593483: 39125202 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2535.593702: 35006563 cycles: 26ca301 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 160824 [018] 2535.593742: 42643844 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [021] 2535.594325: 37696397 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [044] 2535.594786: 43469382 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 198440 [012] 2535.595350: 31507727 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [011] 2535.595599: 38091206 cycles: 36a0234 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165251 [034] 2535.595604: 31909703 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13404bfd [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [039] 2535.596482: 29178449 cycles: 13bd58e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [017] 2535.596786: 41057134 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [008] 2535.596799: 37269210 cycles: 27c1677 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [000] 2535.597078: 30973657 cycles: 266e2d14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [026] 2535.597104: 42901773 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74be58 select_idle_sibling+0x338 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [041] 2535.597215: 25770678 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2535.598311: 42616967 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [010] 2535.598572: 35577176 cycles: 3adf873 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [043] 2535.599128: 32059219 cycles: 172b41a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2535.599630: 31367626 cycles: 2049b6c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [024] 2535.599675: 40949784 cycles: ffffffff8b3773bd __release_sock+0x4d ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [009] 2535.599815: 30752533 cycles: ad45e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [002] 2535.599903: 35824642 cycles: ffffffff8a7d83c1 __hrtimer_run_queues+0x241 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13bd58e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [047] 2535.599979: 25523756 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [042] 2535.600437: 34442235 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [033] 2535.600504: 39175226 cycles: 3b9d771 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [045] 2535.600621: 38362491 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2535.600697: 35924795 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [036] 2535.600742: 43733778 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [001] 2535.600954: 29453180 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [020] 2535.601172: 36132722 cycles: ffffffff8a9447e0 perf_event_task_tick+0x70 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [016] 2535.601757: 32723413 cycles: 269ab921 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [019] 2535.601883: 60261287 cycles: bba8763 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [005] 2535.602234: 35615683 cycles: 1869df7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [035] 2535.602797: 36462518 cycles: bc03770 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2535.602905: 31143560 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167045 [030] 2535.603139: 38028334 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [046] 2535.603673: 29266664 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [038] 2535.603793: 34864543 cycles: ffffffff8b692178 do_syscall_64+0x28 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [023] 2535.603833: 40463227 cycles: 12e810f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2535.604025: 39266134 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [015] 2535.604738: 37599473 cycles: 21a07b48 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [004] 2535.605062: 34286005 cycles: ffffffff8adb0664 _find_next_and_bit+0x64 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2535.605375: 33426815 cycles: ffffffff8b6aceb2 _raw_write_unlock_irq+0x12 ([kernel.kallsyms]) ffffffff8aaea8db ep_send_events+0xbb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [006] 2535.605728: 36274752 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [007] 2535.605888: 37146929 cycles: 12ea6f05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [034] 2535.606291: 31255983 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [027] 2535.606421: 32331661 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [013] 2535.607365: 34452414 cycles: 2a91438 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [032] 2535.607866: 43301590 cycles: 1554d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [003] 2535.608107: 34552452 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [001] 2535.609344: 31512307 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2535.609347: 37530126 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 160813 [014] 2535.609877: 31149181 cycles: ffffffff8a736d44 dequeue_task+0x24 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [021] 2535.609889: 38534577 cycles: ffffffff8b697fda ct_nmi_exit+0x1a ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [029] 2535.609932: 42896668 cycles: 272223fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [041] 2535.610445: 29509967 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [000] 2535.610566: 32294496 cycles: ffffffff8b624f6d xas_create+0xad ([kernel.kallsyms]) ffffffff8b6254b9 xas_store+0x59 ([kernel.kallsyms]) ffffffff8a95e752 __filemap_add_folio+0x172 ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [018] 2535.610864: 42814444 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2535.610927: 41119381 cycles: ffffffff8a7d83c1 __hrtimer_run_queues+0x241 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [044] 2535.610974: 36764018 cycles: 2516ccd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [024] 2535.612135: 44529288 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [031] 2535.612427: 29962533 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [008] 2535.612545: 35638794 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 44dbbfa201a7 [unknown] (//anon) Test 194631 [047] 2535.612900: 25955570 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2535.614153: 50687833 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [010] 2535.614181: 34332881 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [011] 2535.614228: 38955909 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197251 [042] 2535.614587: 34249725 cycles: ffffffff8a769212 psi_group_change+0x272 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2535.614701: 38720078 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [046] 2535.614815: 28990884 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [026] 2535.614990: 45990366 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2535.615015: 30783547 cycles: ffffffff8b617586 rb_insert_color+0x86 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2535.615406: 44214696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [028] 2535.616158: 36508332 cycles: ffffffff8a9ea2fc free_unref_page_commit+0x1c ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2535.616378: 33527394 cycles: ffffffff8a74ee32 enqueue_entity+0x3b2 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [025] 2535.616752: 30166774 cycles: 2889865 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [034] 2535.617501: 33975182 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [037] 2535.617578: 36628575 cycles: 1c6a1861 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [004] 2535.617936: 30717717 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [009] 2535.617965: 33879447 cycles: ffffffff8a744f6e select_idle_cpu+0x17e ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2535.618052: 35429408 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [005] 2535.618190: 38482930 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [033] 2535.618519: 42376130 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdSbmEv 194091 [039] 2535.618853: 32024959 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [015] 2535.618875: 36683371 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [001] 2535.618891: 31927695 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [045] 2535.618997: 37633060 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [038] 2535.619462: 33637655 cycles: 129ac27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [006] 2535.619587: 36952207 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [030] 2535.619619: 35764321 cycles: ffffffff8a76907a psi_group_change+0xda ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [040] 2535.620571: 41643526 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [013] 2535.620823: 31590067 cycles: 3a62099 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2535.621602: 35515264 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [027] 2535.621658: 39016349 cycles: ffffffff8b376306 sk_free+0x16 ([kernel.kallsyms]) ffffffff8b484062 tcp_wfree+0x112 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [041] 2535.621804: 29612322 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [014] 2535.621853: 30821389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2535.622251: 38889694 cycles: 97fda pthread_mutex_lock+0xea (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2535.622721: 28318049 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2535.623024: 36279732 cycles: ffffffff8a7efeb9 tick_irq_enter+0x49 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [031] 2535.623165: 31744811 cycles: 3b66829 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [012] 2535.623995: 37171042 cycles: ffffffff8ab29d6f __dquot_alloc_space+0x26f ([kernel.kallsyms]) ffffffff8ab7ca4a ext4_da_reserve_space+0x5a ([kernel.kallsyms]) ffffffff8ab81060 ext4_da_map_blocks.constprop.0+0x310 ([kernel.kallsyms]) ffffffff8ab81195 ext4_da_get_block_prep+0x55 ([kernel.kallsyms]) ffffffff8ab7d281 ext4_block_write_begin+0x171 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12eccae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [007] 2535.624007: 40232083 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171288 [032] 2535.625228: 47119651 cycles: 178aa345 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [044] 2535.625666: 39600535 cycles: ffffffff8b50f224 unix_stream_read_generic+0x304 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 192411 [020] 2535.625716: 39695059 cycles: 32de299 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f05a7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0c5d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a22 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [003] 2535.626077: 31741819 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [008] 2535.626636: 36726500 cycles: ffffffff8a74e19b dequeue_task_fair+0x15b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [043] 2535.626636: 30783547 cycles: ffffffff8a7dc9b7 ktime_get_update_offsets_now+0x27 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a6c7d5d __virt_addr_valid+0xad ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [046] 2535.627054: 30879920 cycles: 3b32c39 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [022] 2535.627077: 42718680 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [024] 2535.627096: 44094359 cycles: ffffffff8b3714f6 ___sys_sendmsg+0xb6 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2535.627431: 30835045 cycles: ffffffff8a7eedbc tick_do_update_jiffies64+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [010] 2535.627771: 37785943 cycles: ffffffff8a74bbd8 select_idle_sibling+0xb8 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa5db79 obj_cgroup_charge+0x59 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [018] 2535.628232: 36114832 cycles: 25130891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [042] 2535.628249: 31529573 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [028] 2535.628302: 40657625 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2535.629091: 38343216 cycles: ffffffff8a6f2d01 __irq_exit_rcu+0x41 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198628 [019] 2535.629276: 49070409 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2535.629617: 33092145 cycles: 1740b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [016] 2535.629633: 44480111 cycles: ffffffff8b51c9f3 ip6_protocol_deliver_rcu+0x93 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [021] 2535.629781: 34151601 cycles: 175b16d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [011] 2535.629968: 38508573 cycles: ffffffff8b50f6fc unix_stream_read_generic+0x7dc ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [001] 2535.630276: 30913242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [034] 2535.630867: 34930534 cycles: 3c7de8c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [039] 2535.631232: 31798898 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [026] 2535.631739: 47284543 cycles: 3b9b659 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194000 [037] 2535.631949: 39112402 cycles: ffffffff8a741962 __calc_delta+0x12 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [015] 2535.632391: 41967462 cycles: 21a05d56 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.Timer 194370 [047] 2535.632774: 32746084 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c2a2ca8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [009] 2535.632927: 38428962 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6e8 [unknown] ([vdso]) ydbd.System 198101 [002] 2535.633027: 48815260 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [036] 2535.633207: 34652755 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [038] 2535.633377: 37522008 cycles: 68acd1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [030] 2535.633607: 39972202 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f1781 futex_hash+0x31 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2535.633622: 35359029 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2535.633819: 37079791 cycles: ffffffff8a736b55 resched_curr+0x5 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [045] 2535.633912: 40567255 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [040] 2535.634849: 36372029 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [006] 2535.635541: 36431347 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2535.635610: 30821389 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.User 197536 [041] 2535.636217: 35717097 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154842 [023] 2535.636464: 35743780 cycles: ffffffff8a74851e __update_blocked_fair+0x48e ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 192411 [020] 2535.636600: 39012391 cycles: ffffffff8acc0feb aa_may_ptrace+0x1eb ([kernel.kallsyms]) ffffffff8ac64c3f security_ptrace_access_check+0x2f ([kernel.kallsyms]) ffffffff8a6faba6 __ptrace_may_access+0xe6 ([kernel.kallsyms]) ffffffff8a6fb9bf ptrace_may_access+0x2f ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 194622 [017] 2535.636633: 40278928 cycles: ffffffff8aa727f0 check_stack_object+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2535.636715: 31559772 cycles: ffffffff8b61acff timerqueue_del+0x3f ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2535.637325: 43441004 cycles: ffffffff8ada6911 __bitmap_andnot+0x31 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 169832 [000] 2535.637366: 37491477 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198033 [027] 2535.637463: 38702157 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [044] 2535.637956: 41519292 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2535.638515: 30503779 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2535.639192: 39559683 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2535.639441: 39668696 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197545 [046] 2535.639511: 34253239 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [003] 2535.639705: 33992145 cycles: 146d89d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2535.639918: 38869524 cycles: ffffffff8a7ef895 tick_nohz_idle_stop_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [035] 2535.639963: 40144169 cycles: 14073b84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 166748 [010] 2535.640805: 43366814 cycles: d5d3f78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155714 [025] 2535.640807: 31527618 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [007] 2535.641252: 38613069 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8aaf8400 io_submit_one+0x1f0 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [018] 2535.641670: 34860413 cycles: 141bd248 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [028] 2535.641883: 40448619 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8aaf535c read_events+0x18c ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2535.642261: 40283850 cycles: ffffffff8a733ef0 raw_spin_rq_lock_nested+0x0 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.642436: 30711517 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [024] 2535.643038: 46784327 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.643583: 38546947 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [001] 2535.643921: 31543577 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2535.644008: 40442768 cycles: ffffffff8aa30441 kmem_cache_free+0x61 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [022] 2535.644242: 41872595 cycles: 25258ab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [039] 2535.644273: 30030924 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [021] 2535.644865: 34151601 cycles: 14130228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2535.645060: 37343670 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197542 [038] 2535.645530: 36335153 cycles: ffffffff8b6a45be __schedule+0xbe ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2535.646135: 40511358 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [047] 2535.646726: 35393153 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [041] 2535.647128: 37538677 cycles: 133c2891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2535.647898: 44863255 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [020] 2535.647958: 38256808 cycles: 64a336f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2535.648137: 42122998 cycles: 17e5334 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2535.648172: 42518902 cycles: ffffffff8a7d7f59 __hrtimer_start_range_ns+0x279 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [037] 2535.648507: 38376121 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196114 [015] 2535.649127: 39363548 cycles: ffffffff8a74b3d8 task_tick_fair+0x48 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197523 [006] 2535.649201: 38974833 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c78df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2535.649926: 50928701 cycles: ffffffff8b6ac13b default_idle_call+0x4b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2535.650579: 34631127 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [000] 2535.650714: 40742562 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2535.650875: 32571927 cycles: ffffffff8b61ac44 timerqueue_add+0xa4 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159623 [045] 2535.650877: 34013492 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [040] 2535.651023: 34016913 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2535.651025: 29854171 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165849 [009] 2535.651204: 33514991 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [013] 2535.651496: 33071726 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [002] 2535.651757: 46812301 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e6f77ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2535.652938: 53654316 cycles: 2043db1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [012] 2535.653641: 35012354 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2535.653930: 33266492 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2535.654071: 33966119 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [023] 2535.654257: 30918067 cycles: ffffffff8b51ca01 ip6_protocol_deliver_rcu+0xa1 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2535.654689: 34825877 cycles: 187090c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [017] 2535.655212: 35080087 cycles: 24f79d61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [004] 2535.655241: 30467910 cycles: 133ae239 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [011] 2535.655288: 41999838 cycles: 17e36d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [003] 2535.655526: 28402241 cycles: ffffffffc0ca47f1 nf_conntrack_in+0x211 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [008] 2535.656159: 37222644 cycles: ffffffff8b36d1f5 sock_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [025] 2535.656469: 35239875 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [033] 2535.656535: 52360363 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14026251 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [027] 2535.656609: 44356966 cycles: ffffffff8a74de5e dequeue_entity+0x2de ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159615 [032] 2535.657789: 33772272 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [038] 2535.657854: 38045251 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2535.657866: 39580364 cycles: 24f4243e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162507 [001] 2535.658151: 31194387 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [010] 2535.658950: 38402907 cycles: 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [035] 2535.659129: 30893125 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [007] 2535.659242: 35425857 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [021] 2535.659313: 43471386 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [022] 2535.659323: 37708715 cycles: 141e8bc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2535.659353: 33343893 cycles: ffffffff8a747696 attach_entity_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 171590 [039] 2535.659849: 31565563 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [024] 2535.660730: 40173550 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2535.660761: 42473913 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [041] 2535.661834: 37310441 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [029] 2535.662620: 36666404 cycles: 133ac8c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2535.662671: 42439508 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154857 [015] 2535.663039: 37689559 cycles: ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [042] 2535.663053: 38093226 cycles: ffffffff8b37ba6d skb_unlink+0x4d ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194346 [006] 2535.663219: 35223297 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2535.663401: 36480151 cycles: ffffffff8a73c959 sched_ttwu_pending+0x99 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [020] 2535.663566: 32910041 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2535.663712: 31564140 cycles: ffffffff8b61709d rb_erase+0x28d ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [040] 2535.663814: 33114245 cycles: 186cef5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2535.663966: 34926333 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [023] 2535.664043: 30829961 cycles: 3b9b6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [037] 2535.664257: 33290766 cycles: ffffffff8adb0624 _find_next_and_bit+0x24 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [031] 2535.664490: 29160124 cycles: ffffffff8aa58359 __mod_memcg_state+0x49 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194630 [045] 2535.664527: 31132680 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [014] 2535.665226: 49423574 cycles: ffffffff8b6ad403 _raw_spin_lock+0x23 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [000] 2535.665392: 39279500 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [016] 2535.665576: 54621384 cycles: 17f1d21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [046] 2535.666541: 35244488 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [018] 2535.666664: 34204950 cycles: ffffffff8a9ef81b get_page_from_freelist+0x32b ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [003] 2535.667104: 28069288 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [013] 2535.667369: 27828739 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [005] 2535.667707: 45244642 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 912c0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9731b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196101 [012] 2535.667928: 40107544 cycles: ffffffff8ace42ff aa_sk_perm+0x2f ([kernel.kallsyms]) ffffffff8acd20e9 apparmor_socket_recvmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2535.667971: 32422077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2535.668466: 32589519 cycles: 140f2f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [026] 2535.669522: 43121578 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [017] 2535.669760: 31896085 cycles: 154cad4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [002] 2535.669815: 40453115 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2535.669841: 36796054 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2535.670619: 32120913 cycles: ffffffff8b55f7fe tcp_v6_rcv+0xce ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [001] 2535.671343: 32379086 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [008] 2535.671572: 34756307 cycles: 35f3da6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [032] 2535.671783: 29969363 cycles: 3cb6758 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [022] 2535.671803: 39400949 cycles: ffffffff8b51c9ba ip6_protocol_deliver_rcu+0x5a ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [028] 2535.671911: 30986489 cycles: ffffffff8a75ff13 __update_load_avg_se+0x1b3 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2535.672165: 30239693 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [035] 2535.672306: 28174012 cycles: 68d0483 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2535.673055: 43471639 cycles: 1c7bb1ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2535.673712: 34714200 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2535.673894: 49321030 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [021] 2535.674081: 40019470 cycles: 1411bf74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [009] 2535.674133: 31016398 cycles: 140713ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [043] 2535.674604: 36013056 cycles: 689a2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [045] 2535.675024: 30180992 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b378133 __sk_mem_raise_allocated+0x3a3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2535.675101: 35737617 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2535.675351: 49179567 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [040] 2535.675513: 41185706 cycles: 168107d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196100 [041] 2535.675744: 37778833 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197252 [030] 2535.676205: 35290868 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [027] 2535.676246: 36856108 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2535.676836: 36152864 cycles: ffffffff8ada6937 __bitmap_andnot+0x57 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [029] 2535.676873: 35406622 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [020] 2535.677006: 30194026 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 196864 [024] 2535.677052: 40940118 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [006] 2535.677358: 31333100 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [023] 2535.677808: 29597440 cycles: 27ee981 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [031] 2535.677831: 29275443 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [013] 2535.678546: 26863815 cycles: 14050fce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [018] 2535.678679: 32330106 cycles: 133a7d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [036] 2535.679112: 39855313 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [037] 2535.679135: 28839212 cycles: 12e30abc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [003] 2535.679393: 25959536 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [019] 2535.679486: 60035824 cycles: ffffffff8a6f30c3 irq_enter_rcu+0x43 ([kernel.kallsyms]) blocksto.CLI1 196117 [000] 2535.679699: 39982287 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2535.679725: 37689559 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [047] 2535.680464: 34418183 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [046] 2535.680722: 35244488 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [004] 2535.681423: 33705538 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 159512 [044] 2535.681901: 28467519 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [014] 2535.682399: 45575276 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [017] 2535.682868: 35689058 cycles: ffffffff8b60a9ce mt_find+0xfe ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [010] 2535.682998: 34144827 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) diskagen.IC 198047 [025] 2535.683206: 33498013 cycles: 204af794 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [012] 2535.683382: 34097335 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [001] 2535.683611: 33309808 cycles: ffffffff8b479723 tcp_clean_rtx_queue.constprop.0+0x1c3 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [032] 2535.683928: 28644342 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [028] 2535.683972: 36095392 cycles: 1330f54b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [008] 2535.684512: 41285028 cycles: 1300ee27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [009] 2535.685160: 33797491 cycles: ffffffff8b617586 rb_insert_color+0x86 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b46c233 skb_do_copy_data_nocache+0x23 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [035] 2535.685179: 26167505 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [042] 2535.685358: 35498530 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2535.685406: 30971594 cycles: 14030da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2535.685919: 48317631 cycles: ffffffff8b697d85 irqentry_exit+0x35 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.686315: 45760616 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2535.686916: 26806125 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [026] 2535.687243: 35363662 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2535.687261: 33311097 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [006] 2535.687317: 31192448 cycles: 1330d02b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [022] 2535.687696: 34119117 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [023] 2535.688893: 31320660 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [020] 2535.689336: 28286586 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) default-executo 196007 [007] 2535.689841: 36406949 cycles: ffffffff8b486292 tcp_current_mss+0x52 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [030] 2535.690056: 36984030 cycles: 27279a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [034] 2535.690177: 31967356 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [027] 2535.690411: 32075874 cycles: 649827e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2535.690492: 43572391 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2535.690645: 25290561 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2535.691058: 40793844 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [021] 2535.691170: 37150533 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [018] 2535.691317: 29597046 cycles: 17dfec7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [038] 2535.692219: 45530488 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [040] 2535.692560: 38295585 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [013] 2535.692752: 24466384 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [037] 2535.692944: 26739117 cycles: 265d3876 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [031] 2535.692995: 30906922 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [024] 2535.693374: 34129537 cycles: ffffffff8adafeee __import_iovec+0x4e ([kernel.kallsyms]) ffffffff8aaf41fa aio_write+0xba ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [004] 2535.693478: 34489116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [011] 2535.693674: 34197632 cycles: 1b56800a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [044] 2535.694014: 26873073 cycles: ffffffff8a660060 switch_fpu_return+0x50 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2535.694841: 42334534 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2535.695372: 32892723 cycles: ffffffff8a74ecf2 enqueue_entity+0x272 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [036] 2535.695404: 38156662 cycles: 3c7e0c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2535.695552: 56082006 cycles: 141e3042 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [001] 2535.695753: 33516229 cycles: ffffffff8a80fcdb cgroup_rstat_updated+0xb ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [032] 2535.695983: 27370898 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 464d3e66490f [unknown] (//anon) Test 194631 [047] 2535.696196: 29769045 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 167011 [028] 2535.696327: 39024645 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f4bf40c513f [unknown] (//anon) swapper 0 [000] 2535.696426: 33534566 cycles: ffffffff8a747ba0 update_load_avg+0x2d0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [017] 2535.696954: 36134050 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [012] 2535.697093: 30959703 cycles: 1278ff recvmsg+0x9f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2535.697212: 42444865 cycles: ffffffff8a779b28 psi_task_change+0x18 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [042] 2535.697350: 35488235 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2535.697875: 24861712 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2535.698303: 29644678 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [025] 2535.698316: 31820574 cycles: 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2535.698528: 25820336 cycles: ffffffff8a73d9b5 nr_iowait_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [009] 2535.699210: 31515499 cycles: ffffffff8a74bf88 select_idle_sibling+0x468 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 198619 [014] 2535.699853: 37286968 cycles: ffffffff8a74addd reweight_entity+0xed ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [045] 2535.700007: 31047810 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2535.700462: 31920772 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [006] 2535.700684: 30578623 cycles: ba89b70 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [002] 2535.700715: 30268769 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 18389ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [020] 2535.701853: 32360290 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197546 [026] 2535.702050: 37923301 cycles: 140c1eed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [018] 2535.702282: 28893483 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [034] 2535.702432: 30294618 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [008] 2535.702605: 35526075 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 169808 [003] 2535.702970: 24132098 cycles: 25258a95 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [031] 2535.703164: 31382421 cycles: ffffffff8b486292 tcp_current_mss+0x52 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 194362 [030] 2535.703745: 40635679 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2535.703833: 26739117 cycles: ffffffff8a74aa9b update_curr+0xb ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2535.704327: 35310785 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2535.704341: 36353231 cycles: 3c77f8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [013] 2535.704897: 24466384 cycles: 3b8adb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [004] 2535.705004: 33576937 cycles: ffffffff8b3a4d72 __dev_queue_xmit+0x392 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159401 [044] 2535.705046: 28566591 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [016] 2535.705286: 43212246 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [011] 2535.706003: 32310738 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [021] 2535.706302: 36990876 cycles: 17bca78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [027] 2535.706343: 27183164 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [032] 2535.706865: 26161363 cycles: 24fe67be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2535.707350: 33945607 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [029] 2535.707562: 41599323 cycles: 1830d68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 163646 [040] 2535.707626: 41376362 cycles: ffffffff8a747f82 update_load_avg+0x6b2 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194335 [019] 2535.707955: 62586257 cycles: 14088eef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [041] 2535.708520: 34284507 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) nbsd.User 197529 [012] 2535.708616: 30160011 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 168710 [001] 2535.709177: 31736271 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [000] 2535.709832: 41787665 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2535.709938: 36939159 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [042] 2535.710270: 43261917 cycles: 154cadec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [035] 2535.710380: 29934578 cycles: ffffffff8a7486f3 update_blocked_averages+0x103 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172221 [047] 2535.710434: 35059931 cycles: ffffffff8ad60a43 blkcg_maybe_throttle_current+0x33 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [025] 2535.710456: 42557430 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [005] 2535.710620: 48553912 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [039] 2535.711416: 24866275 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [002] 2535.711571: 29923708 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2535.711612: 29644678 cycles: ffffffff8a7b7fa2 rcu_note_context_switch+0x192 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [022] 2535.711702: 33566146 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165165 [038] 2535.711733: 43676735 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [046] 2535.711812: 44329409 cycles: 14026cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [028] 2535.712246: 34562318 cycles: 140860b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [043] 2535.712511: 45138367 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [014] 2535.712719: 39328731 cycles: 141983a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [045] 2535.712737: 33241559 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2535.713110: 32328463 cycles: ffffffff8a7eebe5 tick_nohz_next_event+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [009] 2535.713210: 27394613 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdGetEv 172875 [003] 2535.713596: 24132098 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 172771 [006] 2535.714087: 36011974 cycles: bbd4833 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [032] 2535.714342: 28367305 cycles: 288ad3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [008] 2535.714437: 33523055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [031] 2535.714587: 32347348 cycles: 3b6dd8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [034] 2535.714743: 29327077 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [017] 2535.715088: 36145715 cycles: 6863d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2535.715121: 33657448 cycles: ffffffff8a741363 clear_buddies+0x23 ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [013] 2535.715339: 29288168 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [033] 2535.717306: 50567446 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [027] 2535.717671: 26525180 cycles: 24fea122 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [044] 2535.718016: 26755792 cycles: 2516f23e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [004] 2535.718031: 33999867 cycles: 154cae0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [037] 2535.718228: 39607179 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2535.718290: 32053331 cycles: 3b9cba9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2535.718498: 33438592 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2535.720363: 38354266 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2535.721618: 35424883 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [039] 2535.721632: 31803717 cycles: 12bf390 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [016] 2535.721807: 40213127 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [011] 2535.722258: 30063130 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [023] 2535.722354: 38268227 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2535.722360: 39466895 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [015] 2535.722475: 40509380 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [007] 2535.722591: 34541084 cycles: ffffffff8a73e5e0 available_idle_cpu+0x60 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [001] 2535.722963: 36600419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network write 165844 [010] 2535.723272: 38759039 cycles: 1e7371dd [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [022] 2535.723996: 32365844 cycles: 673a53e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2535.724004: 31508829 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [028] 2535.724004: 35069349 cycles: 14066889 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [021] 2535.724171: 39675947 cycles: 172bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [035] 2535.724712: 35956462 cycles: ffffffff8aa56401 refill_stock+0x11 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2535.725056: 35699791 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [018] 2535.725102: 33593417 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [009] 2535.725327: 26299394 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [036] 2535.725334: 37008421 cycles: 13cb2754 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [006] 2535.725591: 38342219 cycles: ffffffff8b378032 __sk_mem_raise_allocated+0x2a2 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [032] 2535.725652: 31638989 cycles: 1241f4e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [040] 2535.725939: 32660139 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [000] 2535.726328: 38888535 cycles: 1549f8af [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [034] 2535.726382: 33611921 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.User 170459 [042] 2535.726383: 47752691 cycles: ffffffff8a74e2b2 dequeue_task_fair+0x272 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [029] 2535.726687: 47931557 cycles: ffffffff8b36d736 ____sys_recvmsg+0x116 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 150655 [047] 2535.727377: 36752978 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 171306 [044] 2535.727767: 26833885 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170457 [045] 2535.727774: 41632690 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [008] 2535.727994: 35038582 cycles: ffffffff8b800081 entry_SYSCALL_64_after_hwframe+0x9 ([kernel.kallsyms]) network poller 198033 [014] 2535.728265: 36658517 cycles: ffffffff8a7c5632 exit_to_user_mode_loop+0x32 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2535.728617: 38767749 cycles: 3cabbf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172771 [025] 2535.728756: 49803652 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f475b97813f [unknown] (//anon) blocksto.CLI2 198650 [012] 2535.729050: 36831614 cycles: 3b9c231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [046] 2535.729558: 54408058 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2535.729615: 26525180 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.730113: 32163157 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [038] 2535.730591: 46932305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [013] 2535.730609: 25471667 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [005] 2535.730812: 41848059 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [026] 2535.730859: 34164637 cycles: 3b2eee6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [031] 2535.731306: 32474733 cycles: 68a3938 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2535.732110: 37172549 cycles: 1401fd56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [011] 2535.733197: 29332881 cycles: 175a361 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198434 [017] 2535.734169: 36145715 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [030] 2535.734609: 34175434 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [024] 2535.734680: 38406573 cycles: 24fe71b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [002] 2535.734720: 33040614 cycles: 172bc00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [039] 2535.734784: 33192909 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2535.735735: 54644744 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [033] 2535.736094: 49439662 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2535.736098: 32860225 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2535.736103: 32118523 cycles: 1a6914 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c2de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [010] 2535.736182: 36036863 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151691 [037] 2535.736343: 40234807 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 169040 [022] 2535.736369: 37302848 cycles: bbbb64a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [035] 2535.736572: 33348504 cycles: 185f83e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2535.736756: 36289285 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [016] 2535.736923: 36061086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [032] 2535.737599: 30449818 cycles: 1f977b10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [009] 2535.737811: 26299394 cycles: 64a336f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [018] 2535.738156: 34712479 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a63510 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [003] 2535.738440: 37654586 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2535.738705: 40686519 cycles: ffffffff8a9a5b45 kmalloc_size_roundup+0x5 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2535.738768: 39614166 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2535.738811: 40529215 cycles: 186ef14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [036] 2535.739256: 37114458 cycles: 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2535.739297: 33810484 cycles: ffffffff8b480da7 tcp_rcv_established+0x117 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [044] 2535.739513: 25534774 cycles: 17852320 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [041] 2535.739904: 31992863 cycles: 352a787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2535.740075: 33395655 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [023] 2535.740080: 45564496 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [021] 2535.740259: 46934897 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [008] 2535.740541: 36544272 cycles: 12ff4ea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [034] 2535.740638: 35821471 cycles: ffffffff8b4830b0 tcp_event_new_data_sent+0x0 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 194346 [027] 2535.740825: 35953462 cycles: ffffffff8a768fd2 psi_group_change+0x32 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2535.741653: 37833270 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [013] 2535.742026: 26918418 cycles: 1682495 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [014] 2535.742459: 51163099 cycles: ffffffff8a752d36 load_balance+0x6 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [012] 2535.742593: 36635889 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) network poller 198033 [004] 2535.743333: 29775428 cycles: ffffffff8a74e197 dequeue_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 171571 [020] 2535.743353: 38257239 cycles: 133ac881 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [026] 2535.744014: 37769880 cycles: ffffffff8b6ad332 _raw_write_lock_irq+0x32 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [042] 2535.745048: 51708124 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [031] 2535.746119: 31073882 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [005] 2535.746485: 56375998 cycles: ffffffff8a990585 shmem_write_end+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [002] 2535.746991: 31473382 cycles: ffffffff8aa18c27 policy_node+0x67 ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [011] 2535.746992: 26691970 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [029] 2535.747883: 52075724 cycles: 1411be74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [032] 2535.747895: 33492044 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1b4d567 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [043] 2535.747989: 33550143 cycles: ffffffff8a779e0a psi_task_switch+0x2a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [030] 2535.748324: 36008435 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [009] 2535.748355: 40627961 cycles: 14071717 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [038] 2535.749024: 42291095 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [040] 2535.749038: 34640393 cycles: ffffffff8a743490 select_idle_core+0x140 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198609 [035] 2535.749210: 31981903 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159623 [010] 2535.749368: 32552396 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [039] 2535.750080: 28832106 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [015] 2535.750170: 39088202 cycles: 3a6136e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196763 [017] 2535.750308: 43916507 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI2 194630 [028] 2535.750405: 30424902 cycles: 3cb65d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [022] 2535.750572: 38180256 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [024] 2535.750606: 36231152 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2535.750860: 25238213 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [046] 2535.751405: 50161093 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [018] 2535.751542: 36064100 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) Test 194631 [025] 2535.751713: 43631083 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [041] 2535.752180: 40423501 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.752275: 31339128 cycles: ffffffff8a7493ec place_entity+0x7c ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 165865 [001] 2535.752547: 32203746 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133b7284 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [047] 2535.752682: 32055011 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [013] 2535.752900: 26918418 cycles: 27279a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [008] 2535.753088: 37987843 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [036] 2535.753431: 39686650 cycles: 3c9e43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [006] 2535.753445: 40184910 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2535.753494: 40258344 cycles: ffffffff8a995cfe next_zone+0x2e ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2535.754108: 39677889 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [027] 2535.755197: 34575450 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [034] 2535.755756: 38537387 cycles: 17fdae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [012] 2535.755897: 33502330 cycles: ffffffff8a97387c folio_add_lru+0x3c ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2535.756661: 28998766 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2535.756727: 30051801 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [007] 2535.756759: 35131922 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154841 [003] 2535.757553: 48352471 cycles: bbd482f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [020] 2535.758696: 34185724 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2535.758830: 34699473 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 170459 [031] 2535.758842: 28184962 cycles: eb2a754 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 168705 [026] 2535.759621: 32534007 cycles: 1ac035b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 197518 [028] 2535.759706: 33319841 cycles: 141aada0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [045] 2535.760129: 36002482 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2535.760672: 52202915 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [023] 2535.760957: 42777754 cycles: 28c0c26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [040] 2535.761107: 31550124 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [043] 2535.761197: 31528650 cycles: ffffffff8a7412b0 update_min_vruntime+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [033] 2535.761199: 57241128 cycles: 3b9e8c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [044] 2535.761490: 24643056 cycles: 141dc56f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [021] 2535.761685: 45513587 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2535.762200: 32184388 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [019] 2535.762211: 41628479 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [030] 2535.762258: 39620203 cycles: 3a63521 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2535.762314: 27160436 cycles: ffffffff8a749436 place_entity+0xc6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [035] 2535.763431: 35209359 cycles: 1e6f77ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2535.763854: 31495944 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [022] 2535.764341: 36443284 cycles: ffffffff8a9a5630 kmalloc_slab+0x40 ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2535.765344: 33674872 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [042] 2535.765481: 40808530 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [013] 2535.765938: 31957620 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 172768 [011] 2535.765978: 30965517 cycles: bbb8141 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [016] 2535.766040: 28064643 cycles: 3b27c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [017] 2535.766164: 36856739 cycles: 12f6681a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [009] 2535.766539: 44228210 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2535.766550: 36830369 cycles: ffffffff8a747c4f update_load_avg+0x37f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2535.766994: 32667524 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.767169: 37202107 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [027] 2535.767175: 37129327 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [038] 2535.767260: 37327594 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2535.767733: 43498017 cycles: 1c3a90c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [001] 2535.768012: 34552545 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [012] 2535.768047: 32100754 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [047] 2535.768279: 29051274 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [008] 2535.768812: 32185789 cycles: ffffffff8aa2b540 memcg_slab_post_alloc_hook+0x1c0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [036] 2535.769333: 38812997 cycles: 12f787c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2535.769369: 34477021 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [000] 2535.770010: 37147991 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [044] 2535.770406: 25075521 cycles: ffffffff8a7d7923 __hrtimer_next_event_base+0x83 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b3393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2535.770696: 30463761 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [002] 2535.771385: 34033397 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2535.771512: 47848818 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [031] 2535.771617: 30052134 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2535.771694: 34841655 cycles: ffffffff8a7d7b15 __remove_hrtimer+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [046] 2535.771967: 44543202 cycles: 175b2f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2535.772060: 48464801 cycles: 3a779e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [020] 2535.772108: 33025300 cycles: 13c7cc8a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [039] 2535.772146: 26744929 cycles: 68a398a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [028] 2535.772343: 31725279 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2535.773037: 50253757 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [037] 2535.773470: 34296503 cycles: 14119df8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2535.773643: 33390564 cycles: ffffffff8b5137c2 inet6_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [026] 2535.773721: 32534007 cycles: 133b0440 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198708 [032] 2535.774038: 38783820 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [043] 2535.775969: 28434496 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [022] 2535.776309: 35320122 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 165150 [030] 2535.776471: 36005265 cycles: 133ae5d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [045] 2535.776603: 32151504 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) diskagen.User 197875 [035] 2535.776940: 35575828 cycles: ffffffff8a7f1776 futex_hash+0x26 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2535.777108: 31894161 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [010] 2535.777184: 32023616 cycles: 3cb2631 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [016] 2535.777509: 29392006 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194000 [011] 2535.778961: 29600462 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [013] 2535.779065: 31957620 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2535.779667: 45746995 cycles: 3ba8961 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [024] 2535.779824: 38672074 cycles: 186ef15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2535.780093: 34598057 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165454 [044] 2535.780314: 28245595 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [027] 2535.780720: 34101303 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [004] 2535.781280: 36830493 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [001] 2535.781807: 34067432 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [019] 2535.782226: 35323580 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2535.782363: 32716301 cycles: 182fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2535.782401: 40133216 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [012] 2535.782625: 31414750 cycles: 352a891 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [018] 2535.782713: 36638152 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [023] 2535.782866: 33848660 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [000] 2535.782880: 34269121 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [017] 2535.782903: 36223180 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [042] 2535.783091: 37635951 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [021] 2535.783708: 35646973 cycles: ffffffff8aa5db20 obj_cgroup_charge+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2535.783998: 32558137 cycles: ffffffff8a747a44 update_load_avg+0x174 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [009] 2535.784172: 38640327 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [028] 2535.784189: 32885565 cycles: 140398cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2535.784244: 28217533 cycles: 6e8 [unknown] ([vdso]) diskagen.Schedu 159406 [002] 2535.784262: 39958545 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 159622 [036] 2535.784304: 42151282 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 155860 [031] 2535.784323: 27418403 cycles: ffffffff8a74fed9 update_sg_lb_stats+0xd9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2535.784630: 29696238 cycles: ffffffff8a69cd16 __sysvec_apic_timer_interrupt+0x6 ([kernel.kallsyms]) blocksto.CLI1 196117 [020] 2535.784708: 35551286 cycles: 3ae16d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2535.785380: 36263437 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [006] 2535.785479: 40927827 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165150 [026] 2535.786785: 44078939 cycles: ffffffff8b80006b entry_SYSCALL_64_safe_stack+0x2 ([kernel.kallsyms]) blocksto.CLI1 196117 [010] 2535.787967: 31654339 cycles: ffffffff8b6ad67a native_queued_spin_lock_slowpath+0x2a ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a734e38 __task_rq_lock+0x48 ([kernel.kallsyms]) ffffffff8a73bfd3 try_to_wake_up+0x313 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [043] 2535.788095: 27074809 cycles: 2665bd4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [041] 2535.788379: 33295997 cycles: 3ac5743 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [033] 2535.788713: 46600805 cycles: 64a4b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [032] 2535.788872: 35259285 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [040] 2535.789040: 31724403 cycles: bbbbb36 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2535.789185: 28087883 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) swapper 0 [022] 2535.789283: 36891021 cycles: ffffffff8a7d6dd8 get_next_timer_interrupt+0x58 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2535.789962: 38819665 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2535.791338: 30734570 cycles: ffffffff8a7d6dd8 get_next_timer_interrupt+0x58 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [037] 2535.791599: 32347479 cycles: 3b173a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2535.792249: 43892359 cycles: 3c4d670 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [015] 2535.792880: 34032062 cycles: 19667a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [045] 2535.793043: 28649979 cycles: ffffffff8a752d8b load_balance+0x5b ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2535.793172: 35251231 cycles: ffffffff8a76047d __update_load_avg_cfs_rq+0x3d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [035] 2535.793261: 32846642 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [031] 2535.793538: 28189293 cycles: ffffffff8aa09ad6 PageHeadHuge+0x6 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [028] 2535.794581: 32099242 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [030] 2535.794657: 32987310 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [029] 2535.794696: 39018537 cycles: ffffffff8aa2e227 ___slab_alloc+0x67 ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [013] 2535.794732: 42103591 cycles: 68d048e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2535.794942: 37934566 cycles: ffffffff8a74c755 select_task_rq_fair+0x2d5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [027] 2535.795426: 33810695 cycles: ffffffff8b478701 tcp_urg+0x31 ([kernel.kallsyms]) ffffffff8b480ec3 tcp_rcv_established+0x233 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [012] 2535.795477: 32921334 cycles: 1300ef7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [021] 2535.795528: 43858121 cycles: 204af78e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [008] 2535.795555: 34237161 cycles: 288ad22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [038] 2535.795778: 30021969 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [005] 2535.796097: 40362010 cycles: 133ae5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2535.796104: 27426712 cycles: ffffffff8a7efe75 tick_irq_enter+0x5 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2535.796252: 42147729 cycles: ffffffff8b69290c __wrgsbase_inactive+0x3c ([kernel.kallsyms]) PdCmpl_0 194090 [000] 2535.796274: 34092828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198681 [024] 2535.796570: 35532524 cycles: 3a625b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [014] 2535.796868: 42734304 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [042] 2535.797563: 32852002 cycles: 36a04d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [017] 2535.797925: 36738326 cycles: 3cb269e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [025] 2535.797936: 34411417 cycles: 3a63391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [006] 2535.798392: 44978235 cycles: 1330dc97 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [047] 2535.798469: 34749313 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 204af77c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [007] 2535.799039: 33357704 cycles: 689e7d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2535.799050: 40454898 cycles: ffffffff8a7f73a7 __flush_smp_call_function_queue+0x57 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [002] 2535.799472: 34613625 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2535.799630: 33848660 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [019] 2535.799645: 37319286 cycles: ffffffff8a744eaf select_idle_cpu+0xbf ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17e558f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [001] 2535.800098: 36681083 cycles: ffffffff8a77cd07 __raw_spin_lock_irqsave+0x7 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [009] 2535.800330: 39889854 cycles: 3c7a1b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [010] 2535.800533: 33902995 cycles: 3987e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [020] 2535.800947: 41612865 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [016] 2535.801066: 27121384 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [043] 2535.801125: 30336037 cycles: ffffffff8a7dc9be ktime_get_update_offsets_now+0x2e ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d07c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [036] 2535.801196: 33980910 cycles: 3af22ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [003] 2535.802004: 33899261 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [032] 2535.802195: 38273053 cycles: 142576bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [041] 2535.802594: 34316113 cycles: 1339e38c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [022] 2535.802852: 37927846 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 163657 [044] 2535.803334: 31574446 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [045] 2535.804449: 27711331 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [046] 2535.804472: 37001256 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [026] 2535.804625: 41657253 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197531 [031] 2535.804897: 27910502 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [039] 2535.804972: 27654733 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [035] 2535.805250: 33451474 cycles: 3b7100d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [028] 2535.805797: 31107247 cycles: 1869db1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2535.806366: 32935563 cycles: ffffffff8a747bc0 update_load_avg+0x2f0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2535.807194: 30813027 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [038] 2535.807215: 28449726 cycles: 3a77f6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [030] 2535.807222: 39316290 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [027] 2535.807520: 34389596 cycles: 12f35bb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [033] 2535.807890: 40742857 cycles: ffffffff8a75fa58 __update_load_avg_blocked_se+0x18 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [011] 2535.807987: 35251231 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [015] 2535.808300: 31911947 cycles: 251a4321 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2535.808743: 32277240 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68bdca2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2535.808989: 36863194 cycles: ffffffff8a76e10d sched_clock_cpu+0x1d ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [004] 2535.809711: 37219879 cycles: 21aeae31 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [024] 2535.810108: 32080351 cycles: 1be5575b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [034] 2535.810524: 44956256 cycles: ffffffff8adaeaf9 copy_page_from_iter_atomic+0x119 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2535.811672: 33672440 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2535.811690: 34715553 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [013] 2535.811690: 40455277 cycles: 1742c029 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [014] 2535.812771: 36736818 cycles: 3504691 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2535.812805: 49877189 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2535.812919: 25666789 cycles: 3ca4777 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [002] 2535.813071: 36596456 cycles: fbfc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 166609 [029] 2535.813619: 41712052 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 169040 [040] 2535.813817: 42094276 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198033 [006] 2535.814309: 41708352 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d34b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [036] 2535.814380: 31099470 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2535.814611: 37557453 cycles: ffffffff8a9966e5 need_update+0x5 ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [010] 2535.814744: 30699851 cycles: ffffffff8a7d780b enqueue_hrtimer+0x1b ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [025] 2535.815213: 36900067 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [005] 2535.815303: 30485124 cycles: ffffffff8a991b4e shmem_write_begin+0x6e ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2535.815375: 43338047 cycles: 21a007f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [007] 2535.815812: 33435891 cycles: ffffffff8a734a86 finish_task_switch.isra.0+0x6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [043] 2535.816119: 29496835 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [017] 2535.816677: 40184877 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [001] 2535.816776: 31778864 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2535.816788: 31595088 cycles: ffffffff8b47f2a1 tcp_ack+0x941 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2535.817087: 28091041 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2535.817193: 40067933 cycles: 14086392 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [032] 2535.817345: 36848259 cycles: ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [045] 2535.817348: 37254170 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [026] 2535.817408: 40153422 cycles: ffffffff8a74dbf3 dequeue_entity+0x73 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [046] 2535.817491: 33808720 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2535.817552: 32687394 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2535.817671: 29086741 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [044] 2535.817873: 27940576 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2535.817908: 31472908 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 204a3231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [028] 2535.818106: 30618286 cycles: 3b9cf48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [035] 2535.818242: 34502087 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [019] 2535.818415: 28654563 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [038] 2535.819711: 26983786 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2666a4b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 162528 [020] 2535.820003: 40795022 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [015] 2535.820402: 35369155 cycles: ffffffff8a741a04 __calc_delta+0xb4 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [009] 2535.820469: 43591143 cycles: 93a46 pthread_cond_wait+0x216 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2535.821348: 35197984 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [024] 2535.821587: 34480496 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2535.822085: 28041795 cycles: ffffffff8a7d6f05 timer_clear_idle+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.823183: 28741276 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [030] 2535.823271: 42268408 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [011] 2535.823920: 45096521 cycles: 3b9cb1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2535.823957: 34249223 cycles: 3ca9a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [027] 2535.824250: 40136981 cycles: 288acc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198684 [004] 2535.824384: 37337162 cycles: ffffffff8adac8f0 _copy_from_iter+0x10 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154850 [000] 2535.824631: 34889653 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [042] 2535.825114: 33948186 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5ffff [unknown] ([unknown]) swapper 0 [010] 2535.825223: 32386823 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165435 [005] 2535.825268: 30450903 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [014] 2535.826047: 36512967 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [039] 2535.826598: 29443878 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2535.826783: 29107641 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [002] 2535.827359: 37811777 cycles: ffffffff8b6ab5a5 do_nanosleep+0x135 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2535.827410: 45988654 cycles: ffffffff8a7f7421 __flush_smp_call_function_queue+0xd1 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196909 [043] 2535.827991: 37912136 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [044] 2535.828154: 27862046 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2535.828403: 47789933 cycles: 18636b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [013] 2535.828866: 41020463 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [012] 2535.829586: 36425242 cycles: 1a6923 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af2653 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [001] 2535.829629: 36509653 cycles: bba49fe [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [041] 2535.829661: 32503086 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [003] 2535.829777: 27440621 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198616 [046] 2535.829796: 31651072 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2535.829852: 39576833 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 193500 [038] 2535.829916: 26411355 cycles: 1be53f2f [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [034] 2535.830383: 34215360 cycles: 3987e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [029] 2535.830973: 44520065 cycles: 1618ab09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 166860 [028] 2535.831161: 35538948 cycles: ffffffff8a7f6d3c futex_wait_setup+0x8c ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [019] 2535.831279: 26938302 cycles: 67f916a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [037] 2535.831425: 27987171 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196761 [031] 2535.831800: 34065850 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 198681 [032] 2535.832200: 42460128 cycles: 402b891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [026] 2535.832362: 36104003 cycles: 161b5f78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [018] 2535.832705: 51234754 cycles: 141dda3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [035] 2535.832943: 34837287 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2535.832983: 37338564 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2535.833071: 32686278 cycles: ffffffff8b6ad53f _raw_spin_unlock+0x1f ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [007] 2535.833407: 30829661 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2535.834484: 41437837 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [017] 2535.834673: 41198618 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [016] 2535.835070: 30776968 cycles: 1e5c76f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [024] 2535.835248: 31403350 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 198707 [023] 2535.835915: 47774031 cycles: ffffffff8aa5d2b5 get_obj_cgroup_from_current+0x85 ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [008] 2535.835933: 36335792 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [030] 2535.836368: 39808685 cycles: 172bbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2535.836458: 37557070 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) nbsd.User 197533 [020] 2535.836626: 37698637 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [005] 2535.837633: 29035988 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [000] 2535.839039: 33750344 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 198116 [004] 2535.839111: 36952456 cycles: bbb9911 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.System 170455 [009] 2535.839219: 44763724 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [044] 2535.839656: 27159578 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2535.839827: 35668580 cycles: 133fefcb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [042] 2535.840175: 30419365 cycles: ffffffff8adacab1 _copy_from_iter+0x1d1 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198045 [039] 2535.840201: 31436977 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155713 [015] 2535.840291: 28776069 cycles: ffffffff8a73835b pick_next_task+0x5b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [047] 2535.840647: 32449075 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd 198430 [036] 2535.840787: 30169859 cycles: 1406fa5e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2535.841346: 39252779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [002] 2535.841348: 37370956 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 193502 [019] 2535.841414: 26601525 cycles: ffffffff8a7419bf __calc_delta+0x6f ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 194631 [046] 2535.841534: 30314502 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2535.841575: 28403226 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [037] 2535.842040: 28867967 cycles: 21a34430 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2535.842921: 25276842 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [021] 2535.843272: 32962778 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2535.844249: 32751779 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2535.844485: 37668669 cycles: 1394cf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2535.844583: 45057163 cycles: 3a62f4e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [043] 2535.844595: 38562864 cycles: 3b9c96f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2535.844774: 31308747 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2535.844949: 45487557 cycles: ffffffff8a69ba00 tsc_verify_tsc_adjust+0x10 ([kernel.kallsyms]) ffffffff8a65e870 arch_cpu_idle_enter+0x10 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [022] 2535.845303: 36013293 cycles: ffffffff8aa519ea mem_cgroup_from_task+0x1a ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8a9b1c3f fault_in_readable+0x8f ([kernel.kallsyms]) ffffffff8adaabf8 fault_in_iov_iter_readable+0xc8 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [012] 2535.845378: 38465626 cycles: 2666bf13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [028] 2535.846152: 34346510 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [007] 2535.846230: 28599666 cycles: ffffffff8a7dc33e timekeeping_max_deferment+0x1e ([kernel.kallsyms]) ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [033] 2535.846286: 51090925 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [011] 2535.846431: 33140459 cycles: 152b5a14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2535.846581: 34520110 cycles: 3ba8906 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [001] 2535.846604: 38236638 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2535.846647: 29741755 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [031] 2535.847219: 38582983 cycles: 1855c13 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165849 [013] 2535.847757: 36217754 cycles: ffffffff8a74ea5c put_prev_task_fair+0x2c ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [008] 2535.848001: 40602158 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2535.848175: 32016200 cycles: 1c6ed004 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.849025: 44933043 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [029] 2535.849261: 49555090 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [044] 2535.849858: 33152071 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2535.849937: 30011601 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [019] 2535.849939: 27030125 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2535.850448: 38341084 cycles: 133c319b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [000] 2535.850572: 32198947 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [020] 2535.850665: 36462737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171289 [015] 2535.851331: 28927849 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [018] 2535.851556: 42616565 cycles: 36a0afd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2535.851621: 40967394 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [038] 2535.851651: 32510665 cycles: 19444d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [017] 2535.851980: 38198951 cycles: 2510547a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2535.852503: 30366087 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 198039 [037] 2535.852856: 34690045 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [025] 2535.852974: 39942162 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 151708 [042] 2535.853085: 31614752 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [047] 2535.853243: 34789584 cycles: ffffffff8ae62cf0 percpu_counter_add_batch+0x0 ([kernel.kallsyms]) ffffffff8a9bba03 do_anonymous_page+0x2e3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2535.854011: 40583901 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198049 [036] 2535.854020: 33258750 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [039] 2535.854196: 31436977 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [046] 2535.854388: 28361439 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2535.854763: 29880403 cycles: ffffffff8a7d7930 __hrtimer_next_event_base+0x90 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [002] 2535.855450: 33919804 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [003] 2535.855890: 29366859 cycles: 25195d53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [014] 2535.856060: 35127293 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [021] 2535.856645: 34365204 cycles: ffffffff8a9ead10 free_pcp_prepare+0x0 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [034] 2535.856723: 29378060 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2535.857858: 46825052 cycles: ffffffff8b800f9e asm_sysvec_call_function_single+0xe ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2535.858184: 32072488 cycles: ffffffff8a7d7f5d __hrtimer_start_range_ns+0x27d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [022] 2535.858422: 33358298 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [019] 2535.858555: 31673776 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2048ae1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [024] 2535.858611: 31875135 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [035] 2535.859169: 35963210 cycles: 2514ca04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [041] 2535.859173: 31036394 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2535.859251: 37372344 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [043] 2535.859561: 35435098 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [009] 2535.859588: 38565242 cycles: 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198105 [027] 2535.859629: 36098727 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagentd 159620 [007] 2535.859796: 26564196 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2535.860322: 35616347 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [006] 2535.860730: 50036706 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2535.861335: 34440486 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [026] 2535.861549: 45786876 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [040] 2535.861634: 44399187 cycles: ffffffff8b3a6c25 process_backlog+0x5 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2535.862039: 30924366 cycles: 204af503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [044] 2535.862265: 35640724 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12963eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [015] 2535.863257: 27396194 cycles: 13401d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2535.863833: 34714233 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) diskagen.IC 197891 [001] 2535.864025: 37172199 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [037] 2535.864217: 36039145 cycles: 13bd4e5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197518 [010] 2535.864233: 37804175 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [038] 2535.864249: 30406070 cycles: ffffffff8b4705e4 tcp_recvmsg_locked+0x764 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [008] 2535.864803: 38825488 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [005] 2535.864813: 30305796 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [042] 2535.864815: 33088996 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [013] 2535.865336: 42257338 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2535.866350: 41529091 cycles: ffffffff8b486c35 __tcp_transmit_skb+0x3a5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [034] 2535.866353: 32786001 cycles: 137f2d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [046] 2535.866465: 29671523 cycles: 2516ceee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2535.866475: 42977183 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [031] 2535.866615: 41629018 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [036] 2535.867008: 30801966 cycles: 133a87df [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 193840 [030] 2535.867104: 35416321 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [039] 2535.867398: 45255080 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2535.867800: 32713234 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [047] 2535.868138: 35473325 cycles: ffffffff8b800083 entry_SYSCALL_64_after_hwframe+0xb ([kernel.kallsyms]) nbsd.IC 198447 [025] 2535.868247: 37024584 cycles: 230e6b2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2535.868696: 31946829 cycles: ffffffff8a747782 attach_entity_load_avg+0xf2 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [045] 2535.868903: 30090625 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [029] 2535.869057: 39845307 cycles: ffffffff8a741c3d wake_affine+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) grpc_global_tim 167006 [003] 2535.869228: 29366859 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a0973c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198709 [018] 2535.870349: 43219193 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2535.870609: 38351188 cycles: ffffffff8a6f3145 irq_exit_rcu+0x5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [004] 2535.870897: 37614210 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [024] 2535.871124: 34114419 cycles: 14261831 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2535.871282: 35789030 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [007] 2535.871702: 27623714 cycles: 1959527 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [022] 2535.871784: 34134226 cycles: 3a647c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [016] 2535.872252: 36506942 cycles: ffffffff8aaeb47f do_epoll_wait+0x8f ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [041] 2535.873011: 30514737 cycles: ffffffff8a9ec87a rmqueue_bulk+0x14a ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2535.873733: 36296975 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2535.874048: 29619593 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [015] 2535.874357: 26478900 cycles: 1741131 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2535.875069: 29186611 cycles: 172a1f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [019] 2535.875314: 33266518 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [028] 2535.875508: 37560229 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35dec87 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [027] 2535.875685: 36561512 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [012] 2535.875773: 32764147 cycles: 178e7b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [035] 2535.876084: 35067598 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [038] 2535.876163: 32107223 cycles: 35f4e1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [046] 2535.876375: 29217074 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 171594 [044] 2535.876461: 35258348 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [042] 2535.876817: 37891320 cycles: 1975262 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [020] 2535.876819: 41092698 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2535.877815: 42290322 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [040] 2535.877993: 37332154 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [009] 2535.878101: 42074458 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [023] 2535.878372: 53080249 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 193487 [026] 2535.878537: 42760965 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.System 171571 [010] 2535.878662: 42393852 cycles: ffffffff8a6b8d1f pvclock_clocksource_read+0x4f ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [001] 2535.878933: 34211273 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [034] 2535.879041: 30988429 cycles: ffffffff8adb0595 _find_next_bit+0x25 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [008] 2535.879210: 34048222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8abdd433 jbd2__journal_start+0xa3 ([kernel.kallsyms]) ffffffff8ab5d43a __ext4_journal_start_sb+0x15a ([kernel.kallsyms]) ffffffff8ab8802a ext4_dirty_inode+0x3a ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [017] 2535.879226: 31752169 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [036] 2535.879976: 30801966 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 198116 [037] 2535.880080: 35412774 cycles: bbbd367 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [002] 2535.880101: 33472422 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2535.880165: 40702012 cycles: 1425acc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [013] 2535.880581: 42196043 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [032] 2535.880713: 42187216 cycles: ffffffff8a9e9e01 free_pcppages_bulk+0x1a1 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [030] 2535.880945: 33545609 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [045] 2535.881577: 30739519 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2535.882492: 45265049 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2535.882733: 36209063 cycles: ffffffff8b62af23 memset_erms+0x3 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2535.882771: 33065247 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [024] 2535.883516: 34298216 cycles: 3c79e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [025] 2535.883865: 43104010 cycles: 35f3e49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2535.884518: 29965415 cycles: ffffffff8a73c9be sched_ttwu_pending+0xfe ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2535.884792: 35644072 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [047] 2535.884822: 30214128 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [007] 2535.885789: 24732573 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [029] 2535.886070: 31354693 cycles: ffffffff8b479709 tcp_clean_rtx_queue.constprop.0+0x1a9 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [015] 2535.886499: 24708250 cycles: 228b691 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2535.886839: 33891222 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [004] 2535.886897: 44720017 cycles: 17e670d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [014] 2535.887280: 40183333 cycles: 3b3b4e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2535.887634: 39098087 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [000] 2535.887776: 26533249 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [038] 2535.887817: 36579477 cycles: ffffffff8a9eb3a8 prep_compound_page+0x88 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 194355 [031] 2535.887910: 32194965 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [039] 2535.887961: 40516178 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [018] 2535.888084: 39240832 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [012] 2535.888396: 30245657 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) ydbd.User 193991 [046] 2535.888581: 28911609 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [005] 2535.889237: 32583839 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2535.889757: 34338321 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [019] 2535.890957: 39125406 cycles: 14071839 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2535.890967: 36173786 cycles: ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [008] 2535.891225: 35636921 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [028] 2535.891437: 36465157 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [044] 2535.891697: 30064317 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [035] 2535.892591: 32387588 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [040] 2535.892597: 37580332 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [001] 2535.893008: 31601964 cycles: ffffffff8b3801d5 __copy_skb_header+0x5 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [030] 2535.893349: 32879536 cycles: ffffffffc0ca194f nf_conntrack_handle_packet+0x8f ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [034] 2535.893473: 27098643 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [036] 2535.893874: 33442258 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58e [unknown] ([unknown]) nbsd-lig.SRV1 194448 [020] 2535.894529: 34335585 cycles: ffffffff8aa51450 consume_stock+0x20 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [027] 2535.894619: 44444808 cycles: 154a0e7a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 160830 [009] 2535.894805: 35069683 cycles: 133ae3eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [026] 2535.894965: 35438734 cycles: 13cada2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [017] 2535.895068: 28477837 cycles: 230e6f26 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 170605 [010] 2535.895502: 40652088 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2535.896199: 32675684 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 198612 [037] 2535.896687: 33255393 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2535.896798: 27745599 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159512 [022] 2535.896942: 33567887 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198033 [043] 2535.897009: 38114433 cycles: ffffffff8adb061c _find_next_and_bit+0x1c ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [045] 2535.897469: 36769772 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [007] 2535.897630: 23341998 cycles: 14149919 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2535.897720: 26910427 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.System 162503 [006] 2535.897989: 32309048 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 197898 [029] 2535.898787: 29421503 cycles: 16d34269 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2535.899093: 29315687 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [000] 2535.899197: 25639569 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [041] 2535.899582: 27833253 cycles: 20485949 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [033] 2535.899910: 34858060 cycles: 154cb055 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2535.900037: 28911609 cycles: 204998d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2535.900432: 40204290 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.IC 197544 [003] 2535.900512: 51658974 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [032] 2535.901053: 32142088 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194343 [031] 2535.901069: 34608619 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [038] 2535.901179: 37184716 cycles: 14023dfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [016] 2535.901510: 29467699 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [042] 2535.901553: 32654561 cycles: 3af24eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2535.901639: 30626408 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bcb8308f [unknown] (//anon) nbsd.User 197533 [011] 2535.901674: 36450486 cycles: 1a712a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [008] 2535.902093: 34936503 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [025] 2535.902178: 42301926 cycles: 1943e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [021] 2535.902341: 34108954 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [039] 2535.902511: 41576786 cycles: ffffffff8aa58408 mod_memcg_state+0x18 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [018] 2535.902586: 42655990 cycles: 145e8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [014] 2535.903529: 33873612 cycles: 14039fb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [044] 2535.903657: 28655765 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [023] 2535.903801: 45925331 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [004] 2535.903997: 49431098 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [034] 2535.904279: 26697043 cycles: 17bc429d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [002] 2535.904467: 33159566 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [036] 2535.904603: 33187968 cycles: 178e7b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [035] 2535.904841: 36470637 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 288c30f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2535.905409: 31035119 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2535.905844: 28300257 cycles: 2722909e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [001] 2535.905933: 31413039 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [017] 2535.906246: 31182580 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [040] 2535.906792: 33271806 cycles: 13c96bbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [019] 2535.906817: 42984666 cycles: ffffffff8b5087ed validate_xmit_xfrm+0x1d ([kernel.kallsyms]) ffffffff8b3a4324 validate_xmit_skb+0x1a4 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [006] 2535.906988: 33027693 cycles: 12e9732f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165165 [029] 2535.907343: 30465186 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [020] 2535.907387: 32526251 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [007] 2535.907456: 23804916 cycles: 133c9cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [028] 2535.907610: 30839605 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [026] 2535.908302: 33011468 cycles: ffffffff8b568071 inet6_csk_route_socket+0x61 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 196918 [041] 2535.908909: 32024693 cycles: bbbbb19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [024] 2535.908935: 30704513 cycles: 3ac56f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [000] 2535.909081: 25675428 cycles: 649b123 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [015] 2535.909323: 29195472 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [009] 2535.909778: 34405707 cycles: 272afff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [022] 2535.909799: 30349223 cycles: ffffffff8a779ead psi_task_switch+0xcd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [012] 2535.909850: 29130877 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [010] 2535.910068: 37751399 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [046] 2535.910597: 37899177 cycles: 25200206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [037] 2535.910852: 29018344 cycles: ffffffff8aa58400 mod_memcg_state+0x10 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2535.911965: 32609543 cycles: ffffffff8a779fff psi_task_switch+0x21f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [043] 2535.912243: 33540328 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2535.912353: 32384040 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159616 [033] 2535.912753: 38153538 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [016] 2535.912908: 28454052 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2535.913076: 40433978 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2535.913492: 34992699 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [032] 2535.914080: 29120662 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [031] 2535.914234: 41778998 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [044] 2535.914577: 30669891 cycles: 14023f61 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [005] 2535.914596: 32352242 cycles: 3a614e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [034] 2535.915350: 26187061 cycles: 3b3c41c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2535.915383: 32365733 cycles: ffffffff8a743176 migrate_task_rq_fair+0x76 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [014] 2535.915832: 31169093 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2535.916068: 36252515 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2535.916340: 27724170 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [030] 2535.916751: 30233249 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [002] 2535.916862: 31115084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [036] 2535.917043: 30962931 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [007] 2535.917334: 24941633 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [021] 2535.917829: 32277891 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2535.918262: 34530416 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [018] 2535.918638: 36275069 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [040] 2535.918836: 31394029 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169042 [035] 2535.919045: 35608313 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [017] 2535.919164: 36758133 cycles: 3a6151c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [000] 2535.919245: 25903479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [025] 2535.919374: 39085196 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [029] 2535.919456: 28732834 cycles: 3987e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [028] 2535.919472: 28933242 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [001] 2535.920021: 39107264 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [006] 2535.920297: 30683850 cycles: 185f6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [039] 2535.920366: 40589498 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [020] 2535.920456: 33097154 cycles: 27225fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165454 [012] 2535.921197: 28089611 cycles: ffffffff8a7dad04 ktime_get+0x54 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 155848 [022] 2535.921406: 28958934 cycles: 1be54040 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2535.921414: 29887094 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [003] 2535.921502: 45989894 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [024] 2535.921559: 30625308 cycles: 2528d7e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [015] 2535.921567: 33202439 cycles: 160b0412 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2535.923349: 39646714 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [016] 2535.923384: 28038904 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2535.923613: 31337404 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [041] 2535.923768: 31289221 cycles: ffffffff8b381df6 skb_release_data+0xe6 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [037] 2535.923911: 26936973 cycles: ffffffff8a743176 migrate_task_rq_fair+0x76 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa30401 kmem_cache_free+0x21 ([kernel.kallsyms]) ffffffff8aaf8400 io_submit_one+0x1f0 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155852 [038] 2535.924098: 35040606 cycles: eb2a739 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [010] 2535.924238: 35480600 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [042] 2535.924493: 34394829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2535.925251: 26187061 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [009] 2535.925400: 34405707 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [023] 2535.925516: 41607970 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2535.925794: 28144883 cycles: ffffffff8a64a321 __switch_to+0x31 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [019] 2535.926186: 41404726 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2535.926353: 29021881 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 193840 [047] 2535.926509: 31359696 cycles: 27279a48 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [046] 2535.926740: 34987769 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [008] 2535.927136: 30785559 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2535.927269: 39795065 cycles: ffffffff8a754ddf nohz_balance_enter_idle+0x6f ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [014] 2535.927400: 30596786 cycles: bbc8e06 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [002] 2535.927421: 33992287 cycles: ffffffff8aaf83c8 io_submit_one+0x1b8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [033] 2535.927982: 34203327 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [036] 2535.928223: 34131710 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2535.928346: 32352242 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [030] 2535.928840: 29136680 cycles: 182df12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [007] 2535.929369: 24981296 cycles: 3a90d49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [027] 2535.929815: 36748305 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [029] 2535.930028: 28366859 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [040] 2535.930117: 33470682 cycles: ffffffff8a74fe33 update_sg_lb_stats+0x33 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 198625 [000] 2535.930292: 31652069 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2535.931065: 34006392 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198440 [028] 2535.931161: 27666173 cycles: ffffffff8a7484d7 __update_blocked_fair+0x447 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [021] 2535.931640: 29700726 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2535.931905: 34178148 cycles: 3c482ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2535.932036: 36700588 cycles: ffffffffc0ca2535 __nf_conntrack_find_get+0x1f5 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 150650 [006] 2535.932134: 33495884 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [013] 2535.932203: 35669249 cycles: 14066679 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2535.932213: 32220616 cycles: ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8b3a6d40 process_backlog+0x120 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [026] 2535.933289: 28468370 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [020] 2535.933326: 29993196 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.933824: 27837526 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 197261 [031] 2535.933943: 40496138 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [015] 2535.934116: 30762872 cycles: 13404df [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198711 [011] 2535.934200: 30481608 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [044] 2535.934316: 30756520 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2535.934422: 28485927 cycles: ffffffff8b6928d3 __wrgsbase_inactive+0x3 ([kernel.kallsyms]) ydbd.Scheduler 196924 [025] 2535.934979: 42959854 cycles: ffffffff8a734b2a finish_task_switch.isra.0+0xaa ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [041] 2535.935073: 32899455 cycles: ffffffff8b6ad520 _raw_spin_unlock+0x0 ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [034] 2535.935226: 34519645 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [017] 2535.935482: 36758133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [037] 2535.936150: 25252667 cycles: 1554bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [038] 2535.936314: 33875271 cycles: 1ca67ad5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [039] 2535.936928: 38165986 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2535.937059: 35707872 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [014] 2535.937258: 30306007 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [001] 2535.937276: 38403194 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [002] 2535.937767: 37057849 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [010] 2535.938385: 41597430 cycles: 17fcdd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165165 [004] 2535.938453: 35877693 cycles: ffffffff8a7537dd newidle_balance+0x20d ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [032] 2535.938561: 27393229 cycles: 3a64814 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2535.939622: 37609214 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [046] 2535.940369: 46158335 cycles: ffffffff8b373672 skb_page_frag_refill+0x62 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 196923 [030] 2535.940435: 30768603 cycles: ffffffff8a74ae70 update_cfs_group+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [007] 2535.940700: 27275640 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [036] 2535.941230: 30869078 cycles: 3b23c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [045] 2535.941542: 28245996 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bdaf31bf [unknown] (//anon) swapper 0 [000] 2535.942755: 30497713 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [028] 2535.943323: 32942435 cycles: ffffffff8a7d7b1d __remove_hrtimer+0xd ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a61fb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [029] 2535.943361: 26296523 cycles: 204af74f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [023] 2535.943473: 45037786 cycles: 21a1b9be [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2535.944083: 44656329 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [047] 2535.944808: 33260731 cycles: 3c3fed9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [026] 2535.944813: 27408581 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2535.945327: 31996713 cycles: ffffffff8a7ef895 tick_nohz_idle_stop_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2535.945428: 42121088 cycles: ffffffff8b31ae7c cpuidle_not_available+0xc ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [009] 2535.945768: 41461111 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [005] 2535.946061: 38634027 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [040] 2535.946081: 32037454 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [018] 2535.946227: 33250819 cycles: 3bd441a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [041] 2535.946286: 32545551 cycles: ffffffff8a747b21 update_load_avg+0x251 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [003] 2535.946784: 48634845 cycles: 26a6d7d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [035] 2535.947035: 38902827 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [006] 2535.947071: 36112921 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [022] 2535.947356: 35474806 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2535.947507: 25298085 cycles: 1c69db99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 160832 [024] 2535.947992: 26450658 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [021] 2535.948549: 24826591 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [044] 2535.948720: 28952305 cycles: 3b24fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198628 [011] 2535.948730: 32377930 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [012] 2535.948963: 35759523 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [002] 2535.949066: 36750612 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [042] 2535.949603: 33034470 cycles: ffffffff8b800bbc asm_exc_page_fault+0xc ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [013] 2535.949614: 28171856 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196907 [034] 2535.949647: 32453273 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197882 [014] 2535.949874: 28346022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [037] 2535.949998: 22924829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166860 [027] 2535.950484: 38039265 cycles: ffffffff8a74ae50 reweight_entity+0x160 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [004] 2535.950507: 40074130 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.950656: 30177667 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [039] 2535.950937: 37285653 cycles: ffffffff8a6f2fef __local_bh_enable_ip+0x3f ([kernel.kallsyms]) ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffffc0cabd59 nf_conntrack_tcp_packet+0x439 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [043] 2535.951065: 39551284 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [038] 2535.952004: 36587582 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2535.952457: 36231064 cycles: ffffffff8a75fb41 __update_load_avg_blocked_se+0x101 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [036] 2535.952640: 30070957 cycles: 3ca2180 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [029] 2535.952735: 26982352 cycles: ffffffff8b6a4880 __schedule+0x380 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [015] 2535.953452: 29927037 cycles: ffffffff8a7536fa newidle_balance+0x12a ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2535.953688: 38043265 cycles: 27ef880 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [007] 2535.953812: 24814568 cycles: 186af14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [045] 2535.954314: 32933439 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2535.954846: 47912702 cycles: ffffffff8b616f08 rb_erase+0xf8 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2535.955324: 41832155 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [000] 2535.955521: 34835903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blockstore-clie 198727 [010] 2535.956067: 34355940 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa8b30c pipe_read+0x3fc ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [025] 2535.956142: 43871887 cycles: ffffffff8b36d4ec sock_read_iter+0x3c ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [017] 2535.957064: 46244358 cycles: ffffffff8a75fe42 __update_load_avg_se+0xe2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [046] 2535.957777: 41125762 cycles: ffffffff8a7f6da5 futex_wait+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.958201: 24955402 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2535.958388: 26173719 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 171571 [024] 2535.958436: 25411630 cycles: 133c30ea [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [040] 2535.958526: 31348955 cycles: ffffffff8a7493d4 place_entity+0x64 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [028] 2535.958534: 31604654 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [020] 2535.958592: 37248733 cycles: ffffffff8a74e89f put_prev_entity+0xf ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [005] 2535.959760: 36026335 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [021] 2535.960030: 24167563 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [047] 2535.960146: 32408558 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197875 [018] 2535.960182: 38077903 cycles: 154cb0d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [044] 2535.961040: 28952305 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 193817 [022] 2535.961369: 31877450 cycles: 27279291 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [041] 2535.961441: 32460478 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2535.961828: 25899600 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2535.962159: 26616180 cycles: ffffffff8b6a462a __schedule+0x12a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2535.962160: 33991329 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [042] 2535.962215: 33034470 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.962292: 38514246 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [012] 2535.962550: 33557958 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2535.962551: 28698478 cycles: ffffffff8a776413 calc_load_nohz_stop+0x43 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2535.963107: 34053412 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8754 hrtimer_try_to_cancel.part.0+0x54 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [007] 2535.963302: 25941497 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 58f9443878f [unknown] ([unknown]) nbsd.User 197533 [013] 2535.963610: 25477415 cycles: 1408547b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2535.963899: 29470296 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [006] 2535.963917: 40233450 cycles: 36a07db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [015] 2535.964089: 33257812 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2535.964466: 39008610 cycles: ffffffff8a991805 shmem_file_read_iter+0x105 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154841 [036] 2535.964589: 31568348 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [033] 2535.965169: 48591094 cycles: 2889804 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [027] 2535.965568: 37975202 cycles: 16fefc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [035] 2535.966052: 38427026 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [029] 2535.966202: 24813410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [039] 2535.966207: 36446963 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [023] 2535.966228: 39421024 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [019] 2535.966944: 42526065 cycles: 3b9e8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [045] 2535.966957: 31639219 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [030] 2535.967572: 36450556 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 168892 [003] 2535.969095: 40531564 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [038] 2535.969261: 43276559 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [010] 2535.969381: 38908284 cycles: 17122e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [024] 2535.969499: 27725813 cycles: 14130504 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197260 [000] 2535.969746: 37554260 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [026] 2535.969768: 26580790 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2535.970189: 46310262 cycles: ffffffff8a9ee13f free_unref_page+0x19f ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [021] 2535.970776: 26281980 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2535.970913: 26123968 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [028] 2535.971061: 45160785 cycles: 141ab962 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [043] 2535.971092: 41258290 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [044] 2535.971314: 38150935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [013] 2535.971402: 26623012 cycles: ffffffff8b508912 validate_xmit_xfrm+0x142 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [032] 2535.971535: 32430305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [031] 2535.971756: 38857313 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [014] 2535.972085: 29860853 cycles: 18406ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2535.972201: 40420837 cycles: ffffffff8a747b28 update_load_avg+0x258 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [022] 2535.972340: 35006002 cycles: 16236ddd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [041] 2535.973068: 37182227 cycles: ffffffff8a735e01 update_rq_clock+0x31 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [007] 2535.973633: 25166485 cycles: ffffffff8b6acbee _raw_spin_trylock+0xe ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [005] 2535.973741: 32070899 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 166757 [047] 2535.973849: 32375142 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [037] 2535.973963: 34551762 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165864 [008] 2535.974443: 45453110 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2535.974575: 33430186 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [020] 2535.974652: 31571173 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2535.974772: 43022220 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a734b04 finish_task_switch.isra.0+0x84 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [046] 2535.974969: 48257399 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2535.975255: 37533006 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [042] 2535.975308: 42937375 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 197889 [001] 2535.975576: 33528482 cycles: ffffffff8a74fbaf update_sd_pick_busiest+0x1f ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196907 [034] 2535.976089: 35189960 cycles: ffffffff8aa5978e refill_obj_stock+0x16e ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8a994732 kvfree+0x32 ([kernel.kallsyms]) ffffffff8aab7072 single_release+0x22 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11500b __close+0x3b (/usr/lib/x86_64-linux-gnu/libc.so.6) ad50183 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 198707 [012] 2535.976643: 35034850 cycles: 141efd80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2535.977069: 29387713 cycles: ffffffff8a7efdc9 tick_nohz_idle_exit+0xb9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2535.977230: 37254035 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163664 [029] 2535.977284: 29237983 cycles: ffffffff8a741ad3 __calc_delta+0x183 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [036] 2535.977753: 33678993 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2535.977786: 36168649 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [015] 2535.978215: 36400969 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [026] 2535.979308: 26212739 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [030] 2535.980602: 35459714 cycles: 1983f20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [006] 2535.980682: 37565316 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9258ff9327 [unknown] (//anon) swapper 0 [021] 2535.980904: 31204298 cycles: ffffffff8b6ac0f5 default_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2535.981170: 29560904 cycles: ffffffff8a741bf3 _raw_spin_rq_lock_irqsave+0x13 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [023] 2535.981284: 42119969 cycles: ffffffff8b375092 skb_set_owner_w+0x82 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2535.981339: 26123968 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [039] 2535.981865: 35346231 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2535.982869: 37263314 cycles: ffffffff8a6b8d26 pvclock_clocksource_read+0x56 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [013] 2535.983214: 28425250 cycles: bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) notify-mock 178281 [032] 2535.983471: 34253334 cycles: 14a6ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002bb6/cloud/blockstore/tools/testing/notify-mock/notify-mock (deleted)) nbsd-lig.SRV2 196022 [014] 2535.983551: 33259855 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [000] 2535.984176: 33409846 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17bd66b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2535.984390: 42436231 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2535.984418: 36848495 cycles: ffffffff8b61a559 memchr_inv+0x19 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2535.984638: 42178854 cycles: 2049b4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2535.984697: 34416284 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [044] 2535.984892: 37223281 cycles: 272affd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [022] 2535.985895: 34701545 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2535.986188: 37165845 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [041] 2535.986412: 37919588 cycles: 14073d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 169046 [033] 2535.986662: 50195777 cycles: 1a211c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [005] 2535.986678: 32623562 cycles: 3a34b83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2535.986802: 23110379 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SRV1 194448 [047] 2535.986984: 39429949 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171305 [035] 2535.987332: 42443356 cycles: ffffffff8b6175cf rb_insert_color+0xcf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [038] 2535.987404: 47326366 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [020] 2535.987417: 29025802 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2535.987927: 33661869 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [018] 2535.988030: 30182617 cycles: 3b6dd6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165870 [028] 2535.988053: 42237109 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [040] 2535.988160: 35549018 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [017] 2535.988296: 43370625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [026] 2535.989527: 29967638 cycles: 3b21a59 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160828 [043] 2535.989581: 44065007 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [029] 2535.990371: 29192501 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [001] 2535.990525: 28161776 cycles: 12ea6e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2535.990771: 43142797 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [025] 2535.990818: 36458584 cycles: 26cac88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196917 [031] 2535.991001: 38857313 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [012] 2535.991176: 34866009 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [011] 2535.991226: 28955767 cycles: 1428cdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2535.991627: 45137890 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8c46 hrtimer_get_next_event+0x56 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [016] 2535.991867: 38351962 cycles: 26705041 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154857 [002] 2535.992086: 40133410 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [036] 2535.992111: 40587167 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2535.992757: 32883874 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [024] 2535.993736: 34699773 cycles: 2aadf02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [046] 2535.993991: 37058329 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [030] 2535.994402: 38300094 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [000] 2535.994515: 33043531 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2535.994770: 38077266 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2535.994885: 33850467 cycles: 139f0b2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [015] 2535.995746: 33067520 cycles: 133a7e05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2535.995977: 35861565 cycles: 17fce62 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [013] 2535.996009: 30177944 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed3f7 [unknown] (//anon) default-executo 198646 [045] 2535.996074: 33960456 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [039] 2535.996134: 43219131 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [005] 2535.996353: 32299205 cycles: 1ca684f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [022] 2535.996421: 34762515 cycles: ffffffff8b50b1bc unix_copy_addr+0xc ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2535.997304: 32961583 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2535.997691: 25963874 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [044] 2535.997842: 36549041 cycles: ffffffff8b36d48a sock_recvmsg+0x7a ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [020] 2535.998384: 28762721 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2535.998740: 29903190 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2535.998943: 36939063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [027] 2535.998987: 39243008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [010] 2535.999211: 45984783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 170465 [023] 2535.999909: 42152623 cycles: ffffffff8a7396d7 activate_task+0x27 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2536.000322: 32006228 cycles: ffffffff8a7d7909 __hrtimer_next_event_base+0x69 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2536.001600: 48239399 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [001] 2536.002388: 28161776 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2536.002422: 35340790 cycles: ffffffff8b560445 tcp_v6_rcv+0xd15 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2536.002441: 29933537 cycles: ffffffff8a7ef940 tick_nohz_idle_stop_tick+0xb0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2536.003582: 29124904 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [035] 2536.003872: 44177234 cycles: 1c69dbac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [041] 2536.004298: 39535641 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2536.004305: 32351648 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [019] 2536.004349: 38346020 cycles: 3b8b2c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [009] 2536.004565: 46099044 cycles: ffffffff8a739d7e set_task_cpu+0x1e ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [038] 2536.004660: 45525005 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [043] 2536.005306: 44189312 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2536.005357: 27581150 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [028] 2536.005435: 40399018 cycles: bba3521 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [016] 2536.006074: 37604302 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [047] 2536.006195: 33608216 cycles: fbfdc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [036] 2536.006675: 39442022 cycles: 1681a1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [005] 2536.006693: 32906615 cycles: 183b6c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) .NET TP Worker 197901 [024] 2536.007047: 31930626 cycles: 60bb74 [unknown] (/actions-runner/bin/libcoreclr.so) 6069c9 [unknown] (/actions-runner/bin/libcoreclr.so) 60645f [unknown] (/actions-runner/bin/libcoreclr.so) 603d66 [unknown] (/actions-runner/bin/libcoreclr.so) 603c7b [unknown] (/actions-runner/bin/libcoreclr.so) 107b3fe [unknown] (/memfd:doublemapper (deleted)) ydbd.IC 194002 [008] 2536.007205: 37811123 cycles: ffffffff8b585724 __inet6_lookup_established+0x54 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [025] 2536.007327: 37268833 cycles: ffffffff8b3a7cdf net_rx_action+0xf ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2536.007547: 30922676 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2536.008308: 38291338 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [017] 2536.008323: 36568812 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2536.008626: 35110497 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2536.008628: 41567346 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [032] 2536.008851: 37312058 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166597 [006] 2536.009029: 36463674 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [031] 2536.009169: 54153307 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [046] 2536.009436: 38526665 cycles: ffffffff8a7501a5 update_sg_lb_stats+0x3a5 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198114 [020] 2536.009464: 30311934 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [033] 2536.009576: 39331631 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170459 [022] 2536.010003: 35484711 cycles: a90 [unknown] ([vdso]) blocksto.CLI1 198649 [014] 2536.010472: 32510940 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2536.010776: 32072966 cycles: 2727b008 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 155953 [026] 2536.010988: 31859952 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2536.011075: 31783907 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2536.011143: 34224841 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172769 [044] 2536.011255: 38652686 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [007] 2536.011482: 25963874 cycles: 26a77c0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [013] 2536.011729: 30893652 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 163646 [042] 2536.011880: 33762005 cycles: ffffffff8a753ad6 pick_next_task_fair+0x16 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [045] 2536.012876: 37000679 cycles: 661f2da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [012] 2536.013422: 32427672 cycles: 1330de0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [037] 2536.013666: 40294490 cycles: ffffffff8a6b7cf3 kvm_sched_clock_read+0x13 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 167048 [034] 2536.014474: 28175835 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2536.014801: 33215046 cycles: ffffffff8a753c50 pick_next_task_fair+0x190 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [039] 2536.014939: 37451701 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166744 [029] 2536.015796: 30425880 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198713 [023] 2536.016274: 40339806 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2536.016431: 38181259 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [001] 2536.016472: 32651781 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [027] 2536.016782: 33137719 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [028] 2536.017205: 40360785 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [011] 2536.017826: 31828686 cycles: 25258a75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2536.017885: 39392434 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 171291 [047] 2536.018109: 33277350 cycles: 1be5403c [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198612 [020] 2536.018779: 30752262 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [024] 2536.019725: 29736188 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [000] 2536.019994: 29485690 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2536.020156: 40936745 cycles: 1841d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 166744 [019] 2536.020869: 36994560 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198749 [007] 2536.021035: 34225576 cycles: ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1412379c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2536.021297: 40832061 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd.User 197536 [016] 2536.021470: 32072505 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [038] 2536.021549: 37176521 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [014] 2536.021612: 34986186 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2536.021617: 40375660 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [003] 2536.021763: 46179601 cycles: 3b2eeb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.021840: 34013349 cycles: ffffffff8a7f8434 flush_smp_call_function_queue+0x74 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2536.022010: 41297091 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [022] 2536.022432: 34050658 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [008] 2536.022439: 43200728 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [017] 2536.022607: 33424173 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2536.022768: 33933971 cycles: 141e09e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [009] 2536.022895: 41228218 cycles: ffffffff8adac900 _copy_from_iter+0x20 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [026] 2536.023086: 33900478 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169830 [018] 2536.023328: 35858432 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2536.023466: 43117788 cycles: ffffffff8a6c81ea load_new_mm_cr3+0xba ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [030] 2536.023640: 37438297 cycles: ffffffff8b374bf8 sock_def_readable+0x28 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [046] 2536.023664: 38915711 cycles: ffffffff8b51d005 ipv6_rcv+0x5 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 171594 [032] 2536.023887: 36929568 cycles: b2f [unknown] ([vdso]) swapper 0 [033] 2536.024169: 40057323 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [035] 2536.024458: 43983419 cycles: 3b10e57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [015] 2536.024587: 37759910 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [034] 2536.025468: 30165807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [042] 2536.025576: 29877836 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2536.025760: 30501959 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2536.025820: 38871087 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2536.026611: 31411002 cycles: ffffffff8a75fa83 __update_load_avg_blocked_se+0x43 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197527 [021] 2536.027172: 33637072 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [029] 2536.027448: 35426474 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [040] 2536.028581: 30483484 cycles: 689b7f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [011] 2536.028748: 32299295 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2536.029181: 36681503 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [020] 2536.029358: 33927836 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [001] 2536.029604: 29132678 cycles: ffffffff8a74bc88 select_idle_sibling+0x168 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2536.031073: 28721266 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [037] 2536.031715: 38786921 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [000] 2536.031909: 27673951 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2536.032430: 34177835 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [027] 2536.032517: 36221391 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [024] 2536.032528: 27589599 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [028] 2536.032710: 39691416 cycles: 17e4fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [043] 2536.032729: 40514756 cycles: 1740bbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [031] 2536.032876: 42133778 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [010] 2536.033737: 30483526 cycles: 197cecd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [023] 2536.034018: 35250320 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) nbsd-lig.SNULL 196013 [007] 2536.034030: 31137715 cycles: 93ed4 pthread_cond_timedwait+0x274 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2536.034114: 34916327 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [016] 2536.034196: 34038713 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [014] 2536.034610: 36565513 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [026] 2536.034844: 35654621 cycles: 15fe3706 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [005] 2536.034845: 39127884 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [036] 2536.035168: 39492376 cycles: 14252212 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [032] 2536.035484: 34719734 cycles: 1406685a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165274 [002] 2536.035698: 34346757 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [009] 2536.035935: 39775518 cycles: ffffffffc0c84595 nf_nat_ipv4_pre_routing+0x5 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2536.035989: 36821003 cycles: 3b97db3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2536.036124: 30190123 cycles: 3a77a77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [019] 2536.036465: 35010481 cycles: 689a20f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [025] 2536.036511: 41216718 cycles: 352a923 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [012] 2536.037575: 29116448 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [017] 2536.037790: 30691482 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [018] 2536.038062: 32153631 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [046] 2536.038429: 33888230 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [030] 2536.038436: 34397925 cycles: ffffffff8aa5d871 mod_objcg_state+0x41 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [006] 2536.038919: 34360520 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [041] 2536.039181: 50888176 cycles: 186935c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2536.039612: 34442743 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194000 [004] 2536.039701: 36247861 cycles: ffffffff8a748103 __update_blocked_fair+0x73 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [013] 2536.039955: 28589418 cycles: 204af557 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2536.040201: 32538734 cycles: ffffffff8b61abba timerqueue_add+0x1a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [040] 2536.040533: 27764078 cycles: ffffffff8a9eb325 prep_compound_page+0x5 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [044] 2536.040568: 38553399 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [001] 2536.041044: 27847612 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [020] 2536.041646: 31854402 cycles: 140ebb35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [029] 2536.041713: 39857560 cycles: ffffffff8b47131e tcp_recv_timestamp+0x3e ([kernel.kallsyms]) ffffffff8b471670 tcp_recvmsg+0x1a0 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2536.042252: 36989082 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [033] 2536.042522: 35765047 cycles: 154cad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [011] 2536.042861: 31094111 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2536.043401: 40779844 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [035] 2536.043538: 46959556 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [045] 2536.043670: 26951127 cycles: ffffffff8a760546 __update_load_avg_cfs_rq+0x106 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2536.044654: 33659672 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [000] 2536.044857: 25257506 cycles: ffffffff8aa5d54d __memcg_kmem_charge_page+0xad ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [024] 2536.045079: 26145702 cycles: ffffffff8b622bb0 xas_find_conflict+0x30 ([kernel.kallsyms]) ffffffff8a95e6eb __filemap_add_folio+0x10b ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [010] 2536.045330: 32929866 cycles: 35df658 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2536.045577: 46900490 cycles: ffffffff8a747b62 update_load_avg+0x292 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2536.046419: 35256318 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [022] 2536.046481: 37001387 cycles: 13beaf26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [032] 2536.047614: 36774183 cycles: ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2536.047645: 30778215 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [012] 2536.047881: 31893539 cycles: ffffffff8a9eb3a8 prep_compound_page+0x88 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [014] 2536.047989: 37456794 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 56787fdb2aef [unknown] (//anon) diskagen.User 198615 [026] 2536.048322: 32090105 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [034] 2536.048519: 31023224 cycles: ffffffff8a7f296f __futex_queue+0x4f ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [023] 2536.048792: 31902401 cycles: 3cb0e4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2536.048803: 46979078 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150639 [002] 2536.048926: 35978647 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194343 [007] 2536.049453: 28571901 cycles: 269ab901 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [028] 2536.050275: 40512193 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [038] 2536.050361: 36334798 cycles: 2047f54a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [036] 2536.051118: 37226793 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b370267 __sys_recvfrom+0xb7 ([kernel.kallsyms]) ffffffff8b370324 __x64_sys_recvfrom+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12773e recv+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [043] 2536.051307: 43552785 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [027] 2536.051473: 34465165 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [018] 2536.051637: 35531790 cycles: 3b2f611 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2536.052075: 42323451 cycles: 1339e700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198117 [046] 2536.052094: 36391093 cycles: ffffffff8b6ad67a native_queued_spin_lock_slowpath+0x2a ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2536.052390: 40134610 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 150658 [005] 2536.052899: 40104388 cycles: ffffffff8a74e2c5 dequeue_task_fair+0x285 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [000] 2536.053023: 28667012 cycles: 113b45 sched_getcpu+0x5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 179185f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2536.053523: 42005584 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [031] 2536.053523: 43423996 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2536.053603: 36804226 cycles: 27223aa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [017] 2536.053795: 25744437 cycles: 3b9db98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [006] 2536.054133: 33016673 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8b560419 tcp_v6_rcv+0xce9 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2536.054287: 26390658 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2536.054344: 37213620 cycles: ffffffff8a74ee5e enqueue_entity+0x3de ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2536.054819: 25287671 cycles: 137f7af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [025] 2536.055437: 44516674 cycles: ffffffff8aa3042f kmem_cache_free+0x4f ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [004] 2536.055497: 33477792 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [013] 2536.055608: 29944251 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2536.056312: 28234564 cycles: ffffffff8a7d7395 hrtimer_forward+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [044] 2536.056500: 39746731 cycles: ffffffff8b478ad1 tcp_try_rmem_schedule+0x71 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [015] 2536.056540: 32538734 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [011] 2536.057111: 30366461 cycles: ffffffff8a9383f0 perf_swevent_stop+0x10 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1422e8fa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [020] 2536.058369: 31854402 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [045] 2536.058866: 24847110 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2536.058953: 39794737 cycles: 1425d110 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [010] 2536.059120: 29809547 cycles: 1fc38b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 192410 [012] 2536.059382: 31857978 cycles: 24e17d7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.SRV2 197556 [034] 2536.059627: 29448068 cycles: 14149844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [016] 2536.059893: 36420902 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 169044 [039] 2536.060223: 30524826 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.IC 198626 [041] 2536.060389: 41541715 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [026] 2536.060558: 31381947 cycles: 13a445e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [022] 2536.061289: 36123236 cycles: 3b763d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 198737 [029] 2536.061401: 34714228 cycles: 1bdc27d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197878 [032] 2536.061558: 32509292 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2536.061888: 34057836 cycles: 1425b311 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [002] 2536.061990: 32196426 cycles: 644310f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169827 [038] 2536.062120: 39058065 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2536.062383: 41878365 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [023] 2536.062760: 35974793 cycles: 644248e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2536.063587: 37348251 cycles: 13cada25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [007] 2536.063600: 30532281 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [036] 2536.064276: 34710570 cycles: 14068b0a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [009] 2536.064480: 39665061 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [040] 2536.064773: 28340066 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 166704 [028] 2536.065308: 34803504 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [006] 2536.065350: 35901838 cycles: ffffffff8b470603 tcp_recvmsg_locked+0x783 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [001] 2536.065375: 25301620 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [000] 2536.065474: 30474302 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [018] 2536.066221: 31785369 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [027] 2536.066816: 34915803 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [035] 2536.067122: 40001076 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [017] 2536.067169: 24494777 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [046] 2536.067317: 37435431 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [024] 2536.067351: 27582407 cycles: ffffffff8a7538d3 newidle_balance+0x303 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [045] 2536.068854: 28830969 cycles: ffffffff8a64a393 __switch_to+0xa3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [003] 2536.069281: 44792518 cycles: 65e5f45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [004] 2536.069515: 41694577 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 198461 [042] 2536.069591: 37653134 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b8b54e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [030] 2536.070629: 36542171 cycles: 251309eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2536.071227: 38672386 cycles: 3c4d02c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [010] 2536.071383: 28497821 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) diskagen.User 198032 [015] 2536.071570: 36642459 cycles: 25277697 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [034] 2536.071780: 36218587 cycles: ffffffff8a73bea9 try_to_wake_up+0x1e9 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2536.071890: 31817057 cycles: 17e143b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194345 [013] 2536.072460: 31004589 cycles: 269ab920 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [005] 2536.072816: 37241071 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.072850: 32359028 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [043] 2536.073362: 47106366 cycles: 1424fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2536.073990: 34608805 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [019] 2536.074133: 39103277 cycles: 1407da81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [000] 2536.074144: 31622792 cycles: 139f0dce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [026] 2536.074315: 34428432 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [044] 2536.074777: 39240862 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2536.074829: 40911015 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [016] 2536.075578: 34510021 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [033] 2536.075795: 36553561 cycles: ffffffff8b374bf8 sock_def_readable+0x28 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [011] 2536.075939: 33387183 cycles: 2729f391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194089 [040] 2536.076148: 33300075 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [031] 2536.076489: 35257353 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2536.076766: 28769370 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [022] 2536.077191: 34186854 cycles: ffffffff8a6c8cb5 enter_lazy_tlb+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [039] 2536.078016: 29581243 cycles: 3ac3f4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [007] 2536.078477: 30298588 cycles: ffffffff8aaea89b ep_send_events+0x7b ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 196872 [014] 2536.078944: 38039257 cycles: ffffffff8b6a4b1a schedule+0x1a ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [006] 2536.078997: 36177475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2536.079304: 29162666 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [018] 2536.079503: 32168945 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [025] 2536.079624: 42451010 cycles: 24fe8c4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 165457 [008] 2536.080113: 34107357 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [046] 2536.080284: 38453907 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [036] 2536.080695: 34710570 cycles: ffffffff8a961c97 __filemap_get_folio+0x17 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [001] 2536.080776: 27322300 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 198449 [038] 2536.080863: 37297784 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [023] 2536.081023: 34448647 cycles: ffffffff8b46d5b2 tcp_poll+0x112 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169813 [028] 2536.081101: 30378546 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) perf 198744 [045] 2536.081218: 29459323 cycles: ffffffff8ab59cd6 ext4_claim_free_clusters+0x36 ([kernel.kallsyms]) ffffffff8ab81060 ext4_da_map_blocks.constprop.0+0x310 ([kernel.kallsyms]) ffffffff8ab81195 ext4_da_get_block_prep+0x55 ([kernel.kallsyms]) ffffffff8ab7d281 ext4_block_write_begin+0x171 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198035 [029] 2536.081744: 31497845 cycles: ffffffff8a752d41 load_balance+0x11 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2536.081947: 24129295 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [010] 2536.082146: 31183954 cycles: 25174567 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [041] 2536.082156: 45662463 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [047] 2536.082368: 34039582 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [042] 2536.082972: 36586570 cycles: ffffffff8b800197 syscall_return_via_sysret+0x42 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198041 [004] 2536.083435: 42469254 cycles: ffffffff8a7f6abe futex_wait_queue+0x8e ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [012] 2536.084172: 30446926 cycles: ffffffff8a7f65af futex_wake+0xef ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [032] 2536.084769: 33574707 cycles: ffffffff8b4924f4 tcp_v4_do_rcv+0x174 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [026] 2536.085777: 39382796 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [030] 2536.085853: 33888197 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2536.086401: 30856513 cycles: 14067754 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [035] 2536.086409: 44238724 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [037] 2536.086512: 38904398 cycles: 2727b001 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [027] 2536.086741: 33707483 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2536.086911: 35951646 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2536.087172: 27702515 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [021] 2536.087281: 31713674 cycles: 3c757b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193489 [020] 2536.088209: 43870863 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [016] 2536.089152: 39005849 cycles: ffffffff8a760ca0 update_rt_rq_load_avg+0x200 ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b77ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [022] 2536.089721: 32127823 cycles: ffffffff8aa5d52e __memcg_kmem_charge_page+0x8e ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [009] 2536.089903: 35837771 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [044] 2536.090642: 33632221 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2536.090660: 48177301 cycles: ffffffff8b61a61b memchr_inv+0xdb ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2536.090792: 35358337 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [014] 2536.090799: 35919371 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2536.090935: 27365530 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [040] 2536.091320: 31960545 cycles: ffffffff8a9e84bc should_fail_alloc_page+0xc ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [046] 2536.091911: 36387989 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [005] 2536.092218: 35812928 cycles: 186ab5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159891 [019] 2536.092306: 36626691 cycles: ffffffff8a74bb25 select_idle_sibling+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197882 [011] 2536.092807: 34705160 cycles: 133a5cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [028] 2536.092822: 28662756 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2536.092829: 34389971 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2536.092856: 35498704 cycles: ffffffff8a7ef3e6 tick_nohz_restart+0x66 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2536.093042: 32356540 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) swapper 0 [008] 2536.093368: 34800761 cycles: ffffffff8a74351f pick_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [007] 2536.093653: 27791529 cycles: 17bd7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 165158 [006] 2536.093911: 35234419 cycles: 21b6aa7c [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 167056 [045] 2536.094443: 29408576 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [017] 2536.095014: 30136318 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [032] 2536.095302: 33336337 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [010] 2536.095383: 31673477 cycles: 1c3a4ca6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [033] 2536.095855: 37723618 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [001] 2536.096438: 26017358 cycles: ffffffff8a768fce psi_group_change+0x2e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [031] 2536.096527: 26454018 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2536.096585: 41959093 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [002] 2536.096774: 28794235 cycles: 1838134 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [000] 2536.096836: 33023615 cycles: bbb7964 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [012] 2536.097258: 30790881 cycles: ffffffff8aa31629 __kmem_cache_alloc_node+0x29 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2536.097397: 43827723 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [047] 2536.097650: 38618143 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [043] 2536.097795: 51472120 cycles: ffffffff8a74ff51 update_sg_lb_stats+0x151 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [026] 2536.098012: 37001168 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [029] 2536.098349: 25998869 cycles: 289c2fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [042] 2536.098543: 39633950 cycles: 6446df1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166860 [030] 2536.098942: 37444832 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [023] 2536.099470: 38208231 cycles: 25161134 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [004] 2536.099969: 42523050 cycles: 3b25f38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [022] 2536.100313: 32087076 cycles: 20a2f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.User 155848 [034] 2536.100574: 39360269 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [024] 2536.101825: 29842349 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [041] 2536.102962: 42850815 cycles: ffffffff8a95e107 generic_perform_write+0x117 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [025] 2536.103239: 41646606 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [040] 2536.103495: 42600779 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8aaf4fb7 aio_read_events_ring+0x177 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [020] 2536.103737: 41781004 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [028] 2536.104007: 27733475 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [021] 2536.104114: 26436457 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2536.104117: 39725784 cycles: 1b567cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [027] 2536.104188: 33876017 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [044] 2536.104356: 30500995 cycles: 1e6f77ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2536.104610: 33659371 cycles: ffffffff8a747baa update_load_avg+0x2da ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [007] 2536.104897: 27791529 cycles: c50 [unknown] ([vdso]) blocksto.CLI2 198714 [016] 2536.105158: 36986349 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2536.105234: 31615543 cycles: 2a91438 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2536.105387: 36924800 cycles: 24069a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [018] 2536.105432: 32917966 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [046] 2536.106226: 41057172 cycles: ffffffff8a7dc9b7 ktime_get_update_offsets_now+0x27 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 28b84e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [011] 2536.106373: 38992395 cycles: ffffffff8aa302b3 cache_from_obj+0x43 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [013] 2536.106375: 29943742 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [031] 2536.107306: 26484538 cycles: 3bf71b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2536.107640: 31103689 cycles: 194afd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [008] 2536.108258: 34871024 cycles: 2664875c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [000] 2536.108400: 31839938 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [045] 2536.108418: 34316532 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [006] 2536.109037: 30708795 cycles: 16ff090 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2536.109091: 33816653 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [032] 2536.109161: 30825545 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 171305 [015] 2536.109273: 39290147 cycles: ffffffff8a7534d0 load_balance+0x7a0 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [003] 2536.109574: 51465075 cycles: 1618c5d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [039] 2536.109721: 36031315 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2536.109883: 32434921 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [029] 2536.109950: 25046173 cycles: 14130228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [001] 2536.110246: 28319921 cycles: ffffffff8a753611 newidle_balance+0x41 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [017] 2536.110723: 30227089 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2536.111521: 37443098 cycles: 3af22c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2536.111522: 30723891 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) ydbd 154857 [047] 2536.111633: 35264148 cycles: ffffffff8a74ae16 reweight_entity+0x126 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [042] 2536.112701: 37230465 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [035] 2536.112731: 39314957 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [022] 2536.112876: 33155660 cycles: 288ad06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [036] 2536.113003: 40539375 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [038] 2536.113332: 40724582 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165266 [024] 2536.113606: 28532589 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [033] 2536.114359: 36622480 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2536.114500: 26019797 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) swapper 0 [034] 2536.114647: 34622562 cycles: ffffffff8a7693cc psi_group_change+0x42c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [030] 2536.114944: 39376543 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [028] 2536.116075: 30750012 cycles: ab1 [unknown] ([vdso]) diskagen.User 198032 [004] 2536.116459: 53437246 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [044] 2536.116715: 32671512 cycles: ffffffff8b61750f rb_insert_color+0xf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [031] 2536.117443: 25794494 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [018] 2536.117564: 35118905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [023] 2536.118385: 35996453 cycles: 13c92751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [016] 2536.118738: 38184517 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [014] 2536.118907: 35803071 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2536.120136: 24958295 cycles: ffffffff8a7d7adc hrtimer_update_next_event+0x9c ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [013] 2536.120202: 30994922 cycles: 1860f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198049 [009] 2536.120253: 36161440 cycles: ffffffff8a7d9180 hrtimer_nanosleep+0x0 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [002] 2536.120389: 31975898 cycles: 1330e093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2536.120484: 44730609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [012] 2536.120505: 31268225 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [040] 2536.120618: 35096796 cycles: 26e4efc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2536.120972: 34058230 cycles: 6621bab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196761 [027] 2536.121049: 32929223 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [007] 2536.121176: 29801036 cycles: ffffffff8a75366c newidle_balance+0x9c ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2536.121388: 36652488 cycles: ffffffff8b800f9e asm_sysvec_call_function_single+0xe ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [000] 2536.121474: 32317237 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [037] 2536.121624: 28525479 cycles: 3c74cac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2536.121626: 30244914 cycles: 2665af81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2536.122611: 32896124 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [006] 2536.122733: 29731509 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [022] 2536.122879: 32478364 cycles: 2049b5b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [025] 2536.122954: 33568343 cycles: ffffffff8a766eec psi_flags_change+0x5c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b333d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [001] 2536.123033: 32967364 cycles: ffffffff8a7d815c hrtimer_sleeper_start_expires+0x1c ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [041] 2536.123194: 32640460 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2536.123553: 36689716 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [008] 2536.123596: 29702477 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2536.124799: 32587131 cycles: ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [019] 2536.125163: 30631438 cycles: 3c30638 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [005] 2536.125605: 36376180 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [024] 2536.126440: 30598540 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [010] 2536.126528: 33189073 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2536.126694: 25765818 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [039] 2536.126983: 31513479 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [026] 2536.127082: 40241800 cycles: 204af7d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [042] 2536.127218: 36954652 cycles: 689a2d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [034] 2536.127754: 35674246 cycles: ffffffff8a744fc7 select_idle_cpu+0x1d7 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aae9c65 ep_done_scan+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 196907 [036] 2536.127794: 40766148 cycles: bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [044] 2536.127954: 30467171 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [003] 2536.128373: 44816666 cycles: 193e573 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193989 [047] 2536.128809: 31237705 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [015] 2536.129011: 34381424 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [031] 2536.129067: 26110765 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [028] 2536.129068: 31417696 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2536.129611: 51229209 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) nbsd.SRV2 197556 [030] 2536.130880: 44168905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [012] 2536.130924: 31940789 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [002] 2536.131047: 31730309 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [029] 2536.131054: 28215905 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [033] 2536.131095: 35985346 cycles: 1ca7c4f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) grpc_global_tim 196110 [035] 2536.131178: 38449420 cycles: 11a05566 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [007] 2536.131399: 30063581 cycles: ffffffff8b370b65 __copy_msghdr+0xa5 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [014] 2536.131597: 32694629 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2536.132196: 29515835 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [011] 2536.132684: 33540963 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [006] 2536.133076: 34409079 cycles: ffffffffc0cab1c2 tcp_in_window+0x442 ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167056 [018] 2536.133227: 43732828 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [032] 2536.133285: 36768397 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [037] 2536.133409: 34006678 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [000] 2536.133762: 30282190 cycles: ffffffff8a961c9b __filemap_get_folio+0x1b ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171585 [022] 2536.133811: 31855347 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [045] 2536.133977: 29287535 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170237 [019] 2536.134140: 31519689 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198751 [020] 2536.134474: 38041688 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2536.134562: 48945876 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [009] 2536.135015: 38213626 cycles: 137de6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2536.135072: 34719017 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [025] 2536.135237: 31567458 cycles: 3b76044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2536.135382: 39695379 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194347 [008] 2536.135509: 31070502 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2536.136250: 33840959 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [023] 2536.136547: 41614672 cycles: 172c278 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [017] 2536.136804: 38353457 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b276ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [001] 2536.136974: 30898299 cycles: ffffffff8b6ab2b5 schedule_hrtimeout_range_clock+0x5 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [046] 2536.137871: 39772503 cycles: 1731092 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [024] 2536.137871: 35476798 cycles: ffffffff8aaab065 __fget_light+0x5 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [044] 2536.137879: 31594378 cycles: 689f54b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [041] 2536.138143: 33654075 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2536.138988: 31648424 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [021] 2536.139000: 27568323 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [010] 2536.139558: 34012605 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [043] 2536.139561: 41143568 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9440bb perf_event_task_output+0x14b ([kernel.kallsyms]) ffffffff8a93b73c perf_iterate_sb+0x13c ([kernel.kallsyms]) ffffffff8a94c0c5 perf_event_fork+0x85 ([kernel.kallsyms]) ffffffff8a6e8125 copy_process+0x11f5 ([kernel.kallsyms]) ffffffff8a6e86ed kernel_clone+0x9d ([kernel.kallsyms]) ffffffff8a6e8d67 __do_sys_clone3+0xd7 ([kernel.kallsyms]) ffffffff8a6e8dd6 __x64_sys_clone3+0x16 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1268bd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 198047 [039] 2536.139712: 38983799 cycles: 204af7ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [026] 2536.140498: 36579167 cycles: 13b91fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [031] 2536.140783: 26757161 cycles: 252611b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [042] 2536.140907: 38919321 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [028] 2536.141307: 34992663 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [034] 2536.142053: 35170299 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2536.142058: 37778179 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [005] 2536.142411: 31888036 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [002] 2536.143019: 34310194 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2536.143040: 35800417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2536.143771: 28026490 cycles: ffffffff8a6c815e load_new_mm_cr3+0x2e ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [036] 2536.143951: 49443483 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbd82657f [unknown] (//anon) nbsd.SRV1 197555 [012] 2536.143991: 45105392 cycles: 1421ef6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2536.144590: 33920664 cycles: ffffffff8a7dacd3 ktime_get+0x23 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [029] 2536.144676: 35467259 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2536.144970: 33996496 cycles: 141488f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [011] 2536.145352: 38731017 cycles: ffffffff8ad60a1d blkcg_maybe_throttle_current+0xd ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [000] 2536.145570: 28865784 cycles: ffffffffc0cab31a tcp_in_window+0x59a ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2536.145610: 31515442 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [035] 2536.145784: 40908241 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [022] 2536.146091: 29988313 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [037] 2536.146403: 33892878 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2536.146761: 47595394 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 171594 [032] 2536.146772: 39301700 cycles: ab1 [unknown] ([vdso]) nbsd.SRV2 197267 [016] 2536.146857: 37652630 cycles: ffffffff8a97384f folio_add_lru+0xf ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 272b0030 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [045] 2536.147154: 32832187 cycles: 133bc0d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 168716 [019] 2536.147339: 32919040 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 162505 [020] 2536.147786: 34865172 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [025] 2536.147856: 32564647 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [030] 2536.147867: 36144959 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 194355 [008] 2536.147902: 32339336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 162503 [038] 2536.147983: 55698694 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [040] 2536.148061: 31763332 cycles: 3b332f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2536.149731: 36357869 cycles: 21a2f471 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [044] 2536.149739: 36645113 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [001] 2536.149920: 37669449 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [047] 2536.150200: 32112593 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [009] 2536.150347: 36337254 cycles: 3b2a5cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [027] 2536.150474: 33840959 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [021] 2536.150930: 33536085 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [018] 2536.151030: 42116244 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2536.151392: 33073297 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [024] 2536.151892: 37114784 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196772 [004] 2536.151963: 48614654 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [039] 2536.153654: 40127495 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kworker/u96:1-e 307 [010] 2536.154037: 31651325 cycles: ffffffff8a961f18 __filemap_get_folio+0x298 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8aad77a1 __find_get_block_slow+0x51 ([kernel.kallsyms]) ffffffff8aad7b90 __find_get_block+0x90 ([kernel.kallsyms]) ffffffff8aad8317 __getblk_gfp+0x27 ([kernel.kallsyms]) ffffffff8ab5a925 ext4_read_block_bitmap_nowait+0xf5 ([kernel.kallsyms]) ffffffff8ab5ac7c ext4_read_block_bitmap+0x1c ([kernel.kallsyms]) ffffffff8ab9402d ext4_mb_mark_diskspace_used+0x5d ([kernel.kallsyms]) ffffffff8ab97a27 ext4_mb_new_blocks+0x217 ([kernel.kallsyms]) ffffffff8ab667b3 ext4_ext_map_blocks+0x6e3 ([kernel.kallsyms]) ffffffff8ab7f3e7 ext4_map_blocks+0x247 ([kernel.kallsyms]) ffffffff8ab7fe06 mpage_map_one_extent+0x66 ([kernel.kallsyms]) ffffffff8ab83f20 mpage_map_and_submit_extent+0x80 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac66d8 wb_do_writeback+0x228 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.Scheduler 154858 [031] 2536.154485: 26557419 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2536.154489: 35170299 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [026] 2536.154718: 32436974 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9ebc54 post_alloc_hook+0x84 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2536.155064: 33205386 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [046] 2536.155258: 41684127 cycles: 282e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 197884 [014] 2536.155261: 36961881 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [007] 2536.155519: 27556401 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [028] 2536.155560: 31700743 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [015] 2536.155633: 35148863 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197240 [042] 2536.156479: 33558317 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [023] 2536.156690: 44944485 cycles: ffffffff8a77cd38 __raw_spin_lock_irqsave+0x38 ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [002] 2536.157000: 35045908 cycles: 17e46aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network write 193484 [043] 2536.157463: 33818644 cycles: ffffffff8a779b60 psi_task_change+0x50 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb4f0 do_epoll_pwait.part.0+0x10 ([kernel.kallsyms]) ffffffff8aaebb6f __x64_sys_epoll_pwait+0x7f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15a6e35b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 197894 [000] 2536.157820: 34284008 cycles: ffffffff8adb05b9 _find_next_bit+0x49 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [022] 2536.158443: 28508033 cycles: bbd1cd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IO 159621 [005] 2536.158486: 30385486 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [006] 2536.159123: 32048439 cycles: ffffffff8b47ef46 tcp_ack+0x5e6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2536.159690: 35463399 cycles: ffffffff8a733f04 raw_spin_rq_lock_nested+0x14 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [029] 2536.159730: 36066472 cycles: 3c781f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [019] 2536.160055: 30862763 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2536.160325: 35879658 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [045] 2536.160617: 30032838 cycles: 1422986f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2536.160657: 34563406 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [008] 2536.160740: 30870151 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [036] 2536.161680: 43358908 cycles: 3a34818 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [025] 2536.161808: 32331925 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [032] 2536.162014: 37560777 cycles: ffffffff8aa1d109 alloc_pages+0x99 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [040] 2536.162328: 34769243 cycles: 240ae3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [030] 2536.162369: 32452294 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2536.162503: 36392027 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [011] 2536.162926: 35221611 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2536.163018: 33648205 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [020] 2536.163306: 30237097 cycles: 1406ae68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [021] 2536.163452: 32670561 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [047] 2536.163640: 34499531 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2536.163701: 33768046 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2536.164449: 44868639 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2536.167152: 28217936 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [010] 2536.167383: 33536392 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [026] 2536.167393: 34925611 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [001] 2536.167400: 34770932 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [007] 2536.167464: 33856250 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [027] 2536.167603: 41181053 cycles: 3b7100d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2536.168012: 33805633 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [018] 2536.168119: 43159703 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [006] 2536.168189: 32720186 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2048ae1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [031] 2536.168483: 25959824 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [009] 2536.168731: 38568621 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [014] 2536.169513: 32523759 cycles: 1fcda50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [028] 2536.169552: 28151999 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [003] 2536.169903: 45930102 cycles: 13392c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [034] 2536.169937: 47458531 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193839 [004] 2536.170050: 53961552 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [038] 2536.170408: 47324402 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2536.170528: 30692388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [013] 2536.170530: 35863779 cycles: ffffffff8a768fbc psi_group_change+0x1c ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [022] 2536.170531: 26651551 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kworker/42:1H-k 464 [042] 2536.170726: 30273204 cycles: ffffffff8a753389 load_balance+0x659 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7138cd worker_thread+0xbd ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [000] 2536.170726: 35445262 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2536.172297: 36038452 cycles: ffffffff8b52f714 ip6_dst_check+0xd4 ([kernel.kallsyms]) ffffffff8b55e224 tcp_v6_do_rcv+0xd4 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2536.172342: 34730970 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [039] 2536.172529: 39476806 cycles: 12f35be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2536.173436: 28061293 cycles: 12ff58da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [005] 2536.173908: 25978487 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 139930f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [019] 2536.174009: 29766269 cycles: 2646b951 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155707 [043] 2536.174121: 28145054 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [041] 2536.174463: 35989657 cycles: 1554b9d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2536.174619: 33183805 cycles: ffffffff8a6f3140 irq_exit_rcu+0x0 ([kernel.kallsyms]) swapper 0 [030] 2536.174861: 30366397 cycles: ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [020] 2536.175218: 29230967 cycles: ffffffff8a73cab0 send_call_function_single_ipi+0x40 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.175684: 37149484 cycles: ffffffff8a71764d find_ge_pid+0x1d ([kernel.kallsyms]) ffffffff8ab3b469 proc_pid_readdir+0x99 ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e6647 getdents64+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) e66fb readdir64+0x7b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a57f [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) 29d8f [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 29e3f __libc_start_main+0x7f (/usr/lib/x86_64-linux-gnu/libc.so.6) f114 [unknown] (/usr/bin/atop) nbsd.IC 197544 [025] 2536.176318: 28189094 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [032] 2536.176428: 36174368 cycles: 133bb3b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2536.176650: 38786101 cycles: 3a354cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2536.177674: 36910404 cycles: ffffffff8aa2b38c memcg_slab_post_alloc_hook+0xc ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165454 [044] 2536.177857: 30037074 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [029] 2536.178516: 27848833 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [033] 2536.178562: 39656522 cycles: 26676085 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [035] 2536.178617: 28898072 cycles: 13a3ed9c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2536.178887: 30274358 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [017] 2536.179044: 26707365 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [023] 2536.179929: 38560854 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [021] 2536.180120: 33800326 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197266 [026] 2536.180243: 38878460 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2536.180449: 28979413 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [036] 2536.180538: 34915232 cycles: 175e340 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [028] 2536.180960: 27987655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2536.180966: 30490568 cycles: 20485cf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [001] 2536.181008: 44529004 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.181281: 30652843 cycles: ffffffff8a738340 pick_next_task+0x40 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [042] 2536.181312: 32683435 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [006] 2536.181542: 30167056 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [007] 2536.181592: 37480406 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [022] 2536.181914: 25640058 cycles: ffffffff8b696b7b sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [024] 2536.182052: 36396919 cycles: 204a7382 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2536.182192: 36839735 cycles: 27e3cd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [014] 2536.182509: 32523759 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12f35c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [047] 2536.183260: 29134670 cycles: 25130a34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169830 [018] 2536.183867: 37177676 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [000] 2536.185170: 39168470 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [019] 2536.185238: 32564311 cycles: 1fc64d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 169148 [025] 2536.185422: 29473181 cycles: ffffffff8a7f345e do_futex+0xbe ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [008] 2536.185479: 26435407 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2536.185587: 38642246 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [020] 2536.185784: 38047566 cycles: 3a49e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.185925: 36974658 cycles: 62d1e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 62361 __isoc99_sscanf+0x111 (/usr/lib/x86_64-linux-gnu/libc.so.6) 122b6 [unknown] (/usr/bin/atop) 14e81 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [030] 2536.185940: 29266716 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [046] 2536.186466: 30452541 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197534 [005] 2536.186971: 24575516 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) nbsd.User 197536 [038] 2536.187435: 43838470 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2536.187871: 45073078 cycles: 14190f82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [013] 2536.187976: 34365175 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [041] 2536.188084: 35815011 cycles: ffffffff8a7d20c5 get_timespec64+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2536.188620: 26302055 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2536.190041: 45292711 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [015] 2536.190056: 34970302 cycles: 193e228 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2536.190246: 30706094 cycles: ffffffff8aa563f6 refill_stock+0x6 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [044] 2536.190277: 27993588 cycles: 3ba606e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [045] 2536.190497: 35357086 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [003] 2536.190848: 40155786 cycles: 3b9b966 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197537 [039] 2536.190875: 47368704 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2536.191566: 31335018 cycles: ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [029] 2536.191593: 29057368 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [028] 2536.191965: 26734207 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c2f3ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198711 [004] 2536.192204: 39603075 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165675 [032] 2536.192329: 35245659 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [006] 2536.192507: 29726809 cycles: 14119e8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [042] 2536.192678: 35015751 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [016] 2536.192819: 39353916 cycles: ffffffff8a7d6a95 __mod_timer+0x355 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b48657b tcp_schedule_loss_probe+0x2b ([kernel.kallsyms]) ffffffff8b47f2a9 tcp_ack+0x949 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2536.193436: 30614712 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2536.193567: 24583836 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [035] 2536.193997: 26294027 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [002] 2536.194543: 37313347 cycles: 6552f5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2536.194717: 35162210 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2536.195057: 26935519 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [011] 2536.195207: 38463502 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166746 [014] 2536.195509: 37655092 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [007] 2536.195518: 34333883 cycles: 1549f89e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2536.195735: 37411023 cycles: ffffffff8adaff1e __import_iovec+0x7e ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 159876 [030] 2536.195838: 29465037 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [026] 2536.195880: 38747565 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.196079: 36915729 cycles: ffffffff8aaab563 alloc_fd+0x53 ([kernel.kallsyms]) ffffffff8aaab6e9 get_unused_fd_flags+0x29 ([kernel.kallsyms]) ffffffff8aa7a740 do_sys_openat2+0x90 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14ec3 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [047] 2536.196119: 27075282 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [024] 2536.196252: 34232854 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [036] 2536.196630: 29670458 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [023] 2536.196748: 32107514 cycles: 1411a358 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [012] 2536.197237: 35423554 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2536.197588: 23116297 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2536.197889: 23652920 cycles: 12f35bbd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [046] 2536.197991: 29161210 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [019] 2536.198153: 30257413 cycles: 1712331 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [025] 2536.199105: 29876432 cycles: 3af2771 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [001] 2536.199122: 43121886 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [010] 2536.199218: 31761641 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [000] 2536.199413: 44813195 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193489 [020] 2536.200090: 38643804 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [043] 2536.200373: 27508630 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2536.201183: 32804276 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 196021 [044] 2536.201478: 30973356 cycles: 183ea92 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2536.202591: 37465463 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [028] 2536.202609: 29062230 cycles: 1406f5b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [006] 2536.202688: 36294449 cycles: 65e6a2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2536.203152: 36839889 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [040] 2536.203408: 35341024 cycles: 2a7fcb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2536.203672: 24596082 cycles: 190d001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 169827 [013] 2536.203744: 43884128 cycles: ffffffff8b6a4b6f schedule+0x6f ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [029] 2536.203944: 26841829 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [038] 2536.204157: 41095383 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [045] 2536.204217: 32034107 cycles: ffffffff8ac60c03 cap_vm_enough_memory+0x73 ([kernel.kallsyms]) ffffffff8ac65009 security_vm_enough_memory_mm+0x39 ([kernel.kallsyms]) ffffffff8a9d3af4 mprotect_fixup+0x2a4 ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528cef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [003] 2536.205623: 42436139 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [008] 2536.205857: 29877527 cycles: ffffffff8aa2b4ae memcg_slab_post_alloc_hook+0x12e ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aad57ef alloc_buffer_head+0x1f ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 119792 perf_mmap__push+0xa2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [041] 2536.205860: 35227997 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [042] 2536.206084: 39050920 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.206247: 36847695 cycles: ffffffff8b800197 syscall_return_via_sysret+0x42 ([kernel.kallsyms]) 1198eb __close_nocancel+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 8beff _IO_file_close_it+0x6f (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ed8e fclose+0x11e (/usr/lib/x86_64-linux-gnu/libc.so.6) f927 [unknown] (/usr/bin/atop) 14e5d [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 194440 [030] 2536.206847: 28732007 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [017] 2536.206983: 30790508 cycles: ffffffff8b3a3d69 skb_network_protocol+0x89 ([kernel.kallsyms]) ffffffff8b3a3f3c netif_skb_features+0x9c ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2536.207484: 30394943 cycles: ffffffff8a7f6d3c futex_wait_setup+0x8c ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [035] 2536.207613: 25412410 cycles: ffffffff8a741b2f remove_entity_load_avg+0x1f ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251a3bce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [034] 2536.207998: 44020781 cycles: 26654f6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2536.208027: 28022726 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [032] 2536.208028: 33092431 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 193501 [031] 2536.208399: 23753350 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2536.208440: 36944590 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2536.208512: 34712725 cycles: 15b6654 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [005] 2536.208512: 22689408 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [016] 2536.208674: 34057315 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [047] 2536.208789: 25912419 cycles: 174163c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [027] 2536.208815: 48031580 cycles: ffffffff8b51a1ac ip6_finish_output+0xcc ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2536.209449: 36111850 cycles: ffffffff8b6a45be __schedule+0xbe ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2536.210351: 32538344 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150654 [024] 2536.210571: 36086175 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [026] 2536.210839: 41444269 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [019] 2536.211223: 31240445 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2536.211484: 34877815 cycles: ffffffff8a743690 pick_next_entity+0x180 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [046] 2536.211697: 26610910 cycles: 67f6d13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [018] 2536.212171: 32140774 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [039] 2536.212194: 44084879 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 197895 [012] 2536.212314: 35603859 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2536.212762: 33212630 cycles: ffffffff8a747c2f update_load_avg+0x35f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [043] 2536.213284: 37605556 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2536.213384: 27740171 cycles: ffffffff8a754f83 nohz_run_idle_balance+0x53 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [021] 2536.213981: 33882821 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197260 [028] 2536.214674: 34283007 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 195110 [022] 2536.214761: 24596082 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2536.214938: 34402395 cycles: ffffffff8a64a311 __switch_to+0x21 ([kernel.kallsyms]) nbsd.User 197529 [010] 2536.215257: 32504802 cycles: 161b5f26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [045] 2536.216114: 31891377 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [000] 2536.216155: 48812637 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [008] 2536.216227: 35772236 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [020] 2536.216531: 32227271 cycles: ffffffff8aaebe85 ep_poll_callback+0x5 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2536.216689: 36294449 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [017] 2536.216877: 33177526 cycles: ffffffffc0ca45e0 nf_conntrack_in+0x0 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [030] 2536.217414: 28577162 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) PdGetEv 172875 [040] 2536.217562: 44090999 cycles: ffffffff8a7c575f exit_to_user_mode_prepare+0xf ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [036] 2536.217948: 35033090 cycles: ffffffff8aab653a seq_putc+0xa ([kernel.kallsyms]) ffffffff8ab3ed85 proc_pid_status+0x235 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd 193831 [031] 2536.218168: 29382620 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2536.218507: 41845591 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [005] 2536.218574: 23456736 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [009] 2536.218655: 42045916 cycles: ffffffff8a741b76 remove_entity_load_avg+0x66 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17441530 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 150656 [029] 2536.218842: 29691025 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [047] 2536.219320: 26856357 cycles: 2722979d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [037] 2536.219343: 34615125 cycles: ffffffff8a74ff51 update_sg_lb_stats+0x151 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [038] 2536.219504: 35107768 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [035] 2536.220198: 29707281 cycles: 175a366 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 170129 [042] 2536.220648: 43908242 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2536.220789: 37888460 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154850 [015] 2536.221067: 33717311 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2536.221554: 31058821 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [032] 2536.221641: 29229554 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 167030 [046] 2536.221902: 26203225 cycles: bbf87a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2536.222252: 42513875 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [013] 2536.222294: 34053585 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2536.222312: 30725273 cycles: 13c96296 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [016] 2536.222426: 33099865 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166606 [003] 2536.222684: 44274227 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [024] 2536.223007: 37167296 cycles: ffffffffc0c84817 nf_nat_ipv4_local_in+0x57 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 165660 [041] 2536.223067: 37040609 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 155710 [018] 2536.223617: 31739417 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [002] 2536.223775: 32843360 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [022] 2536.224015: 32140529 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [019] 2536.224146: 32457458 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 197518 [026] 2536.225408: 40127717 cycles: 141db241 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2536.225731: 27517367 cycles: 204a761a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [012] 2536.225739: 32084880 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2536.225945: 38171669 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [034] 2536.226090: 45048907 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 197898 [028] 2536.226252: 32608950 cycles: 1330dae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [044] 2536.226287: 32777243 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [025] 2536.226447: 29807971 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [010] 2536.226830: 32430735 cycles: ffffffff8aaeb0da ep_poll+0x6a ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172219 [033] 2536.227126: 38158122 cycles: bbc8e49 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [036] 2536.227584: 35405372 cycles: ffffffff8aa949a0 path_lookupat+0xd0 ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa86301 vfs_statx+0x91 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86d5b __do_sys_newfstatat+0x2b ([kernel.kallsyms]) ffffffff8aa86dcc __x64_sys_newfstatat+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 113dbe fstatat64+0xe (/usr/lib/x86_64-linux-gnu/libc.so.6) 7eb72 _IO_file_doallocate+0x62 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dcdf _IO_doallocbuf+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8ccdb _IO_file_underflow+0x22b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.Timer 198053 [020] 2536.227751: 30426865 cycles: 1330ebf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [030] 2536.228158: 28175019 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [021] 2536.228309: 37176074 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [017] 2536.228969: 32252800 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b36ff1f __sys_sendto+0x6f ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2536.229438: 34073479 cycles: ffffffff8a76057f __update_load_avg_cfs_rq+0x13f ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [027] 2536.229542: 34062093 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [047] 2536.230180: 26521120 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2536.230559: 34867174 cycles: ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [008] 2536.230753: 39224448 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [035] 2536.230840: 32288680 cycles: ffffffff8a7d758d __hrtimer_init+0xd ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [038] 2536.230877: 35052610 cycles: ffffffff8a7dca28 ktime_get_update_offsets_now+0x98 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [031] 2536.231372: 36282370 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [039] 2536.231435: 41505221 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2536.231455: 29792717 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [029] 2536.231600: 27150025 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [006] 2536.231770: 44653679 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [016] 2536.232018: 33232176 cycles: ffffffff8b50fb16 unix_stream_sendmsg+0x186 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [014] 2536.232475: 31284054 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [046] 2536.232526: 26312902 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2536.233002: 40838329 cycles: 139f0b3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2536.233095: 32014288 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2536.233563: 30475546 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196920 [001] 2536.234386: 35261561 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [023] 2536.234508: 29576773 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [013] 2536.234579: 32222333 cycles: 1581f8b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [037] 2536.235025: 29565187 cycles: ffffffff8adad6a0 copy_page_to_iter+0x0 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [009] 2536.235123: 39497198 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [002] 2536.235404: 30863977 cycles: ffffffff8a7ef186 tick_nohz_stop_tick+0x26 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [022] 2536.235581: 30844484 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [042] 2536.235807: 37911509 cycles: 64fb954 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2536.235859: 32632094 cycles: ffffffff8b61acc0 timerqueue_del+0x0 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [019] 2536.236289: 30631005 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [028] 2536.236681: 33145044 cycles: 13cad9e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194619 [011] 2536.236694: 39110622 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6f42c07 [unknown] (//anon) Test 196124 [024] 2536.236739: 38582104 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [020] 2536.236908: 31881495 cycles: 269b117f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2536.237354: 35849259 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd 171302 [025] 2536.237495: 28923477 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [000] 2536.237812: 46417410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46a9f087f [unknown] (//anon) blocksto.CLI1 194629 [044] 2536.238016: 31285220 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [030] 2536.238107: 28029726 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [010] 2536.238206: 35064936 cycles: 1c752012 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2536.238684: 31805186 cycles: ffffffff8a7eedbc tick_do_update_jiffies64+0xc ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [012] 2536.238842: 36501076 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b51aa15 ip6_xmit+0x305 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [047] 2536.239964: 27033342 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [026] 2536.240228: 38739605 cycles: 152b64cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [003] 2536.240239: 41184070 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2536.240421: 33877266 cycles: 1800031 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2536.240585: 33879255 cycles: ffffffff8a7d7f75 __hrtimer_start_range_ns+0x295 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [004] 2536.241095: 41150972 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bdabbaff [unknown] (//anon) diskagen.IC 198047 [032] 2536.241339: 29870478 cycles: ffffffff8a753342 load_balance+0x612 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [046] 2536.241664: 26598839 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [033] 2536.241784: 37436618 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2536.242340: 38254782 cycles: 3b99dd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2536.242516: 32659737 cycles: ffffffff8a65f421 os_xsave+0x1 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2536.242667: 31455672 cycles: ffffffff8a735dec update_rq_clock+0x1c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [035] 2536.242761: 36888453 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [027] 2536.243180: 32187394 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2536.243182: 29648317 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [021] 2536.243875: 35276733 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [038] 2536.244471: 35452001 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6d21 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [016] 2536.244520: 31900852 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2536.244788: 35347494 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [014] 2536.245105: 36878139 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1713232 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [031] 2536.245350: 32084371 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 194003 [008] 2536.245776: 37668645 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [018] 2536.247078: 35411898 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.247187: 36048041 cycles: ffffffff8adb5582 errseq_sample+0x2 ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1236a [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197259 [001] 2536.248011: 32324496 cycles: ffffffff8b3a6ce8 process_backlog+0xc8 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2536.248178: 29221945 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) Test 196124 [025] 2536.248222: 28545171 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155854 [022] 2536.248459: 30402739 cycles: ffffffff8a7419ef __calc_delta+0x9f ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2536.249056: 33293321 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2536.249280: 25717332 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8aa8007d file_free_rcu+0x2d ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [042] 2536.249291: 34042163 cycles: ffffffffc0cab9e5 nf_conntrack_tcp_packet+0xc5 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [040] 2536.249309: 35004091 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2536.250301: 27780895 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [028] 2536.250337: 36788361 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 151693 [013] 2536.250411: 33674795 cycles: ffffffff8a74f61d find_busiest_queue+0x6d ([kernel.kallsyms]) ffffffff8a752ea8 load_balance+0x178 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 198105 [015] 2536.250958: 36871290 cycles: bbd1519 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [041] 2536.251243: 36643106 cycles: 17e100e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 196811 [020] 2536.251295: 29688311 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [010] 2536.251359: 31885381 cycles: ffffffff8aa5d2bd get_obj_cgroup_from_current+0x8d ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2536.251697: 45296795 cycles: ffffffff8a6a8352 native_apic_msr_write+0x2 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 166750 [044] 2536.251952: 33046425 cycles: 1abe4a5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [039] 2536.252044: 35894580 cycles: ffffffff8a73e596 available_idle_cpu+0x16 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [046] 2536.252332: 26305438 cycles: 133ba452 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2536.252925: 33160129 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [019] 2536.253478: 33810820 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [009] 2536.253715: 32279687 cycles: 3ca446b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [024] 2536.254385: 38451983 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [032] 2536.254416: 38329043 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [011] 2536.254450: 30721899 cycles: 3b1a428 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [047] 2536.254854: 25755229 cycles: 25110b8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2536.255730: 35945542 cycles: 2047b853 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [038] 2536.256138: 32713338 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [005] 2536.256242: 33541326 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2536.256692: 29179727 cycles: ffffffffc0ca3d45 resolve_normal_ct+0x175 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [029] 2536.256829: 29760958 cycles: 64a139f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [026] 2536.256836: 45350026 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.257071: 36207158 cycles: ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 196118 [035] 2536.257358: 36503816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159386 [043] 2536.257872: 32464731 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [007] 2536.257920: 31012397 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165147 [027] 2536.258081: 30029352 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 193840 [034] 2536.258272: 35251487 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2536.258445: 28454520 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 166936 [016] 2536.258564: 28123544 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a8ed9d1fef [unknown] (//anon) diskagen.User 197880 [001] 2536.259186: 31147119 cycles: ffffffff8adb061c _find_next_and_bit+0x1c ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [014] 2536.259240: 40436606 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8aaf535c read_events+0x18c ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [022] 2536.259252: 33936428 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [031] 2536.259286: 29048529 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2536.259309: 33997210 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [030] 2536.259552: 30361720 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2536.259559: 31219891 cycles: 3c4dbf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2536.259609: 39327481 cycles: 1c396377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [037] 2536.259674: 25687517 cycles: 267f3256 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [042] 2536.259937: 33718923 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [021] 2536.260237: 37220442 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [000] 2536.260465: 42196252 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [004] 2536.260522: 35463813 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [008] 2536.260797: 37693104 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [010] 2536.261169: 32362368 cycles: 1860ec2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2536.261874: 36275614 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2536.262201: 26705739 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2536.262877: 30377344 cycles: ffffffff8a7479ca update_load_avg+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [040] 2536.263104: 31605483 cycles: 1742c0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [028] 2536.263500: 34176990 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2536.263556: 30810876 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [047] 2536.263824: 30102200 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [023] 2536.265643: 33173071 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198712 [009] 2536.265770: 36581317 cycles: 689c56a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [012] 2536.265776: 32905291 cycles: 17f4b91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2536.265794: 35869602 cycles: ffffffff8b616f1b rb_erase+0x10b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [039] 2536.266065: 38003409 cycles: ffffffff8b51a859 ip6_xmit+0x149 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.267046: 36396717 cycles: ffffffff8a9d8355 walk_pgd_range+0x85 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [041] 2536.267333: 33212614 cycles: 1425aa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [019] 2536.267491: 32492852 cycles: 3c9e43a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [011] 2536.267673: 27856152 cycles: 186225e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [015] 2536.268725: 34303822 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [045] 2536.268776: 30343056 cycles: ffffffff8a9ebc54 post_alloc_hook+0x84 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2536.268856: 29395282 cycles: ffffffff8a6f2e05 do_softirq.part.0+0x65 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [032] 2536.268989: 38329043 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [024] 2536.269007: 39403448 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2536.269915: 32226568 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [016] 2536.269927: 27093092 cycles: 204b1123 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [029] 2536.270372: 33222495 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [025] 2536.270954: 29363296 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [006] 2536.271136: 36543937 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [031] 2536.271234: 27535042 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [046] 2536.271328: 30352873 cycles: ffffffff8aa72b6c __check_object_size.part.0+0x3c ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [037] 2536.271627: 24613830 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [042] 2536.271745: 33202380 cycles: ffffffff8a74c519 select_task_rq_fair+0x99 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [005] 2536.271969: 31928362 cycles: 157308be [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [027] 2536.271980: 27408963 cycles: 16664d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [030] 2536.272000: 31444241 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [043] 2536.272053: 37636572 cycles: 66228b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2536.272385: 31147119 cycles: ffffffff8a74f12f enqueue_task_fair+0x13f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [010] 2536.272463: 31697612 cycles: ffffffff8aaab074 __fget_light+0x14 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165870 [033] 2536.272698: 36349144 cycles: 203ff884 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 193590 [002] 2536.272709: 32781456 cycles: 90ad4 _pthread_cleanup_push+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e82 pthread_cond_timedwait+0x222 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.IO 196773 [022] 2536.272734: 31173858 cycles: bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [017] 2536.272757: 32016300 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 170466 [034] 2536.272887: 35750249 cycles: bbc4bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 198118 [004] 2536.273973: 31871686 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2536.274020: 36464233 cycles: ffffffff8a7efd81 tick_nohz_idle_exit+0x71 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [035] 2536.274465: 33363259 cycles: 1380211 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2536.274900: 39450415 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [028] 2536.275102: 32143885 cycles: ffffffff8b800bc9 asm_exc_page_fault+0x19 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2536.275256: 28663181 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [040] 2536.275282: 31065966 cycles: 13bea028 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2536.275650: 29591650 cycles: ffffffff8a7ef8f5 tick_nohz_idle_stop_tick+0x65 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 169823 [018] 2536.276377: 37295976 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [008] 2536.276551: 32070427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.277031: 36479325 cycles: ffffffff8ab31c2a smaps_pte_entry+0x10a ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [011] 2536.277263: 28341220 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [021] 2536.277457: 29824904 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8aaf4fb7 aio_read_events_ring+0x177 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [000] 2536.277638: 42027208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [047] 2536.277688: 33854013 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196761 [003] 2536.277748: 44342726 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [007] 2536.279183: 30766318 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [012] 2536.279199: 30482827 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [046] 2536.280798: 31116975 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2536.281611: 30449697 cycles: ffffffff8a779e0e psi_task_switch+0x2e ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [016] 2536.281672: 26382460 cycles: 172a1c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [045] 2536.282302: 28474410 cycles: ffffffff8b370b1a __copy_msghdr+0x5a ([kernel.kallsyms]) ffffffff8b370bfc copy_msghdr_from_user+0x4c ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2536.282523: 29878346 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [023] 2536.282528: 32650300 cycles: 3b6fa29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [041] 2536.282827: 39068088 cycles: 62c3a51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [019] 2536.283354: 36319261 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [039] 2536.283516: 38363845 cycles: 3b1ab38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2536.283688: 37410087 cycles: 17ffa61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [031] 2536.284052: 29147052 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [038] 2536.284124: 40448813 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2536.284213: 24030636 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [030] 2536.284338: 30803563 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [001] 2536.284415: 39922675 cycles: ffffffff8b486f79 __tcp_transmit_skb+0x6e9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IO 163662 [032] 2536.284528: 41313311 cycles: 21b6b01d [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165679 [024] 2536.284533: 37490543 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [029] 2536.284933: 29987468 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [035] 2536.285026: 32963240 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [025] 2536.285081: 28063327 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [042] 2536.285223: 41233718 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [002] 2536.285278: 36256443 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 64a0671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [020] 2536.285345: 28313461 cycles: 24f77fb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [027] 2536.285394: 26969148 cycles: ffffffff8b38976f __skb_datagram_iter+0x9f ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2536.285971: 30352306 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [022] 2536.286013: 34836833 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2536.286262: 34149345 cycles: 644d0f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [005] 2536.286338: 35117765 cycles: 2519e332 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2536.286484: 41452384 cycles: ffffffff8a73c8e4 sched_ttwu_pending+0x24 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2536.286655: 38568936 cycles: 13c7c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2536.287075: 36570746 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) PdGetEv 196864 [028] 2536.287178: 30985379 cycles: ffffffff8a6b8001 native_load_tls+0x1 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [034] 2536.287189: 38906324 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 58fc286d9d7 [unknown] ([unknown]) nbsd.IC 194355 [017] 2536.287404: 36843740 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [040] 2536.287611: 38905383 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [044] 2536.287781: 34185258 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2536.289369: 29136542 cycles: 26a2cea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [033] 2536.289606: 43041808 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [011] 2536.289776: 26371367 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2536.290004: 33045885 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [026] 2536.290068: 43173568 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159512 [014] 2536.290079: 45340762 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [007] 2536.290573: 31886038 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [012] 2536.290679: 28845709 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [021] 2536.291248: 27076941 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2536.291527: 29257811 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [047] 2536.292025: 36709204 cycles: ffffffff8aa323f5 __check_heap_object+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [046] 2536.292392: 30094890 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [045] 2536.293345: 29184610 cycles: bbb46c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.Batch 159884 [015] 2536.294091: 28835661 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198612 [013] 2536.294204: 28214117 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [025] 2536.294349: 32937810 cycles: cc19689 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [003] 2536.294680: 40448965 cycles: 179c879 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [031] 2536.294798: 34016613 cycles: 14123739 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [000] 2536.295228: 35594760 cycles: 21a2e660 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [020] 2536.295764: 28058851 cycles: 3a6184e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [037] 2536.295847: 29917145 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150654 [027] 2536.296313: 29696167 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [023] 2536.296367: 35662326 cycles: ffffffff8a9bb9c6 do_anonymous_page+0x2a6 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2536.296671: 29500398 cycles: 14070633 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [030] 2536.297000: 33706848 cycles: 172a1f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.297166: 36635515 cycles: ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ab31b57 smaps_pte_entry+0x37 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [029] 2536.297288: 30828796 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 198607 [028] 2536.297437: 30430929 cycles: 13404cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [009] 2536.297568: 45578599 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [019] 2536.297611: 35644516 cycles: ffffffff8a7d81aa __hrtimer_run_queues+0x2a ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b37e521 __alloc_skb+0x21 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [024] 2536.297957: 45024498 cycles: 141aaf47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2536.298301: 36076134 cycles: ffffffff8aa72851 check_stack_object+0x61 ([kernel.kallsyms]) ffffffff8aa72b6a __check_object_size.part.0+0x3a ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [035] 2536.298449: 30351007 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2536.299127: 45594785 cycles: ffffffff8a7604ff __update_load_avg_cfs_rq+0xbf ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [022] 2536.299387: 32256880 cycles: ffffffff8a74909c hrtick_update+0xc ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [002] 2536.299516: 32603118 cycles: 1862644 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2536.299765: 40689406 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2536.299883: 32777257 cycles: 3caf5dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [039] 2536.300360: 39859690 cycles: 3b96823 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [012] 2536.300479: 28981000 cycles: 129aaed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [008] 2536.300686: 28410546 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [005] 2536.300888: 31079062 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO1 198054 [042] 2536.301193: 36673801 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [018] 2536.301425: 31741850 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2536.301436: 33901470 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2536.301476: 35956281 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2536.301503: 36773804 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [032] 2536.301548: 41914746 cycles: 142589d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [011] 2536.301957: 25115833 cycles: 3ad8481 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2536.302525: 42308100 cycles: ffffffff8a75ff7a __update_load_avg_se+0x21a ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [046] 2536.302745: 29226715 cycles: 3b0b381 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2536.302815: 29849644 cycles: 121bfc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [016] 2536.302912: 27867070 cycles: 3b30a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [006] 2536.303507: 37262144 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2536.303562: 25818285 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193988 [043] 2536.304636: 40103115 cycles: ffffffff8a7528dd update_sd_lb_stats.constprop.0+0x14d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [033] 2536.305034: 39331373 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2801 [025] 2536.305170: 39118013 cycles: 351008 compress/flate.(*compressor).deflate+0x288 (/usr/bin/nebius-observability-agent) 351cb1 compress/flate.(*compressor).write+0x71 (/usr/bin/nebius-observability-agent) 35df4c compress/gzip.(*Writer).Write+0x34c (/usr/bin/nebius-observability-agent) 111c56 io.copyBuffer+0x1d6 (/usr/bin/nebius-observability-agent) 8b7b04 go.opentelemetry.io/collector/config/confighttp.(*compressor).compress+0x1c4 (/usr/bin/nebius-observability-agent) 8b625c go.opentelemetry.io/collector/config/confighttp.(*compressRoundTripper).RoundTrip+0x9c (/usr/bin/nebius-observability-agent) 7adc1b go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp.(*Transport).RoundTrip+0x7db (/usr/bin/nebius-observability-agent) 376c41 net/http.send+0x5e1 (/usr/bin/nebius-observability-agent) 3764f0 net/http.(*Client).send+0x90 (/usr/bin/nebius-observability-agent) 378a08 net/http.(*Client).do+0x9c8 (/usr/bin/nebius-observability-agent) 582636f go.opentelemetry.io/collector/exporter/otlphttpexporter.(*baseExporter).export+0x4ef (/usr/bin/nebius-observability-agent) 5825aaa go.opentelemetry.io/collector/exporter/otlphttpexporter.(*baseExporter).pushMetrics+0x16a (/usr/bin/nebius-observability-agent) 5828364 go.opentelemetry.io/collector/exporter/otlphttpexporter.(*baseExporter).pushMetrics-fm+0x44 (/usr/bin/nebius-observability-agent) 92ff16 go.opentelemetry.io/collector/consumer.ConsumeMetricsFunc.ConsumeMetrics+0x36 (/usr/bin/nebius-observability-agent) 579f949 go.opentelemetry.io/collector/exporter/exporterhelper.NewMetrics.RequestConsumeFromMetrics.func2+0x49 (/usr/bin/nebius-observability-agent) 579cfe2 go.opentelemetry.io/collector/exporter/exporterhelper/internal/sender.(*sender[go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request]).Send+0x42 (/usr/bin/nebius-observability-agent) 5799a90 go.opentelemetry.io/collector/exporter/exporterhelper/internal.(*retrySender).Send+0x390 (/usr/bin/nebius-observability-agent) 579c49a go.opentelemetry.io/collector/exporter/exporterhelper/internal.(*obsReportSender[go.shape.interface { BytesSize() int; ItemsCount() int; MergeSplit(context.Context, int, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.SizerType, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request) ([]go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request, error) }]).Send+0x9a (/usr/bin/nebius-observability-agent) 579c584 go.opentelemetry.io/collector/exporter/exporterhelper/internal.(*obsReportSender[go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request]).Send+0x44 (/usr/bin/nebius-observability-agent) 5799316 go.opentelemetry.io/collector/exporter/exporterhelper/internal.NewQueueSender.func1+0xb6 (/usr/bin/nebius-observability-agent) 5793cc2 go.opentelemetry.io/collector/exporter/exporterhelper/internal/queuebatch.(*disabledBatcher[go.shape.interface { BytesSize() int; ItemsCount() int; MergeSplit(context.Context, int, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.SizerType, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request) ([]go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request, error) }]).Consume+0x42 (/usr/bin/nebius-observability-agent) 5793d99 go.opentelemetry.io/collector/exporter/exporterhelper/internal/queuebatch.(*disabledBatcher[go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request]).Consume+0x59 (/usr/bin/nebius-observability-agent) 57957dc go.opentelemetry.io/collector/exporter/exporterhelper/internal/queuebatch.Batcher[go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request].Consume-fm+0x5c (/usr/bin/nebius-observability-agent) 57912e9 go.opentelemetry.io/collector/exporter/exporterhelper/internal/queue.(*asyncQueue[go.shape.interface { BytesSize() int; ItemsCount() int; MergeSplit(context.Context, int, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.SizerType, go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request) ([]go.opentelemetry.io/collector/exporter/exporterhelper/internal/request.Request, error) }]).Start.func1+0x69 (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd-lig.SRV1 196021 [045] 2536.305591: 27675289 cycles: ffffffff8b52f526 ip6_mtu+0x6 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [014] 2536.306744: 37914292 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 183894e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2536.306765: 29891358 cycles: ffffffff8b6a4777 __schedule+0x277 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2536.306902: 27069006 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [026] 2536.306902: 40054433 cycles: 14068f38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [004] 2536.306922: 29254901 cycles: ffffffff8aa7bec0 do_iter_read+0x0 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [015] 2536.306926: 26651873 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.307218: 36642632 cycles: ffffffff8ab31b26 smaps_pte_entry+0x6 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198656 [000] 2536.308001: 35493254 cycles: 113b40 sched_getcpu+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3ac724f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [047] 2536.308465: 32115723 cycles: 3b30867 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [031] 2536.308933: 31265239 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [037] 2536.309290: 31744090 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 193838 [028] 2536.309529: 32930739 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2536.310057: 31218448 cycles: ffffffff8b455c89 ip_protocol_deliver_rcu+0xe9 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2536.310197: 28722976 cycles: ffffffff8a749380 place_entity+0x10 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [003] 2536.310228: 38678241 cycles: ffffffff8b47ef5c tcp_ack+0x5fc ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [029] 2536.310388: 28517453 cycles: 14098ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [030] 2536.310452: 33713003 cycles: 16820d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2536.310928: 26556767 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffffc05a6a26 receive_buf+0x1d6 ([kernel.kallsyms]) ffffffffc05a6f54 virtnet_receive+0x1a4 ([kernel.kallsyms]) ffffffffc05a7174 virtnet_poll+0x154 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b693f84 common_interrupt+0xa4 ([kernel.kallsyms]) ffffffff8b800e67 asm_common_interrupt+0x27 ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [008] 2536.311105: 28180638 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [019] 2536.312029: 34275797 cycles: 172a0c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [011] 2536.312221: 31002765 cycles: 3c831fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [002] 2536.312287: 30685194 cycles: 250ee1a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [044] 2536.312503: 38761868 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [038] 2536.312628: 35060641 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [012] 2536.312630: 31180005 cycles: ffffffff8b38969b simple_copy_to_iter+0x3b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [018] 2536.313401: 30096182 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [016] 2536.313546: 30504992 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [034] 2536.313679: 44717326 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [023] 2536.313904: 30444788 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2536.313944: 35086712 cycles: 17cae5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [046] 2536.313991: 35809254 cycles: 26653de6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2536.314162: 33932673 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [007] 2536.314326: 29012061 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [009] 2536.314572: 37745923 cycles: 1742c047 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [017] 2536.315031: 33973700 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [040] 2536.315183: 34990570 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [024] 2536.315223: 41634730 cycles: 3b967ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [021] 2536.315893: 30314720 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170133 [010] 2536.315913: 37827258 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [005] 2536.316274: 27137430 cycles: ffffffff8aa58532 obj_cgroup_uncharge_pages+0x72 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.317194: 37233098 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.317322: 36665998 cycles: ffffffff8ab31b5a smaps_pte_entry+0x3a ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [004] 2536.317732: 28794705 cycles: ffffffff8a9eb37a prep_compound_page+0x5a ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [001] 2536.317981: 35956281 cycles: 140c6046 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2536.318282: 27010781 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [006] 2536.318306: 36238459 cycles: 1406aef9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [015] 2536.318661: 26311129 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [025] 2536.319385: 35850327 cycles: ffffffff8a9bb96a do_anonymous_page+0x24a ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2536.319923: 35894674 cycles: ffffffff8a7f7448 __flush_smp_call_function_queue+0xf8 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172221 [045] 2536.319935: 27675289 cycles: ffffffff8b6a486d __schedule+0x36d ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [047] 2536.320089: 35989421 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [013] 2536.320757: 27108054 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 140399bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2536.320848: 36511006 cycles: ffffffff8a74d660 set_next_entity+0x60 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [026] 2536.321831: 38261864 cycles: 141498a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2536.322135: 34008932 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [022] 2536.322174: 29760137 cycles: ffffffff8a73be54 try_to_wake_up+0x194 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [028] 2536.322348: 38227406 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2536.322429: 36725922 cycles: 2889848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2536.322474: 27109225 cycles: ffffffff8a7ef1c8 tick_nohz_stop_tick+0x68 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [008] 2536.322598: 27393007 cycles: 3a779ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2536.322617: 31946243 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [031] 2536.322813: 31121298 cycles: 141d2db8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [000] 2536.323067: 32213858 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [037] 2536.323152: 30436645 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2536.323420: 29777673 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [016] 2536.323908: 30903916 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [012] 2536.324545: 28649891 cycles: 1d3bc49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165265 [035] 2536.324724: 25489392 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [005] 2536.324998: 29923202 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [027] 2536.325391: 23302994 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [018] 2536.326014: 28047332 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [040] 2536.326365: 33503823 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.327375: 36688071 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [044] 2536.327827: 42043265 cycles: ffffffff8a7604ed __update_load_avg_cfs_rq+0xad ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [003] 2536.327841: 36260236 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2536.327974: 28820711 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [011] 2536.328197: 30585907 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [020] 2536.328457: 29010988 cycles: 21a19b41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [023] 2536.328476: 28329075 cycles: 3b95fdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [038] 2536.328556: 38445804 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [007] 2536.328557: 29338319 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [042] 2536.328836: 32516923 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [039] 2536.329575: 38013975 cycles: 272838ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [019] 2536.329694: 41498771 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2536.329756: 33769972 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [010] 2536.330234: 37190886 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [034] 2536.330672: 38837280 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [046] 2536.330780: 29693906 cycles: ffffffff8a9f0c4e __alloc_pages+0x18e ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [045] 2536.330846: 35515230 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [047] 2536.331440: 35446148 cycles: 12e7ead1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [009] 2536.331502: 35141251 cycles: ffffffff8a9ef5e5 get_page_from_freelist+0xf5 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [017] 2536.331732: 33738253 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2536.331788: 36981131 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [015] 2536.332063: 32103792 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [024] 2536.332347: 38671978 cycles: 65e5e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2536.332599: 23934368 cycles: 1ca1f611 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [013] 2536.333235: 27803216 cycles: ffffffff8b381251 skb_release_head_state+0xa1 ([kernel.kallsyms]) ffffffff8b383f63 __kfree_skb+0x13 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [032] 2536.333573: 35048401 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [012] 2536.333751: 29948836 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [029] 2536.334174: 27109225 cycles: 272afcc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [025] 2536.334208: 30808342 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198048 [022] 2536.334285: 29760137 cycles: ffffffff8b6a4b5a schedule+0x5a ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2536.334681: 25995821 cycles: ffffffff8a734af3 finish_task_switch.isra.0+0x73 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2536.334799: 28372158 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2536.334855: 37443495 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2536.335310: 34102910 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [026] 2536.335520: 35048550 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [030] 2536.335552: 29389314 cycles: 251dfc4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2536.335814: 29777673 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2536.335910: 37302978 cycles: ffffffff8a7f8405 flush_smp_call_function_queue+0x45 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2536.335984: 28722823 cycles: ffffffff8a739867 ttwu_do_wakeup+0x27 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [018] 2536.336514: 27617775 cycles: 1861240 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [000] 2536.336598: 34780090 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [028] 2536.336927: 41131889 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [005] 2536.337360: 28777872 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [004] 2536.337395: 29442441 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.337481: 36710816 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd.Batch 170140 [033] 2536.337596: 29448182 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [031] 2536.337771: 28432735 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [037] 2536.337904: 30189445 cycles: 1402f341 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2536.337946: 29346056 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [040] 2536.338134: 31981000 cycles: ffffffff8adb0603 _find_next_and_bit+0x3 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a6143a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2536.338746: 37385502 cycles: ffffffff8a76911a psi_group_change+0x17a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [020] 2536.339259: 35409599 cycles: 2045c2a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [042] 2536.340034: 35536264 cycles: 1406d081 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [046] 2536.340258: 30426382 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2536.340441: 32149801 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2536.341195: 36089580 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [003] 2536.341625: 37589231 cycles: ffffffff8a9f0dcd __alloc_pages+0x30d ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [027] 2536.341699: 26304764 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [045] 2536.342645: 35566042 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [021] 2536.343589: 30735175 cycles: 12f63f02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2536.343652: 38689084 cycles: ffffffff8a739a76 ttwu_do_activate+0x86 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [030] 2536.343745: 30593691 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 154952 [013] 2536.343942: 27451493 cycles: 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [009] 2536.344063: 34258850 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [029] 2536.344087: 34086889 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2536.344246: 41950307 cycles: 3a6834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 193840 [010] 2536.344265: 37623884 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [012] 2536.344402: 33068976 cycles: ffffffff8a7f1750 futex_hash+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [039] 2536.344619: 34401230 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae3eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2536.344724: 42312317 cycles: 35f3da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2536.344866: 38382355 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2536.345248: 25173403 cycles: ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [015] 2536.346063: 35690676 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [008] 2536.346181: 27140166 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [018] 2536.346506: 27768100 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2536.346563: 36284357 cycles: ffffffff8a7478df update_load_avg+0xf ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [024] 2536.346614: 41545352 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [006] 2536.346851: 32436569 cycles: ffffffff8b6a4b06 schedule+0x6 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [004] 2536.346943: 30012653 cycles: 26cabb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [017] 2536.347102: 28883442 cycles: 146d9de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [026] 2536.347194: 37107431 cycles: 178fd5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [025] 2536.347280: 28509006 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2536.347281: 38302731 cycles: ffffffff8a769150 psi_group_change+0x1b0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [019] 2536.347429: 45490467 cycles: 404d91c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.347552: 36715575 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) PdCmpl_0 196862 [032] 2536.347598: 40205425 cycles: 156c9963 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [016] 2536.347654: 28197451 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2536.347792: 29394428 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2536.347908: 34855093 cycles: ffffffff8a6c7cfd __virt_addr_valid+0x4d ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2536.348583: 34909764 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [040] 2536.349326: 30890142 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2536.349431: 31445772 cycles: ffffffff8aa2f024 kmem_cache_alloc_node+0x124 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [005] 2536.349644: 27260744 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.350603: 31132290 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [033] 2536.351409: 26951437 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 196924 [037] 2536.351741: 30788783 cycles: ffffffff8a74134d clear_buddies+0xd ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2536.352523: 37090809 cycles: ffffffff8b61a58f memchr_inv+0x4f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [027] 2536.352807: 25397620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f982abf [unknown] (//anon) diskagen.User 197882 [041] 2536.352850: 39213030 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [046] 2536.352852: 28983817 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [042] 2536.353583: 35251239 cycles: 1406778c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2536.354262: 29422757 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2536.354315: 29728798 cycles: 1407e42f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2536.354730: 31800621 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [028] 2536.355541: 40817775 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [043] 2536.356224: 35079499 cycles: ffffffff8a74fe98 update_sg_lb_stats+0x98 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [011] 2536.356546: 35797157 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2536.356568: 27417836 cycles: 1399317 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [013] 2536.356813: 25321651 cycles: 3b7614e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [029] 2536.356979: 32290018 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2536.357259: 38951847 cycles: ffffffff8b617586 rb_insert_color+0x86 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2536.357344: 33791257 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [045] 2536.357392: 44789218 cycles: 13bea026 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [009] 2536.357498: 31258933 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.357667: 36727536 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8aa95330 getname_flags.part.0+0x30 ([kernel.kallsyms]) ffffffff8aa95511 getname_flags+0x41 ([kernel.kallsyms]) ffffffff8aa96108 user_path_at_empty+0x28 ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 15442 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 194448 [003] 2536.357805: 42070181 cycles: ffffffff8aa5962c refill_obj_stock+0xc ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2536.357899: 27603949 cycles: 14028c0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [030] 2536.358277: 27280065 cycles: 2727affd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [017] 2536.358282: 27921634 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [016] 2536.358317: 33963548 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [006] 2536.358320: 34259918 cycles: 203f0531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [004] 2536.358514: 28481446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 166600 [035] 2536.358785: 22363066 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [038] 2536.358858: 36390991 cycles: ffffffff8aa2b38a memcg_slab_post_alloc_hook+0xa ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193839 [014] 2536.359030: 33347297 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2536.359145: 31578625 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) storage-unstabl 197633 [039] 2536.359159: 36553821 cycles: 1077ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/storage/core/tools/testing/unstable-process/storage-unstable-process) nbsd-lig.SRV1 196021 [010] 2536.359419: 36963681 cycles: ffffffff8a74337d select_idle_core+0x2d ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [040] 2536.360028: 30357936 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [015] 2536.360467: 32071420 cycles: 1a699d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166612 [034] 2536.360536: 38272734 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [007] 2536.360824: 31648369 cycles: 137b682 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [002] 2536.361422: 42566536 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [044] 2536.361436: 33196093 cycles: ffffffff8aa72b3d __check_object_size.part.0+0xd ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [026] 2536.361490: 32865062 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [000] 2536.361881: 33603079 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [005] 2536.361985: 29640972 cycles: ffffffff8aa56425 refill_stock+0x35 ([kernel.kallsyms]) ffffffff8aa5c15e try_charge_memcg+0x75e ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194329 [032] 2536.362221: 35001674 cycles: 1417ca7d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [046] 2536.362921: 27927071 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [047] 2536.363187: 35889212 cycles: ffffffff8aaea8b8 ep_send_events+0x98 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [033] 2536.363652: 25237312 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [027] 2536.363736: 25305500 cycles: 17db412 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [024] 2536.363998: 39799492 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [001] 2536.364544: 35521333 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [021] 2536.364994: 30330922 cycles: 3b950a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2536.365381: 33480064 cycles: 193e42a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [037] 2536.365486: 31009072 cycles: 13c9720c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [023] 2536.366187: 34414557 cycles: 9af81 pthread_rwlock_unlock+0x31 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165667 [019] 2536.366375: 39147112 cycles: ffffffff8b6a45be __schedule+0xbe ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [025] 2536.366678: 28512373 cycles: ffffffff8b45a38b ip_finish_output2+0x32b ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198753 [030] 2536.366795: 28076113 cycles: 1300fe40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [013] 2536.366945: 25426825 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2536.367430: 29726578 cycles: 204af7d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.367757: 36726047 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffee027a61f [unknown] ([stack]) diskagentd 165674 [018] 2536.367885: 30583580 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [020] 2536.367888: 32841511 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 159397 [004] 2536.368002: 29249724 cycles: ffffffff8a74dcaa dequeue_entity+0x12a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.System 198026 [035] 2536.368069: 23330254 cycles: 133a7dd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [009] 2536.368398: 33401377 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [017] 2536.370027: 26599879 cycles: 3a93de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2536.370047: 37337696 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [041] 2536.370398: 34561333 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [012] 2536.370547: 30931893 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [029] 2536.371044: 29719158 cycles: 6286a8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2536.371422: 30357936 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [016] 2536.371495: 32152167 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [028] 2536.371617: 38175664 cycles: 1958a83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [014] 2536.371642: 35189563 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [031] 2536.371970: 30525015 cycles: 156b88f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2536.372038: 38896054 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2536.372518: 36980242 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [043] 2536.372545: 32942377 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [046] 2536.372649: 32436515 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [044] 2536.372656: 36562866 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [026] 2536.372798: 31702893 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [022] 2536.373645: 39233912 cycles: ffffffff8a7e5525 __x64_sys_clock_gettime+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI1 194629 [034] 2536.374237: 48915893 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [010] 2536.374457: 32870986 cycles: 133c8c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198753 [030] 2536.374528: 30104525 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [032] 2536.374784: 32935197 cycles: ffffffff8a994ca7 folio_mapping+0x57 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155854 [027] 2536.374938: 28562076 cycles: ffffffff8a7693e9 psi_group_change+0x449 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2536.375346: 24332085 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2536.375519: 30630966 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ya-bin 26687 [045] 2536.375755: 46428553 cycles: 3b6c1e3 __pthread_mutex_lock+0x13 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235e7f7 drop_gil+0x37 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235eb00 PyEval_SaveThread+0x20 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266bc09 acquire_timed+0x69 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b99c lock_PyThread_acquire_lock+0x2c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 225c6fa method_vectorcall_VARARGS_KEYWORDS+0xca (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c222 PyObject_Vectorcall+0x42 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd-lig.SRV1 194448 [000] 2536.375862: 30547928 cycles: 186c2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [023] 2536.376129: 36583002 cycles: 24f7a065 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168701 [039] 2536.376205: 31047057 cycles: ffffffff8a748146 __update_blocked_fair+0xb6 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [005] 2536.376540: 34466731 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [042] 2536.376791: 32220712 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [007] 2536.376878: 31648369 cycles: 64df263 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [003] 2536.377364: 48028361 cycles: 272b001c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2536.377578: 27926683 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [008] 2536.377658: 29650567 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.377855: 40700170 cycles: ffffffff8a74eb20 enqueue_entity+0xa0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.377885: 36741949 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1501b [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 198454 [021] 2536.378105: 27193088 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [013] 2536.378404: 24107817 cycles: ffffffff8b51d12d ipv6_rcv+0x12d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [035] 2536.378569: 22913297 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [037] 2536.379092: 28704921 cycles: 3b19051 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [018] 2536.379471: 28962813 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [047] 2536.379485: 33202051 cycles: 3c33b9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [024] 2536.380020: 47152333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2536.380415: 34039660 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 171287 [020] 2536.380587: 36940780 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [001] 2536.380611: 38517653 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [017] 2536.381355: 25829284 cycles: ffffffff8a743210 migrate_task_rq_fair+0x110 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [040] 2536.381789: 40678873 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2536.381991: 34386400 cycles: ffffffff8a766e96 psi_flags_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198753 [030] 2536.382809: 32526607 cycles: ffffffff8a9c2fa4 __handle_mm_fault+0x3c4 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [006] 2536.382960: 47375455 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [016] 2536.383616: 32645808 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2536.383936: 40966884 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [026] 2536.384079: 31097768 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198448 [009] 2536.384196: 35604323 cycles: ffffffff8a69cd47 __sysvec_apic_timer_interrupt+0x37 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 166748 [012] 2536.384291: 31539059 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2536.384686: 40199108 cycles: ffffffff8a73d9d7 nr_iowait_cpu+0x27 ([kernel.kallsyms]) ffffffff8a7efe26 tick_nohz_idle_exit+0x116 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [046] 2536.384982: 34298926 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [032] 2536.385887: 31688729 cycles: 1401e3c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [033] 2536.385986: 25964628 cycles: 3cab588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2536.386100: 26101249 cycles: 12f4743a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [011] 2536.386241: 37484991 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172223 [028] 2536.386599: 34371585 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fcf1027113f [unknown] (//anon) swapper 0 [010] 2536.386665: 35302993 cycles: ffffffff8a739a5b ttwu_do_activate+0x6b ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [031] 2536.387084: 29632966 cycles: cc18e1a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 165441 [044] 2536.387235: 33248284 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [000] 2536.387458: 33295262 cycles: 64a340b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [042] 2536.387485: 31948106 cycles: 644d0f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2536.387835: 44571811 cycles: ffffffff8a7419bf __calc_delta+0x6f ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [027] 2536.387875: 33401954 cycles: 35f7e66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165147 [041] 2536.387961: 32115582 cycles: ffffffff8a74aad8 update_curr+0x48 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [035] 2536.388218: 22913297 cycles: 1ae8c0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2510bbb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2536.388300: 26698733 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [022] 2536.388608: 34901878 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [025] 2536.388698: 28259816 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [043] 2536.388747: 37038111 cycles: ffffffff8b6ad543 _raw_spin_unlock+0x23 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [008] 2536.388795: 39751316 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [005] 2536.389419: 38295386 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [039] 2536.389448: 27680823 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2536.390090: 33675596 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2536.390302: 27102670 cycles: ffffffff8ab2fe54 smaps_page_accumulate+0x184 ([kernel.kallsyms]) ffffffff8ab3078b smaps_account+0xfb ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 196118 [017] 2536.390843: 26607808 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [004] 2536.391316: 32417404 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198753 [030] 2536.391775: 33502525 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8a6c6b68 pte_alloc_one+0x18 ([kernel.kallsyms]) ffffffff8a9bf738 do_read_fault+0x138 ([kernel.kallsyms]) ffffffff8a9bf820 do_fault+0xa0 ([kernel.kallsyms]) ffffffff8a9c0ae9 handle_pte_fault+0x119 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1f007aa0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [036] 2536.391907: 33612032 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 150656 [018] 2536.392971: 28790935 cycles: ffffffff8adb0659 _find_next_and_bit+0x59 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [023] 2536.393599: 42108783 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [007] 2536.393619: 40217787 cycles: 3ac4193 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2536.394011: 47447546 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [002] 2536.394440: 33689815 cycles: ffffffff8aa5d854 mod_objcg_state+0x24 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [013] 2536.394711: 31352568 cycles: 25165c68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [047] 2536.394879: 35957874 cycles: 1417f162 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2536.394976: 33817409 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [001] 2536.395472: 37803053 cycles: 3ba60cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [045] 2536.395554: 39226412 cycles: 14230983 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2536.395724: 29462926 cycles: ffffffff8a7d7971 __hrtimer_next_event_base+0xd1 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2536.396051: 32934805 cycles: ffffffff8a7ef1b7 tick_nohz_stop_tick+0x57 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2536.396491: 40776529 cycles: ffffffff8a76e0fb sched_clock_cpu+0xb ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2536.396569: 34887979 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [033] 2536.396806: 25963242 cycles: ffffffff8b49a6cc tcp_rate_check_app_limited+0xc ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [046] 2536.397134: 33912432 cycles: ffffffff8a74275c kick_ilb+0x6c ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b51c86b ip6_rcv_core+0x50b ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [016] 2536.397758: 31981866 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.397765: 29362432 cycles: ffffffff8ab31b57 smaps_pte_entry+0x37 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 196124 [032] 2536.398284: 37385684 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [035] 2536.398490: 31227435 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [024] 2536.398792: 60533129 cycles: ffffffff8aa511e9 page_counter_uncharge+0x29 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [025] 2536.398999: 27541629 cycles: 127a2d sendmsg+0x5d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [042] 2536.399107: 37823608 cycles: 230d702a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 169056 [014] 2536.399197: 39855907 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [019] 2536.399269: 35251113 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2536.399377: 33988596 cycles: ffffffff8a747c70 update_load_avg+0x3a0 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [009] 2536.399786: 33724781 cycles: 3b401fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [010] 2536.399984: 37539547 cycles: 186d5d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [021] 2536.400676: 26416795 cycles: 3b17349 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [044] 2536.400861: 33058044 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198753 [030] 2536.400963: 34236083 cycles: 25269f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [006] 2536.401006: 49409551 cycles: 146c56cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2536.401208: 42083090 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [031] 2536.402003: 36759838 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [003] 2536.402152: 38800647 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2536.402572: 32075668 cycles: 3c32121 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [022] 2536.402597: 34468525 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [027] 2536.402742: 37703611 cycles: 3b17641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172767 [041] 2536.402801: 27948444 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [039] 2536.402821: 24728399 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2536.402887: 44095840 cycles: 20a0197 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2536.403268: 35491973 cycles: ffffffff8a7479e0 update_load_avg+0x110 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [017] 2536.403705: 25116559 cycles: 16243db0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2536.404320: 36734125 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [015] 2536.404646: 30290868 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2536.404960: 29716410 cycles: ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [008] 2536.404961: 39916814 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.405832: 32090986 cycles: ffffffff8a9d7c33 walk_pmd_range.isra.0+0x93 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 198657 [038] 2536.405946: 52567189 cycles: 3b95079 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2536.406078: 38257621 cycles: 12d6c4f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2536.406329: 33535175 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [002] 2536.407765: 31304630 cycles: ffffffff8a75fdf9 __update_load_avg_se+0x99 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2536.408207: 27468631 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [012] 2536.408559: 31912333 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) ydbd.Scheduler 196776 [046] 2536.408897: 33912432 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [021] 2536.409385: 26672648 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [036] 2536.409927: 26398209 cycles: 6621b7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166760 [023] 2536.410285: 44058159 cycles: ffffffff8a747a4b update_load_avg+0x17b ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [025] 2536.410346: 29631128 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [020] 2536.410606: 37871420 cycles: 13a0ecc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 159403 [029] 2536.410953: 36645038 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 198118 [016] 2536.411185: 29530829 cycles: ffffffff8a7d7e21 __hrtimer_start_range_ns+0x141 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [047] 2536.411361: 32926293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [010] 2536.411472: 39491922 cycles: ffffffff8b3a4abf __dev_queue_xmit+0xdf ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 198625 [034] 2536.411581: 38735222 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2536.411740: 42833711 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [001] 2536.412190: 37777309 cycles: 3c42caa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [040] 2536.412320: 38387202 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2536.412535: 25500982 cycles: 64a4bd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2536.413199: 37921809 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2536.413360: 30228855 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151706 [045] 2536.413378: 38571391 cycles: ffffffff8b800002 srso_alias_untrain_ret+0x2 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [044] 2536.413649: 30615637 cycles: 6863d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [019] 2536.414114: 35486894 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2536.414224: 33730825 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [030] 2536.414387: 32111281 cycles: ffffffff8a75fe04 __update_load_avg_se+0xa4 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [037] 2536.414647: 33182515 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [035] 2536.414957: 29780069 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2536.415104: 32274637 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [017] 2536.415167: 27322584 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [004] 2536.415207: 36660875 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2536.415299: 26304784 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165870 [014] 2536.416055: 37696572 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [007] 2536.416712: 47460520 cycles: 272afca3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [003] 2536.416975: 40458299 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [000] 2536.417803: 36971790 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [015] 2536.418198: 34370980 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [018] 2536.418892: 37286625 cycles: 1875c86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [026] 2536.419002: 27277509 cycles: 13392bd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2536.419181: 29900993 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [031] 2536.419256: 33762856 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [008] 2536.419646: 36175008 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [012] 2536.419738: 33430035 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [027] 2536.419997: 47031499 cycles: 2528daf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [006] 2536.420121: 41713233 cycles: 35f7eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [011] 2536.420329: 45080709 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [025] 2536.420700: 28646366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2536.420830: 28475587 cycles: ffffffff8b697de5 ct_kernel_exit_state+0x15 ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2536.421500: 28148409 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2536.421767: 39934304 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [005] 2536.422213: 39992609 cycles: 26773a33 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2536.422529: 48687882 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) nbsd.SRV1 197555 [043] 2536.422676: 37911825 cycles: 141f8c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [046] 2536.422754: 35118384 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.423755: 34013432 cycles: ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [039] 2536.424049: 29732486 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2536.424181: 23489811 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [044] 2536.424385: 36881343 cycles: ffffffff8a6c7cb5 __virt_addr_valid+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 198682 [020] 2536.424393: 38721481 cycles: 93a46 pthread_cond_wait+0x216 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [016] 2536.424572: 26957914 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2536.425645: 39731514 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [041] 2536.425759: 25501806 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2536.425938: 28962550 cycles: ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 162509 [010] 2536.426248: 38712026 cycles: 133a9e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [030] 2536.426600: 29976697 cycles: 3a77f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [034] 2536.426601: 38873503 cycles: ffffffff8b4831e1 tcp_established_options+0x51 ([kernel.kallsyms]) ffffffff8b48696d __tcp_transmit_skb+0xdd ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 197889 [038] 2536.426683: 39256450 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2536.427126: 36117818 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [040] 2536.427574: 41629787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155698 [022] 2536.427619: 33659753 cycles: 175eb841 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 193502 [042] 2536.427720: 33184811 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [017] 2536.427769: 27193633 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [028] 2536.428450: 37048671 cycles: 2727af1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2536.428760: 29767751 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) diskagen.User 197875 [001] 2536.428760: 39534933 cycles: 2510f551 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159602 [035] 2536.429003: 26519805 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa9216d587f [unknown] (//anon) ydbd 170465 [032] 2536.429044: 35920967 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2536.429877: 33101446 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2536.430083: 35919962 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [014] 2536.430586: 36063583 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 154856 [026] 2536.430779: 26328095 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2536.430839: 29586694 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [031] 2536.431480: 33754486 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [000] 2536.431636: 38075223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 196029 [015] 2536.431666: 31095427 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [033] 2536.432019: 28045806 cycles: 3a64596 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [008] 2536.432536: 33683848 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2536.432665: 31445062 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.432946: 27606861 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [036] 2536.432956: 23065756 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [045] 2536.433058: 30516657 cycles: 35f3e59 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.433104: 34672184 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [016] 2536.433524: 27667635 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [021] 2536.433526: 27229599 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [018] 2536.433591: 36109722 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2536.434717: 37406482 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [006] 2536.435613: 37474321 cycles: 282e33e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [041] 2536.435775: 25520969 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2536.436191: 39190859 cycles: 139f0b25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [043] 2536.437274: 38552270 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159601 [047] 2536.437280: 27934361 cycles: 13404f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [030] 2536.437546: 29084423 cycles: 628657f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 169148 [013] 2536.437580: 38491226 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2536.437718: 38294760 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2536.437952: 26946632 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [044] 2536.438336: 36833491 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2536.438895: 29327975 cycles: 1380ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [007] 2536.439467: 46304118 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [020] 2536.439992: 37189138 cycles: ffffffff8a995d60 __next_zones_zonelist+0x0 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [022] 2536.440039: 31316753 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [011] 2536.440833: 38046648 cycles: 3c77bfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [005] 2536.440926: 39230706 cycles: ffffffff8aa58798 mod_memcg_lruvec_state+0x18 ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198434 [042] 2536.441009: 31264007 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [015] 2536.441094: 31153807 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [034] 2536.441641: 35368181 cycles: ffffffff8b40f322 eth_type_trans+0x92 ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [038] 2536.441930: 37987821 cycles: ffffffff8b484f00 tcp_schedule_loss_probe.part.0+0xd0 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [019] 2536.441949: 37955604 cycles: ffffffff8b3804dc __skb_clone+0x6c ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2536.441988: 51725518 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [009] 2536.442156: 28285069 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2536.442340: 35000877 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2536.442432: 38712026 cycles: ffffffff8a7dad04 ktime_get+0x54 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [004] 2536.442549: 38409676 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.442653: 35340884 cycles: ffffffff8ab31b57 smaps_pte_entry+0x37 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [036] 2536.443135: 23542515 cycles: 172c2ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [035] 2536.443356: 23296764 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2536.443604: 39661799 cycles: ffffffff8b6acbb0 _raw_spin_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [026] 2536.443998: 23944606 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [023] 2536.444291: 38027487 cycles: ffffffff8adacf0f copy_page_from_iter+0x3f ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196911 [029] 2536.444404: 38710408 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a68ec [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) b962ee8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2536.444414: 30547662 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [014] 2536.444758: 33103744 cycles: 14339b7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [032] 2536.444905: 30620998 cycles: 190db5b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [002] 2536.445265: 25392657 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2536.445429: 31850371 cycles: ffffffff8a7f28f9 futex_q_unlock+0x19 ([kernel.kallsyms]) ffffffff8a7f6d75 futex_wait_setup+0xc5 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [016] 2536.445765: 26054064 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [000] 2536.446828: 45949999 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [033] 2536.447118: 26853980 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [008] 2536.447401: 32429778 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [031] 2536.447765: 35402355 cycles: 1406ba0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [039] 2536.447983: 26055845 cycles: 1330d4a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2536.448762: 31239473 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2536.448849: 35084565 cycles: ffffffff8b6a47cc __schedule+0x2cc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [017] 2536.449005: 29614052 cycles: ffffffff8aa5ba3c try_charge_memcg+0x3c ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [041] 2536.449203: 23296108 cycles: ffffffff8b6aceb2 _raw_write_unlock_irq+0x12 ([kernel.kallsyms]) ffffffff8aae9d44 ep_done_scan+0xe4 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [021] 2536.449324: 28351582 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 195826 [030] 2536.449343: 27761861 cycles: ffffffff8aa8f356 set_root+0x56 ([kernel.kallsyms]) ffffffff8aa8f4cc nd_jump_root+0xcc ([kernel.kallsyms]) ffffffff8aa923ed path_init+0x2dd ([kernel.kallsyms]) ffffffff8aa94eea path_openat+0x7a ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [047] 2536.449665: 32937044 cycles: ffffffff8a7693d4 psi_group_change+0x434 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [018] 2536.450053: 30397774 cycles: 3cabd7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [044] 2536.450661: 36048005 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [036] 2536.451336: 25917414 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 160809 [006] 2536.452028: 39064201 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) atop 1333 [037] 2536.452349: 35674149 cycles: ffffffff8b61ad23 skip_atoi+0x3 ([kernel.kallsyms]) ffffffff8b620e41 vsnprintf+0x71 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8aa10ce0 hugetlb_report_usage+0x20 ([kernel.kallsyms]) ffffffff8ab32c78 task_mem+0x2b8 ([kernel.kallsyms]) ffffffff8ab3ebd9 proc_pid_status+0x89 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 197891 [022] 2536.452410: 28878160 cycles: 133c2d9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [035] 2536.452509: 23385192 cycles: 288ada6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [042] 2536.452805: 35153697 cycles: ffffffff8b45c915 __ip_queue_xmit+0x165 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 170459 [046] 2536.453373: 32630565 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [003] 2536.453431: 30568169 cycles: ffffffff8a7693e9 psi_group_change+0x449 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198753 [034] 2536.453470: 33842285 cycles: 1b2183 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17fdb41e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2536.453612: 34442084 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [026] 2536.453783: 23984106 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [020] 2536.454441: 33881514 cycles: 18695a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [013] 2536.454562: 32085514 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2536.454595: 32814104 cycles: ffffffff8a741a00 __calc_delta+0xb0 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2536.454675: 39145755 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [002] 2536.454823: 25371513 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [032] 2536.455047: 30194070 cycles: ffffffff8a760632 __update_load_avg_cfs_rq+0x1f2 ([kernel.kallsyms]) ffffffff8a748137 __update_blocked_fair+0xa7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [012] 2536.455191: 29500322 cycles: 13b2e2e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [015] 2536.455643: 28458834 cycles: ffffffff8b5088f4 validate_xmit_xfrm+0x124 ([kernel.kallsyms]) ffffffff8b3a4324 validate_xmit_skb+0x1a4 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [011] 2536.456124: 37280257 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2536.456391: 25523262 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [028] 2536.456800: 35000877 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [009] 2536.456876: 33218411 cycles: 240ac76 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2536.456956: 35524663 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 195826 [030] 2536.456965: 28797330 cycles: ffffffff8ac661b3 security_inode_getattr+0x43 ([kernel.kallsyms]) ffffffff8aa86424 vfs_fstat+0x34 ([kernel.kallsyms]) ffffffff8aa865ab __do_sys_newfstat+0x2b ([kernel.kallsyms]) ffffffff8aa86615 __x64_sys_newfstat+0x15 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0a58 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f96a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 196124 [038] 2536.457150: 36371583 cycles: ffffffff8a748697 update_blocked_averages+0xa7 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2536.457551: 35037705 cycles: 204b39e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [033] 2536.457559: 26147257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2536.457573: 27352866 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [014] 2536.457635: 29679806 cycles: 17ecbdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [025] 2536.458065: 33510445 cycles: ffffffff8b373fca sk_page_frag_refill+0xa ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2536.458523: 43886907 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2536.458670: 51969823 cycles: ffffffff8a74ecce enqueue_entity+0x24e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166612 [041] 2536.459131: 23441515 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [023] 2536.459661: 41874696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [008] 2536.459677: 38937591 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2536.460065: 28363663 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [024] 2536.460166: 49696665 cycles: ffffffff8aa56566 get_mem_cgroup_from_mm+0x26 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [005] 2536.460295: 37358951 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2536.460834: 29913980 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [029] 2536.461085: 38885960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [018] 2536.461241: 33162079 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [026] 2536.462022: 25082431 cycles: 14119fca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2536.462178: 36031910 cycles: ffffffff8ab2fe54 smaps_page_accumulate+0x184 ([kernel.kallsyms]) ffffffff8ab3078b smaps_account+0xfb ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197536 [017] 2536.462486: 33866586 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [022] 2536.462755: 28799595 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198753 [034] 2536.462765: 34526417 cycles: ffffffff8a9dc154 page_add_file_rmap+0x84 ([kernel.kallsyms]) ffffffff8a9bf289 do_set_pte+0x1d9 ([kernel.kallsyms]) ffffffff8a961a01 filemap_map_pages+0x241 ([kernel.kallsyms]) ffffffff8a9bf6e0 do_read_fault+0xe0 ([kernel.kallsyms]) ffffffff8a9bf820 do_fault+0xa0 ([kernel.kallsyms]) ffffffff8a9c0ae9 handle_pte_fault+0x119 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 208e37b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [036] 2536.462892: 24423515 cycles: 36b785a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2536.463392: 37882979 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 154855 [035] 2536.463541: 23482566 cycles: bbc59eb [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 168712 [000] 2536.463826: 47821922 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [042] 2536.464373: 34951338 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 167030 [031] 2536.464561: 38780689 cycles: 1be5a301 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 195826 [030] 2536.464896: 31546378 cycles: 244f6c2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddc75 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 198656 [002] 2536.465158: 25620381 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2536.465185: 29529188 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [046] 2536.465246: 31643762 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [001] 2536.465475: 41717185 cycles: 14020eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [044] 2536.465506: 36937524 cycles: 25174baa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2536.466889: 28653250 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [006] 2536.466891: 36936214 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [003] 2536.467253: 27752252 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165845 [032] 2536.467288: 28447706 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [020] 2536.467677: 35566652 cycles: 1339d900 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [043] 2536.467910: 34720404 cycles: 68d07c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [014] 2536.468022: 29689672 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [013] 2536.468764: 29162271 cycles: ffffffff8aa2ef14 kmem_cache_alloc_node+0x14 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [027] 2536.468948: 36120853 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [033] 2536.469296: 28198640 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [011] 2536.469380: 40107878 cycles: 3b65d2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [041] 2536.469396: 23241078 cycles: 1300ee27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [015] 2536.469843: 25100786 cycles: 3a63380 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [040] 2536.469985: 41222014 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2536.470094: 43182493 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [038] 2536.470097: 35331803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2536.470125: 26303113 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198619 [004] 2536.470407: 40466161 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2536.470593: 32890478 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [019] 2536.470894: 36835060 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2536.471026: 36780815 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197260 [009] 2536.471147: 37209361 cycles: ffffffff8a76905b psi_group_change+0xbb ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 198753 [034] 2536.472239: 35040502 cycles: 12fa3c2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.472254: 24078129 cycles: ffffffff8a9bbebd vm_normal_page+0x6d ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [025] 2536.473088: 33510445 cycles: ffffffff8a7d9f90 update_fast_timekeeper+0x10 ([kernel.kallsyms]) ffffffff8a7da517 timekeeping_update+0xf7 ([kernel.kallsyms]) ffffffff8a7dbd75 timekeeping_advance+0x2f5 ([kernel.kallsyms]) ffffffff8a7dc930 update_wall_time+0x10 ([kernel.kallsyms]) ffffffff8a7eee44 tick_do_update_jiffies64+0x94 ([kernel.kallsyms]) ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2536.473217: 35424177 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 195826 [030] 2536.473615: 34020751 cycles: 25347c0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2720d3e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) network poller 198611 [018] 2536.473799: 31385384 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2536.473850: 30231876 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [035] 2536.473963: 22309697 cycles: ffffffff8a7717dd cpuacct_charge+0x5d ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172236 [022] 2536.474053: 27955263 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2536.474624: 34368994 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2536.475008: 29335272 cycles: ffffffff8a7dacda ktime_get+0x2a ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2536.475773: 30540686 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [012] 2536.475803: 29141272 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [005] 2536.476458: 35660677 cycles: 1407d316 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2536.477053: 42335951 cycles: ffffffff8a75fbfa __update_load_avg_blocked_se+0x1ba ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14068f06 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [003] 2536.477267: 27539734 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [046] 2536.477576: 36493463 cycles: 133a5cba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [024] 2536.477930: 44636246 cycles: ffffffff8b51d12d ipv6_rcv+0x12d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [042] 2536.478109: 34051355 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [010] 2536.478271: 48167504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [016] 2536.478317: 31340711 cycles: ffffffff8a760018 __update_load_avg_se+0x2b8 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2536.478348: 45935689 cycles: ffffffff8a749424 place_entity+0xb4 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [029] 2536.478389: 45506910 cycles: 26752227 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [000] 2536.478642: 46969162 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2536.478717: 39620269 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.478894: 29405256 cycles: ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 198650 [032] 2536.478966: 27992840 cycles: 3b33021 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2536.479116: 31599423 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [014] 2536.479205: 28824772 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [006] 2536.479387: 38344317 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [044] 2536.479596: 39126147 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [041] 2536.480180: 22641566 cycles: 1c399072 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [026] 2536.480793: 28507064 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [031] 2536.481022: 39349918 cycles: ffffffff8a7f1b00 get_futex_key+0x20 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2536.481800: 23662058 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [020] 2536.481811: 40663287 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 198445 [013] 2536.481811: 26178874 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198738 [027] 2536.482035: 36273035 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [001] 2536.482393: 39287167 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [043] 2536.482397: 42651850 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2536.483271: 37814496 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [022] 2536.483320: 28181348 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [035] 2536.483955: 28809831 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2536.483971: 34136679 cycles: ffffffff8a6b8d2b pvclock_clocksource_read+0x5b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [039] 2536.484179: 34199975 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [034] 2536.484204: 34176795 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [008] 2536.484295: 36780815 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [040] 2536.484982: 41244409 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [045] 2536.485288: 40212236 cycles: 13c92757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [004] 2536.485378: 43745021 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [012] 2536.485535: 29431235 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [011] 2536.485606: 47589608 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 67f6bf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2536.485699: 36282742 cycles: 64a4afe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [025] 2536.485705: 43120631 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [017] 2536.486044: 30856811 cycles: 3a62e50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.486485: 28003410 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2536.486952: 39609008 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b40205 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.486982: 32607549 cycles: 654be [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 62361 __isoc99_sscanf+0x111 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14ae6 [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198649 [009] 2536.487119: 42906875 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2536.487127: 45585775 cycles: ffffffff8b3a3ce5 skb_network_protocol+0x5 ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2536.487579: 43182493 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [021] 2536.487739: 35986323 cycles: 3b742f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [016] 2536.488445: 38328772 cycles: ffffffff8aa5db8e obj_cgroup_charge+0x6e ([kernel.kallsyms]) ffffffff8aa2ef87 kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [032] 2536.488590: 30418271 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 163663 [003] 2536.489395: 26065457 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [026] 2536.489875: 29554922 cycles: ffffffff8a735e3b update_rq_clock+0x6b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2536.489991: 28256348 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2536.490079: 24873546 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2536.490566: 32387768 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [041] 2536.490570: 22629181 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) Test 198681 [046] 2536.491199: 33276140 cycles: 4b248d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2536.491308: 28891682 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [033] 2536.491840: 29577034 cycles: ffffffff8b36d596 sock_read_iter+0xe6 ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [013] 2536.492003: 25944156 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [006] 2536.493193: 40655689 cycles: 404e24d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [022] 2536.493746: 28057725 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [035] 2536.494284: 28020513 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 197440 [024] 2536.494516: 45794264 cycles: ffffffff8a74ab84 update_curr+0xf4 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [000] 2536.494995: 44391753 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2536.495521: 38909268 cycles: ffffffff8b697eaf ct_idle_exit+0xf ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2536.495602: 44380522 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.495942: 33550768 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [010] 2536.496084: 40031136 cycles: ffffffff8a779b52 psi_task_change+0x42 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [047] 2536.496401: 36780681 cycles: 133bb2d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2536.496473: 47518605 cycles: ffffffff8b486c6e __tcp_transmit_skb+0x3de ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [038] 2536.496652: 34534096 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) nbsd-lig.SRV2 194449 [043] 2536.496655: 42685210 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2536.496968: 28958593 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2536.497090: 31880030 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [030] 2536.497622: 30768739 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 167030 [031] 2536.497622: 36852828 cycles: 1be82cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [029] 2536.497773: 39303772 cycles: 28bfa87 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [002] 2536.497883: 26714494 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [023] 2536.498274: 36624101 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [018] 2536.498463: 33881982 cycles: 154a163b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197250 [020] 2536.498719: 33955060 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [015] 2536.499234: 28389389 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [027] 2536.499257: 33149690 cycles: 2665b351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [017] 2536.499329: 30946130 cycles: 28ad725 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [032] 2536.499675: 29727241 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [039] 2536.499712: 28577187 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 58fe0dff70f [unknown] ([unknown]) PdGetEv 155806 [040] 2536.500201: 35498008 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [001] 2536.500371: 35570739 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 58fe0e694bf [unknown] ([unknown]) diskagen.IC 198047 [033] 2536.500759: 29910896 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [014] 2536.501191: 27336099 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 169823 [004] 2536.501651: 36873028 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [016] 2536.501824: 34800430 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [013] 2536.501988: 26183899 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [003] 2536.502214: 24460602 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2536.502273: 28052428 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [041] 2536.502393: 21924856 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 154858 [021] 2536.502408: 35641015 cycles: bbc9e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155861 [022] 2536.502418: 28984233 cycles: ffffffff8b6a4721 __schedule+0x221 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 197257 [042] 2536.502642: 30538205 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [046] 2536.502745: 31550601 cycles: ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [045] 2536.502813: 37376706 cycles: ffffffff8b38966f simple_copy_to_iter+0xf ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [028] 2536.503913: 55330574 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [025] 2536.504461: 35614639 cycles: ffffffff8a735e71 update_rq_clock+0xa1 ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [037] 2536.504525: 26580088 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198753 [011] 2536.504780: 37109793 cycles: 12fbdaf2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.505189: 34616317 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 198683 [009] 2536.505432: 33400624 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [019] 2536.506125: 37758775 cycles: 24f7932a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [035] 2536.506454: 27006767 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [006] 2536.507054: 41408039 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [005] 2536.507518: 34126198 cycles: 141e7fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [012] 2536.508368: 31124203 cycles: 251ff9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2536.508512: 26619962 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [032] 2536.508845: 30284192 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2536.508904: 29972643 cycles: 189eb23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [047] 2536.509544: 32665177 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2536.510028: 31654453 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [034] 2536.510119: 28991723 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [020] 2536.510735: 31700079 cycles: 204b3ec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [024] 2536.511423: 37915811 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [041] 2536.511590: 22805778 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [033] 2536.511618: 30629672 cycles: 17ef7d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [015] 2536.511734: 28277638 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2536.511757: 34306684 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [014] 2536.511918: 26727716 cycles: 140c840b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [018] 2536.511930: 31532257 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [013] 2536.511985: 26187344 cycles: 141d070c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [031] 2536.512070: 33183476 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [023] 2536.512225: 34386555 cycles: 2727af01 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2536.512231: 27233211 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [026] 2536.512531: 28182320 cycles: 123669d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [007] 2536.512664: 32112973 cycles: 26abdaa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [017] 2536.512690: 30336446 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2536.512766: 29664924 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165459 [022] 2536.512828: 36348772 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [000] 2536.513300: 38075897 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 171594 [044] 2536.513312: 34964460 cycles: ffffffff8b6175cf rb_insert_color+0xcf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [046] 2536.514659: 30540092 cycles: 133c8aed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.514698: 35105546 cycles: ffffffff8ab30803 smaps_account+0x173 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 198707 [016] 2536.514761: 32126756 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [042] 2536.514942: 29618821 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [008] 2536.515067: 37470302 cycles: 133a5ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198753 [011] 2536.515118: 36853796 cycles: ffffffff8b800bc9 asm_exc_page_fault+0x19 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [003] 2536.515905: 22447078 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [029] 2536.516153: 35190505 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [040] 2536.516274: 30079598 cycles: 1601f306 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 172777 [043] 2536.516293: 37120073 cycles: ffffffff8a74e2a8 dequeue_task_fair+0x268 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [001] 2536.516342: 30804469 cycles: 152b08db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [004] 2536.516753: 33053892 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4886e4 tcp_write_xmit+0x174 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [035] 2536.517629: 25868702 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 198455 [037] 2536.518206: 23728463 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 155844 [002] 2536.518570: 26284108 cycles: 17a1906b [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [025] 2536.518877: 37647213 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [045] 2536.518893: 37089079 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 198117 [021] 2536.518959: 37975825 cycles: ffffffff8b697c6d syscall_exit_to_user_mode+0x3d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [009] 2536.519716: 30163703 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2536.519769: 28145841 cycles: 3cb3e4b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [030] 2536.520183: 29324477 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [013] 2536.520626: 27808485 cycles: 161b5fe5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [041] 2536.521476: 22404701 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2536.521560: 28241320 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2536.522017: 30715757 cycles: 3c3f9e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [034] 2536.522089: 27130834 cycles: 186f034 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [026] 2536.522162: 28214111 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [006] 2536.522432: 35327746 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [012] 2536.522665: 27172614 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [020] 2536.522986: 29797833 cycles: 1375a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [038] 2536.523010: 29110672 cycles: ffffffff8b6226b0 xas_start+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2536.523116: 29638708 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 197012 [010] 2536.523944: 32010261 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [019] 2536.524199: 30533869 cycles: 17de4b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.524333: 35486600 cycles: ffffffff8aa93446 step_into+0xe6 ([kernel.kallsyms]) ffffffff8aa9493e path_lookupat+0x6e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 15442 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197533 [028] 2536.524364: 45938687 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [024] 2536.524712: 34279683 cycles: 154caf28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [018] 2536.524985: 28763936 cycles: bc0376d [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [033] 2536.525357: 37616694 cycles: 9644b pthread_getspecific+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a62ee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198753 [011] 2536.525404: 36690964 cycles: ffffffff8b60a8d0 mt_find+0x0 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [015] 2536.525466: 26685673 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [042] 2536.525878: 37373382 cycles: 3b9648a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [003] 2536.525921: 21964820 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [023] 2536.526265: 36280678 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [039] 2536.526270: 24295154 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [016] 2536.526343: 30971287 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [027] 2536.526364: 27417873 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [017] 2536.526417: 31092970 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2536.526508: 32280133 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [004] 2536.526583: 32292782 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [044] 2536.526632: 32153449 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [046] 2536.526725: 28989609 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [002] 2536.526952: 27627150 cycles: 27221fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [001] 2536.527927: 28432509 cycles: ffffffff8a74fc19 update_sd_pick_busiest+0x89 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [037] 2536.528294: 23424954 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [000] 2536.528367: 34020056 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2536.528487: 27323924 cycles: ffffffff8a7327ff ttwu_queue_wakelist+0x3f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2536.528556: 28268004 cycles: ffffffff8b616f1b rb_erase+0x10b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2536.529256: 32945671 cycles: ffffffff8a747a10 update_load_avg+0x140 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2536.529728: 31236503 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [035] 2536.529832: 24429930 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [014] 2536.530106: 28803225 cycles: 175b160 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [041] 2536.530221: 23427050 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) blocksto.CLI2 198657 [040] 2536.530465: 26414501 cycles: 64a4b4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [030] 2536.530976: 28309889 cycles: 175b3e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [026] 2536.531257: 29121867 cycles: ffffffff8b614914 plist_del+0x4 ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [034] 2536.531598: 27551297 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [020] 2536.532343: 30846836 cycles: 36a19d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2536.532418: 30954953 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [032] 2536.532988: 27558608 cycles: 3c732a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198833 [010] 2536.533066: 32136541 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11500b __close+0x3b (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f0ec13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2536.533188: 26802875 cycles: ffffffff8a779b8b psi_task_change+0x7b ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2536.533426: 38594028 cycles: ffffffff8a99677f need_update+0x9f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [038] 2536.533749: 28499213 cycles: 2a9143a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.534112: 35910036 cycles: ffffffff8ab2f0df show_smaps_rollup+0x1cf ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) PdGetEv 196864 [009] 2536.534472: 26454525 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [025] 2536.534634: 40018376 cycles: 13beaf92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2536.534664: 37281473 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [013] 2536.534724: 24824964 cycles: ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [045] 2536.534805: 34821530 cycles: ffffffff8b800f94 asm_sysvec_call_function_single+0x4 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [003] 2536.535456: 21949116 cycles: 3a63481 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2536.535923: 28001753 cycles: ffffffff8a75ff25 __update_load_avg_se+0x1c5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2536.536062: 32617718 cycles: 21a04f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [018] 2536.536292: 27792219 cycles: 25209619 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [006] 2536.536330: 31809071 cycles: 172b306 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2536.536579: 24348666 cycles: ffffffff8a753c7f pick_next_task_fair+0x1bf ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [019] 2536.537357: 27500431 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2536.537482: 32004557 cycles: ffffffff8b47eb85 tcp_ack+0x225 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [011] 2536.537505: 34773512 cycles: ffffffff8b697c68 syscall_exit_to_user_mode+0x38 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [002] 2536.537569: 27360218 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [016] 2536.538295: 29426883 cycles: ffffffff8a760bbb update_rt_rq_load_avg+0x11b ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [046] 2536.538366: 27387225 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2536.538572: 31903687 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [017] 2536.538704: 32504601 cycles: 1417ca49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [037] 2536.538756: 23445933 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [004] 2536.538918: 30960992 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [042] 2536.539100: 36491274 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [027] 2536.539243: 25165514 cycles: 24fe99b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [040] 2536.539637: 27189438 cycles: ffffffff8aa09ad9 PageHeadHuge+0x9 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [041] 2536.539731: 24003455 cycles: 26751723 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2536.539777: 40120239 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2536.540011: 27260815 cycles: ffffffff8b3716b6 __x64_sys_sendmsg+0x6 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [044] 2536.540328: 29057671 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [030] 2536.540370: 28303275 cycles: 172c392 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2536.540518: 28266942 cycles: 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [035] 2536.540607: 23829141 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194340 [023] 2536.541240: 37971887 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 420 [unknown] ([unknown]) test_tool 198064 [012] 2536.541244: 28413239 cycles: ffffffff8ab3a52b proc_fill_cache+0x6b ([kernel.kallsyms]) ffffffff8ab3b4ce proc_pid_readdir+0xfe ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [000] 2536.541250: 30840464 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [031] 2536.541392: 25736408 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [029] 2536.541630: 29904466 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2536.541798: 24801474 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [008] 2536.542060: 30570519 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 18000ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [026] 2536.542246: 28406831 cycles: 20a7b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2536.543251: 26754669 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [028] 2536.543475: 39782197 cycles: 3b77ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.543960: 36121552 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 196007 [020] 2536.544034: 29176915 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [003] 2536.545330: 22360490 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [032] 2536.545438: 25490876 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [010] 2536.545502: 30466167 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [013] 2536.545514: 24350811 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [038] 2536.545530: 27080126 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2536.545700: 33061230 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [047] 2536.546730: 27156828 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [009] 2536.546812: 24616001 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [045] 2536.547309: 34947052 cycles: 1549fb79 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2536.547372: 23310540 cycles: ffffffff8a7dad2e ktime_get+0x7e ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [018] 2536.547547: 26778976 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 166704 [006] 2536.547600: 30859557 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 171592 [024] 2536.548210: 32220996 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [043] 2536.548448: 36515990 cycles: 1fc389d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [019] 2536.548536: 26839103 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2536.548926: 27235801 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 198064 [012] 2536.549026: 29454693 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a762f0a cputime_adjust+0x2a ([kernel.kallsyms]) ffffffff8a763010 thread_group_cputime_adjusted+0x50 ([kernel.kallsyms]) ffffffff8ab3df71 do_task_stat+0x271 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 198681 [040] 2536.549045: 27026636 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2536.549228: 26893835 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [004] 2536.549690: 29943004 cycles: 12e80e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [005] 2536.549710: 24729761 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [037] 2536.550103: 22776470 cycles: ffffffff8b6a4544 __schedule+0x44 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159884 [011] 2536.550380: 32229111 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b63fba [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [021] 2536.550557: 41921385 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [030] 2536.550670: 28751750 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [035] 2536.550791: 23953092 cycles: 14372251 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [016] 2536.550955: 27022489 cycles: 3504710 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2536.551422: 23435525 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [022] 2536.551616: 31903687 cycles: 64fa72e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2536.551734: 26136120 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197260 [017] 2536.551778: 30425662 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [026] 2536.551860: 28670940 cycles: 133bbf7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2536.551924: 22330908 cycles: 3b977d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [025] 2536.552017: 34913516 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc49f683f [unknown] (//anon) nbsd-lig.SRV2 196022 [034] 2536.552028: 27371133 cycles: 17db467 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [007] 2536.552364: 23833532 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2536.552464: 27931263 cycles: ffffffff8a733f20 raw_spin_rq_lock_nested+0x30 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [000] 2536.552653: 29210300 cycles: 1a68dd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13026448 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2536.552764: 26185269 cycles: 3a90d54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2536.552792: 24622790 cycles: ffffffff8a6517d2 local_touch_nmi+0x12 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [042] 2536.553035: 49297000 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2536.553276: 35973152 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [003] 2536.553775: 23158947 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [013] 2536.553782: 25357116 cycles: 186224b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.553908: 36341981 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 198657 [029] 2536.554251: 27651242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2536.554598: 28778659 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2536.554800: 25862469 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2536.554823: 28763323 cycles: 27c1c28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [039] 2536.556685: 24398602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [038] 2536.556832: 26652375 cycles: 1411aa31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [046] 2536.557026: 27525149 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [010] 2536.557066: 29780407 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) test_tool 198064 [012] 2536.557183: 32586718 cycles: ffffffff8b6a7576 mutex_lock+0x6 ([kernel.kallsyms]) ffffffff8aa7bae9 ksys_lseek+0x79 ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730346 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 197891 [023] 2536.557362: 37684233 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [047] 2536.558539: 25871787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2536.558740: 29734043 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14020f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [018] 2536.558901: 25818007 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [024] 2536.559234: 31040046 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2536.559266: 27303830 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2536.559324: 26971396 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2536.559358: 23141607 cycles: ffffffff8a7d8c49 hrtimer_get_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 162503 [019] 2536.559359: 26605899 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [041] 2536.559479: 23260709 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2536.559678: 30146953 cycles: 12f4753d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [028] 2536.559700: 34570271 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2536.560146: 28171571 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [027] 2536.560465: 24134917 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2536.560749: 24120278 cycles: ffffffff8adad189 _copy_to_iter+0x1f9 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2536.560785: 23750148 cycles: 1740b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [030] 2536.561165: 28444106 cycles: 1572fec7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 170241 [002] 2536.561190: 24903026 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [000] 2536.561266: 30885300 cycles: 13c7cdc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 197884 [037] 2536.561360: 21957743 cycles: ffffffff8a74e19b dequeue_task_fair+0x15b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198609 [003] 2536.561478: 24985717 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [015] 2536.562121: 27647397 cycles: ffffffff8b47ea05 tcp_ack+0xa5 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [034] 2536.562247: 27276751 cycles: 1869e32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [045] 2536.562314: 38705233 cycles: 142612f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [043] 2536.562479: 31797329 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) PDisk 196866 [007] 2536.562941: 23553851 cycles: 156a57d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 159401 [016] 2536.563316: 25381512 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [017] 2536.563375: 28845905 cycles: 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [022] 2536.563603: 42226057 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [026] 2536.563805: 27086293 cycles: 1a6ad0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.563887: 36429040 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198711 [044] 2536.564172: 26036557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [032] 2536.564551: 25883900 cycles: ffffffff8a74e0d4 dequeue_task_fair+0x94 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [011] 2536.564776: 29121643 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [020] 2536.565644: 28176957 cycles: 1e46c4da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [008] 2536.566005: 27708679 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 198064 [012] 2536.566141: 33534875 cycles: ffffffff8aa72874 check_stack_object+0x84 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aab7efe seq_read_iter+0x46e ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245b615 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [013] 2536.566176: 24323095 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [031] 2536.566335: 22542143 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [041] 2536.566563: 26853201 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2536.566797: 25980917 cycles: 3b2dbd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [046] 2536.566902: 29557340 cycles: 15fe2ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [025] 2536.567067: 36326782 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [038] 2536.567288: 26020087 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2536.567575: 25629784 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [039] 2536.568072: 23789188 cycles: 64f92a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [021] 2536.568675: 34940486 cycles: 17bc14c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2536.568708: 27664578 cycles: ffffffff8b3ae145 dst_release+0x5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [001] 2536.569219: 28500260 cycles: 3b9db90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2536.569521: 25497344 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [010] 2536.569700: 27310026 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [014] 2536.569777: 30027253 cycles: ffffffff8b696b37 sysvec_call_function_single+0x97 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2536.569834: 22673808 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2536.569903: 24931149 cycles: ffffffff8a69c308 lapic_next_event+0x18 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2536.570053: 26517070 cycles: 178fd7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2536.570521: 31456002 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) nbsd.User 197533 [027] 2536.570885: 23830907 cycles: 27228601 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197250 [006] 2536.570926: 28348084 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 167056 [024] 2536.571103: 29161381 cycles: ffffffff8a7d91fd hrtimer_nanosleep+0x7d ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [000] 2536.571144: 31320366 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 2 [unknown] ([unknown]) blocksto.CLI2 196118 [002] 2536.571307: 24366220 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2536.571448: 24950894 cycles: ffffffff8a74351d pick_next_entity+0xd ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [035] 2536.571482: 23991032 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [043] 2536.571693: 32464214 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [004] 2536.571775: 28605088 cycles: ffffffff8b37e589 __alloc_skb+0x89 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2536.572579: 26385076 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [028] 2536.572831: 38010072 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 163646 [037] 2536.572865: 21552053 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [030] 2536.573284: 26879729 cycles: 26a2008 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [044] 2536.573335: 26917410 cycles: 64fba8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [023] 2536.573352: 42777032 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2536.573892: 26221092 cycles: 3b70e04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.573932: 36513565 cycles: ffffffff8b619fe6 strlen+0x16 ([kernel.kallsyms]) ffffffff8ab3eb9b proc_pid_status+0x4b ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [042] 2536.574091: 39205685 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [032] 2536.574148: 26662250 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2536.574876: 26872320 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [005] 2536.574952: 29044314 cycles: 1311284e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [007] 2536.575089: 23007463 cycles: ffffffff8a7486f3 update_blocked_averages+0x103 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165679 [016] 2536.575729: 24192379 cycles: ffffffff8a74e895 put_prev_entity+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [017] 2536.576262: 26497456 cycles: ffffffff8aa1ca98 vma_alloc_folio+0x38 ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159512 [020] 2536.576819: 27511032 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [038] 2536.577352: 26129186 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [013] 2536.577517: 25530008 cycles: 17fff06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [008] 2536.577586: 26339100 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [011] 2536.577815: 26375897 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [031] 2536.578022: 21691662 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af2feb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [041] 2536.578051: 27796539 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [046] 2536.578886: 27649849 cycles: ffffffff8a74bbb2 select_idle_sibling+0x92 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198436 [012] 2536.578906: 31575842 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [010] 2536.579339: 27867045 cycles: 1394ce6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [029] 2536.579554: 26932025 cycles: 172ae32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [022] 2536.579836: 39664186 cycles: 26a2b04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [040] 2536.580043: 26936453 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [037] 2536.580774: 21916913 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [003] 2536.580802: 26418332 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [002] 2536.581053: 24834333 cycles: 133ae64d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [047] 2536.581060: 24544605 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2536.581141: 21863142 cycles: ffffffff8a7ef940 tick_nohz_idle_stop_tick+0xb0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2536.581145: 21604046 cycles: ffffffff8a74fe98 update_sg_lb_stats+0x98 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2536.581290: 30387935 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [018] 2536.581664: 24068322 cycles: ffffffff8a779ea4 psi_task_switch+0xc4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2536.581676: 44188943 cycles: 260bbc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [006] 2536.581931: 27274166 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 168699 [035] 2536.581967: 23393597 cycles: 659c2 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60d9e sscanf+0x10e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18751285 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [014] 2536.582281: 28348108 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [021] 2536.582397: 34301779 cycles: ffffffff8a753744 newidle_balance+0x174 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2536.582599: 22569770 cycles: 204af7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [004] 2536.582922: 27804555 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2536.582953: 30654641 cycles: ffffffff8a7ef402 tick_nohz_restart+0x82 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [025] 2536.583022: 38777513 cycles: 3b9c870 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [019] 2536.583051: 24022272 cycles: a90 [unknown] ([vdso]) Test 194631 [024] 2536.583401: 27481639 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [034] 2536.583540: 26581636 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [032] 2536.583680: 26581261 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [044] 2536.583932: 26408657 cycles: 3c9f33f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2536.583933: 35393835 cycles: 129ac29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.583950: 36563957 cycles: ffffffff8aaab6ea get_unused_fd_flags+0x2a ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a4c [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blockstore-clie 198727 [016] 2536.584815: 24092004 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 56f3bf84091f [unknown] (//anon) diskagentd 198846 [043] 2536.585183: 29534044 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2536.585495: 25281898 cycles: 3ac3f40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.585900: 27409798 cycles: ffffffff8a6c81da load_new_mm_cr3+0xaa ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [017] 2536.586125: 26457624 cycles: ffffffff8b40f332 eth_type_trans+0xa2 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [026] 2536.586238: 25927389 cycles: 146db701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [007] 2536.586330: 22151120 cycles: ffffffff8a739e3c set_task_cpu+0xdc ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2536.586711: 37852756 cycles: 14065c7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [005] 2536.586928: 32034871 cycles: 1406779d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [031] 2536.587328: 21913940 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2536.587333: 25530008 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2536.587612: 26877766 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [010] 2536.587915: 28639131 cycles: ffffffff8b479ffe tcp_grow_window+0x3e ([kernel.kallsyms]) ffffffff8b47a58b tcp_event_data_recv+0x2cb ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2536.587933: 44462380 cycles: ffffffff8b4935c5 tcp_v4_rcv+0x5 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [020] 2536.588115: 26562838 cycles: ffffffff8b46d532 tcp_poll+0x92 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [038] 2536.588204: 25676049 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [011] 2536.588624: 25943248 cycles: 3c813fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2536.589269: 27521092 cycles: 17ffb0b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [029] 2536.589670: 26900581 cycles: ffffffff8b5604a9 tcp_v6_rcv+0xd79 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [041] 2536.590479: 28665931 cycles: ffffffff8a750287 update_sg_lb_stats+0x487 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170471 [047] 2536.590806: 24499965 cycles: ffffffff8a7717cc cpuacct_charge+0x4c ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 155844 [037] 2536.591027: 23282618 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [002] 2536.591267: 24680672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [035] 2536.591290: 23841868 cycles: 140705b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [018] 2536.591347: 23836180 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [040] 2536.591379: 26345747 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [003] 2536.591544: 26400337 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2536.591545: 27691179 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [001] 2536.591666: 30998935 cycles: ffffffff8a743625 pick_next_entity+0x115 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 244549b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [039] 2536.591753: 21273458 cycles: ffffffff8a7b5b15 __rcu_read_unlock+0x5 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2536.592082: 23310199 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2536.592102: 21778085 cycles: ffffffff8a739e16 set_task_cpu+0xb6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [012] 2536.592280: 28738372 cycles: 1683971 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [022] 2536.592755: 36335822 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [014] 2536.592928: 27915488 cycles: 270bb12e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2536.593457: 27641037 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [044] 2536.593533: 26947706 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [032] 2536.593603: 27043708 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2536.593665: 45289508 cycles: ffffffff8adab181 iovec_from_user.part.0+0x141 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.594020: 36637833 cycles: ffffffff8ab3080c smaps_account+0x17c ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [004] 2536.594035: 27021787 cycles: 2a7fbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2536.594249: 26184448 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 165266 [019] 2536.594839: 23463040 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [016] 2536.595124: 23815822 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160823 [017] 2536.595444: 27422460 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 197896 [026] 2536.595550: 25927389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [015] 2536.595551: 25219743 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198031 [031] 2536.595696: 22899346 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [030] 2536.595811: 35674990 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [000] 2536.595896: 30792800 cycles: 272afba6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [013] 2536.596728: 30888577 cycles: ffffffff8a6c7ce9 __virt_addr_valid+0x39 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [021] 2536.596733: 35436108 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196103 [010] 2536.597043: 29790943 cycles: 3a64738 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [008] 2536.597051: 26235659 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 193912 [007] 2536.597395: 26274005 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764db7 remove_wait_queue+0x17 ([kernel.kallsyms]) ffffffff8aa9cba2 poll_freewait+0x42 ([kernel.kallsyms]) ffffffff8aa9e736 do_sys_poll+0x176 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.User 198032 [033] 2536.597454: 33569112 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) default-executo 194619 [038] 2536.597615: 26017341 cycles: 3ca2cf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [043] 2536.597686: 34829802 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [020] 2536.598924: 25969567 cycles: 186d164 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [046] 2536.598962: 30849256 cycles: ffffffff8aa51479 consume_stock+0x49 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2536.599015: 48693956 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [002] 2536.599397: 26596929 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [011] 2536.599530: 28694269 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [005] 2536.599668: 33698695 cycles: ffffffff8a750089 update_sg_lb_stats+0x289 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [028] 2536.600128: 40049695 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [018] 2536.600547: 25063650 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159620 [029] 2536.600759: 26900581 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197259 [047] 2536.600841: 24682928 cycles: ffffffff8a9c0cb3 lock_mm_and_find_vma+0x53 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a68bc [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a27da5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [039] 2536.600869: 24116918 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [045] 2536.601584: 33476798 cycles: 21980336 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2536.601719: 28884002 cycles: 3ca1930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [035] 2536.601851: 23437351 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [040] 2536.601959: 28324445 cycles: ffffffff8ada6954 __bitmap_andnot+0x74 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [027] 2536.602093: 25490723 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2536.602133: 30657583 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [009] 2536.602146: 23341067 cycles: ffffffff8a73bd35 try_to_wake_up+0x75 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [012] 2536.602615: 28613587 cycles: 1958b2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [006] 2536.602877: 33188198 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2536.603254: 25765800 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [041] 2536.603366: 36119667 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2536.603489: 30651040 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [034] 2536.603664: 32866880 cycles: 141f677f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [044] 2536.603715: 27100101 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [004] 2536.603751: 27328934 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.604062: 36657251 cycles: ffffffff8ab30796 smaps_account+0x106 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd 155699 [026] 2536.604157: 36437972 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [042] 2536.604312: 40240803 cycles: 1742bfc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [001] 2536.604336: 31304224 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 159622 [022] 2536.604964: 34720159 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 197546 [016] 2536.605189: 24369319 cycles: ffffffff8a7f6473 futex_wake_mark+0x73 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [015] 2536.605834: 25219743 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [031] 2536.605929: 22756599 cycles: 14062f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [024] 2536.605959: 25767997 cycles: 17421fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [017] 2536.605985: 29749908 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [019] 2536.606001: 26765722 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [008] 2536.606006: 27579007 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198049 [007] 2536.607655: 26169972 cycles: 133fecd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196861 [000] 2536.607725: 30291293 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [020] 2536.607920: 29732003 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2536.608282: 25520894 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2536.608675: 28442474 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2536.609212: 26514710 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2536.609773: 25567058 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2536.609904: 32337975 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [047] 2536.610087: 24963398 cycles: ffffffff8adad189 _copy_to_iter+0x1f9 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [046] 2536.610103: 30651753 cycles: ffffffff8a7479ac update_load_avg+0xdc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [033] 2536.610172: 31417060 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 168714 [030] 2536.610227: 35674990 cycles: bbbd3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2536.610397: 38773062 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a75c430 cpuidle_idle_call+0xb0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [043] 2536.610431: 33282824 cycles: 204b845f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2536.610525: 27093644 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2536.610958: 29375002 cycles: ffffffff8b5087d6 validate_xmit_xfrm+0x6 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [023] 2536.610985: 41028645 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2536.611353: 35407084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [011] 2536.611385: 30853269 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [035] 2536.611464: 23927330 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697829 exc_page_fault+0x39 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2536.612356: 31619493 cycles: ffffffff8b696bf7 sysvec_apic_timer_interrupt+0x97 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b38404a consume_skb+0x1a ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2536.613090: 33097138 cycles: ffffffff8a7b8aab rcu_sched_clock_irq+0x3b ([kernel.kallsyms]) ffffffff8a7d6fa3 update_process_times+0x63 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [040] 2536.613623: 27085088 cycles: ffffffff8a74fe13 update_sg_lb_stats+0x13 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [027] 2536.613959: 25490723 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [012] 2536.614016: 27643341 cycles: 1944654 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.614149: 36713829 cycles: ffffffff8ab2fe77 smaps_page_accumulate+0x1a7 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197534 [009] 2536.614413: 25113363 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [003] 2536.614893: 33934480 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [016] 2536.615037: 30264708 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [004] 2536.615168: 27371596 cycles: 19634d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [006] 2536.615186: 30725338 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [044] 2536.615795: 32958070 cycles: 21a2fdcc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [028] 2536.616439: 39057819 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagentd 159386 [024] 2536.616576: 25683339 cycles: ffffffff8a76919f psi_group_change+0x1ff ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2536.616826: 30652899 cycles: ffffffff8a7d8bf5 hrtimer_get_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2536.616900: 33117275 cycles: ffffffff8a77a017 psi_task_switch+0x237 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 198853 [034] 2536.616941: 36802307 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12eed033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [008] 2536.617218: 30286012 cycles: ffffffff8b6a4b6f schedule+0x6f ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [031] 2536.617275: 27310614 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [019] 2536.617624: 25621549 cycles: 27228e67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [038] 2536.618058: 25483923 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [041] 2536.618433: 33854558 cycles: 1407376b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 163655 [022] 2536.618613: 40671406 cycles: e57fe clock_nanosleep+0xce (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [026] 2536.618758: 32125966 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67d940177 [unknown] (//anon) swapper 0 [015] 2536.618761: 34557635 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2536.618847: 32177776 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [020] 2536.619035: 28777618 cycles: 139f1302 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [007] 2536.619642: 26021229 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [014] 2536.619771: 30833947 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.620535: 33099290 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 162503 [002] 2536.620810: 26514710 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [017] 2536.620891: 34103826 cycles: ffffffff8ada6801 __bitmap_and+0x51 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2536.621449: 36923072 cycles: ffffffff8a7476d5 attach_entity_load_avg+0x45 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2536.621885: 26954672 cycles: ffffffff8a747a44 update_load_avg+0x174 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [025] 2536.622123: 45628293 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7536ff newidle_balance+0x12f ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2536.622330: 37830483 cycles: ffffffff8a7528b5 update_sd_lb_stats.constprop.0+0x125 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2536.622491: 41244390 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [046] 2536.622720: 34931697 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [047] 2536.622836: 24963398 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [013] 2536.622920: 33042098 cycles: 1402f1c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2536.623927: 30367722 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) Test 196124 [012] 2536.624182: 27298868 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.624207: 36717021 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197899 [027] 2536.624501: 34198635 cycles: ffffffff8a9ef51c get_page_from_freelist+0x2c ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [035] 2536.624509: 23179603 cycles: ffffffff8a7f653f futex_wake+0x7f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [030] 2536.624540: 41758664 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 169828 [033] 2536.624567: 28761381 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 198031 [040] 2536.624732: 26734935 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [011] 2536.625667: 36638017 cycles: ffffffff8a9a5a36 __kmalloc+0x56 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193498 [005] 2536.626065: 28254233 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [021] 2536.626276: 33104670 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [009] 2536.626353: 23641294 cycles: 14330bec [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2536.626549: 31425290 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [029] 2536.627005: 41679591 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 197890 [006] 2536.627025: 30612359 cycles: ffffffff8aad6992 lookup_bh_lru+0x62 ([kernel.kallsyms]) ffffffff8aad7b1a __find_get_block+0x1a ([kernel.kallsyms]) ffffffff8aad8317 __getblk_gfp+0x27 ([kernel.kallsyms]) ffffffff8ab7e33b __ext4_get_inode_loc+0x11b ([kernel.kallsyms]) ffffffff8ab817c0 ext4_get_inode_loc+0x40 ([kernel.kallsyms]) ffffffff8ab83030 ext4_reserve_inode_write+0x40 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12eed033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2536.627175: 29278250 cycles: ffffffff8a73c8c6 sched_ttwu_pending+0x6 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [024] 2536.627234: 25119061 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2536.627320: 28502562 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [045] 2536.628240: 28522262 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 171303 [044] 2536.628370: 41208327 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 197875 [008] 2536.628705: 29512965 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2536.628934: 41745096 cycles: ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [019] 2536.629052: 25621549 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2536.629655: 29696092 cycles: ffffffff8a73989d ttwu_do_wakeup+0x5d ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [003] 2536.629694: 38498403 cycles: ffffffff8b480d80 tcp_rcv_established+0xf0 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2536.630253: 33945071 cycles: ffffffff8a7efdc9 tick_nohz_idle_exit+0xb9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [014] 2536.630546: 33763719 cycles: 17e5899 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159888 [007] 2536.630592: 29347282 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [026] 2536.630615: 30815572 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [001] 2536.630641: 39814514 cycles: ffffffff8a74909c hrtick_update+0xc ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [002] 2536.631295: 35236210 cycles: ffffffff8b4810b7 tcp_rcv_established+0x427 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [020] 2536.631521: 28668783 cycles: 661ce47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2536.632638: 39487269 cycles: ffffffff8a77632b calc_load_nohz_start+0x6b ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166746 [018] 2536.632780: 26954672 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 170455 [047] 2536.633075: 31113049 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb21ef3913f [unknown] (//anon) swapper 0 [000] 2536.633167: 38246819 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a752f92 load_balance+0x262 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [043] 2536.634085: 36151057 cycles: 2049ad72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [022] 2536.634262: 46224132 cycles: 186bdd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [023] 2536.634291: 36228912 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.634325: 36753179 cycles: ffffffff8ab30821 smaps_account+0x191 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [041] 2536.634779: 39390682 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) diskagentd 151706 [037] 2536.634795: 32177776 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [035] 2536.635716: 26539218 cycles: 1c39ff06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [040] 2536.636124: 26172900 cycles: 1689761 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [012] 2536.636267: 26399607 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [017] 2536.636564: 32284170 cycles: ffffffff8a74166f calculate_imbalance+0xff ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [039] 2536.636732: 30929077 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [013] 2536.636875: 31377556 cycles: 21a2fcae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [015] 2536.637196: 33802490 cycles: ffffffff8a74ff91 update_sg_lb_stats+0x191 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [024] 2536.637219: 25206800 cycles: 20485d81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [046] 2536.637504: 34164089 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [009] 2536.638125: 27960874 cycles: 21a2fca2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 168701 [005] 2536.638219: 29356585 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [033] 2536.638726: 25071600 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [010] 2536.638974: 37890186 cycles: ffffffff8b51a142 ip6_finish_output+0x62 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [006] 2536.639012: 39161678 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [016] 2536.639167: 27103860 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [011] 2536.639611: 37481455 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [045] 2536.639817: 26850786 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2536.639958: 32668653 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [021] 2536.640049: 30353153 cycles: ffffffff8adb066b _find_next_and_bit+0x6b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159406 [038] 2536.640309: 31512879 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [027] 2536.640543: 34230563 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17ece31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194389 [019] 2536.640982: 30851806 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [042] 2536.641028: 49339308 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [030] 2536.641688: 36011475 cycles: ffffffff8a7717dd cpuacct_charge+0x5d ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [008] 2536.642099: 33409465 cycles: ffffffff8a74c4fc select_task_rq_fair+0x7c ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a634e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [031] 2536.642853: 30509143 cycles: ffffffff8adacf26 copy_page_from_iter+0x56 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2536.642970: 28933904 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2536.643047: 27297542 cycles: 240a088 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [018] 2536.643052: 31632017 cycles: 12f7b96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [020] 2536.643496: 31874631 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2536.643680: 37795763 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [025] 2536.644057: 45628293 cycles: 1425ad28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [032] 2536.644267: 36145204 cycles: ffffffff8a743105 migrate_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.644400: 36737997 cycles: ffffffff8adb5582 errseq_sample+0x2 ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12265 [unknown] (/usr/bin/atop) 15497 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) network poller 198839 [034] 2536.644562: 34668524 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2536.645705: 34735390 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [002] 2536.645742: 36917775 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [013] 2536.645861: 33790939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2536.645946: 26469764 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2536.645982: 28439806 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2536.646096: 30561955 cycles: ffffffff8a7d8c49 hrtimer_get_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [035] 2536.646486: 28875081 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [001] 2536.647122: 36313231 cycles: ffffffff8aa1cafe vma_alloc_folio+0x9e ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [000] 2536.647449: 36355855 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [029] 2536.647827: 35267101 cycles: 20488ee9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [003] 2536.647946: 39350661 cycles: ffffffff8b50c01d unix_write_space+0x3d ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [028] 2536.648272: 33745835 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [024] 2536.648667: 25206800 cycles: 133a5c80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [016] 2536.648712: 27330066 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.System 196907 [043] 2536.649194: 37184203 cycles: bbb7bfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2536.649503: 24883989 cycles: ffffffff8a77632b calc_load_nohz_start+0x6b ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197523 [039] 2536.649947: 27794709 cycles: 766f1 [unknown] (/usr/lib/x86_64-linux-gnu/libm.so.6) 1404e648 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2536.650210: 43374559 cycles: ffffffff8b47e90e tcp_rearm_rto+0x14e ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [046] 2536.650416: 35242487 cycles: bbd14f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [015] 2536.651151: 30589648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [045] 2536.651311: 27496795 cycles: 204ac668 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197243 [005] 2536.651429: 27269709 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [023] 2536.651722: 28962778 cycles: ffffffff8a66007f switch_fpu_return+0x6f ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [009] 2536.652034: 27960874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [017] 2536.652067: 46840164 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [041] 2536.652464: 47523824 cycles: 3a63386 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.NBD2 196016 [037] 2536.652973: 40046964 cycles: 1e52841 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [038] 2536.653462: 30226296 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2536.653732: 30175770 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [004] 2536.654064: 35107400 cycles: 1432bea4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2536.654513: 36758471 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [010] 2536.654700: 35931760 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [026] 2536.654807: 33891398 cycles: 133cdfb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 193998 [011] 2536.655166: 31983225 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.AIO.SQ 198051 [030] 2536.655297: 39050133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [018] 2536.655374: 33242320 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [021] 2536.655412: 25722503 cycles: 3b15ec0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2536.655442: 32745220 cycles: 12f63ea8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [020] 2536.655654: 29640934 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2536.656016: 33409465 cycles: ffffffff8a7604f2 __update_load_avg_cfs_rq+0xb2 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [027] 2536.656183: 40774158 cycles: ffffffff8a990585 shmem_write_end+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [031] 2536.656188: 33148686 cycles: 689a20f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2536.657494: 29384037 cycles: ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2536.657519: 43774116 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [032] 2536.657566: 43812609 cycles: ffffffff8a7b5b2d __rcu_read_unlock+0x1d ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2536.657903: 30924082 cycles: ffffffff8a73835b pick_next_task+0x5b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 197884 [012] 2536.658046: 25183558 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [024] 2536.658671: 32968841 cycles: 1ea5886 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [034] 2536.659178: 32085391 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [033] 2536.659544: 30020786 cycles: ffffffff8b50f697 unix_stream_read_generic+0x777 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [044] 2536.659645: 41277280 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [016] 2536.659649: 27222198 cycles: 3a62e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [000] 2536.659953: 39950442 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [013] 2536.660260: 32338695 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [028] 2536.660283: 32725847 cycles: 2a72dd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2536.660285: 27768215 cycles: ffffffff8a74eb83 enqueue_entity+0x103 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [046] 2536.661851: 34860022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0f0dd6677 [unknown] (//anon) Test 196124 [002] 2536.661851: 30956797 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [035] 2536.661908: 24929880 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [042] 2536.662472: 44624148 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [001] 2536.662649: 31166259 cycles: 1330d932 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2536.662703: 46918442 cycles: 15b4711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159894 [047] 2536.662721: 23947930 cycles: 12328456 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [045] 2536.663192: 30823509 cycles: ffffffff8b482ba7 tcp_tso_segs+0x27 ([kernel.kallsyms]) ffffffff8b4885f2 tcp_write_xmit+0x82 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [029] 2536.663691: 39104481 cycles: 16244d20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [015] 2536.663812: 28423754 cycles: ffffffff8adad0f5 _copy_to_iter+0x165 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2536.663950: 41222242 cycles: ffffffffc0ca9e65 nf_confirm+0x5 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [023] 2536.664158: 27952110 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [005] 2536.664328: 25477995 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.664589: 36766250 cycles: ffffffff8ab2fce3 smaps_page_accumulate+0x13 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198055 [009] 2536.665018: 36077246 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [004] 2536.665281: 34069386 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2536.665472: 37054165 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 197448 [038] 2536.665886: 31985297 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [022] 2536.666581: 40605320 cycles: 3b2fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [012] 2536.666644: 25714412 cycles: 17f1f85 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [007] 2536.667302: 28345672 cycles: 13b53e03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 194347 [021] 2536.667363: 25378203 cycles: ffffffff8a74876d update_blocked_averages+0x17d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IO 198625 [011] 2536.667576: 29851373 cycles: ffffffff8a753970 newidle_balance+0x3a0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [006] 2536.667616: 30829910 cycles: 3af2672 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2536.667858: 31227701 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 193837 [020] 2536.667867: 28270378 cycles: 140c5015 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2536.668287: 33409465 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [018] 2536.668638: 34451828 cycles: 26921941 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [034] 2536.668686: 31922413 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12773e recv+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2536.669361: 34930961 cycles: ffffffff8b568071 inet6_csk_route_socket+0x61 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [040] 2536.669654: 27842257 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [016] 2536.670509: 29330853 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f6592 futex_wake+0xd2 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198624 [030] 2536.670793: 45996883 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [024] 2536.671350: 31461779 cycles: ffffffff8aa7bf38 do_iter_read+0x78 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [027] 2536.671409: 35492530 cycles: ffffffff8b479940 tcp_clean_rtx_queue.constprop.0+0x3e0 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [039] 2536.671662: 27396832 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [031] 2536.672502: 32739316 cycles: ffffffff8a753970 newidle_balance+0x3a0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [017] 2536.673600: 33042008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 193827 [047] 2536.674050: 23225361 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [035] 2536.674480: 22509041 cycles: 17fb31c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 197562 [029] 2536.674486: 39413568 cycles: 1c3a5881 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [019] 2536.674489: 31452861 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [014] 2536.674670: 42671689 cycles: 133a451d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2536.674707: 36783115 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [028] 2536.674734: 36576389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [033] 2536.675174: 26137848 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2536.675285: 36021424 cycles: ffffffff8a7eec0b tick_nohz_next_event+0x2b ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [013] 2536.675474: 37416028 cycles: 3b278e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [041] 2536.675544: 34806579 cycles: 6736c8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2536.675584: 28505882 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [012] 2536.676349: 26834774 cycles: 1801940 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198619 [004] 2536.676413: 34021966 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [001] 2536.676466: 28725676 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [044] 2536.676996: 41890207 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [046] 2536.677517: 34843677 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688e026 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.678173: 25896707 cycles: ffffffff8ab2fd16 smaps_page_accumulate+0x46 ([kernel.kallsyms]) ffffffff8ab3078b smaps_account+0xfb ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagentd 150654 [008] 2536.678552: 49773301 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [034] 2536.678808: 32213366 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2536.679046: 27153725 cycles: ffffffff8a7d6f00 timer_clear_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [015] 2536.679059: 27597793 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [045] 2536.679067: 30554458 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [023] 2536.679076: 23982839 cycles: 3a3a474 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.679375: 37614190 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [020] 2536.679398: 26409703 cycles: 20485bed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [042] 2536.679460: 42704873 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2536.679612: 28737348 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2536.680289: 31561622 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ydbd.Scheduler 154858 [009] 2536.680578: 31155139 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2536.681685: 33537253 cycles: ffffffff8a7dacee ktime_get+0x3e ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [026] 2536.682290: 33928482 cycles: 3b9e8df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [010] 2536.682312: 35865160 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [018] 2536.682485: 37515614 cycles: 204af676 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [007] 2536.682865: 32958386 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2536.683192: 26429054 cycles: ffffffff8a7efd30 tick_nohz_idle_exit+0x20 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163646 [022] 2536.683535: 45302973 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198711 [024] 2536.683603: 31974065 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [040] 2536.683678: 25080877 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [021] 2536.684045: 21102471 cycles: 3b75dd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2536.684062: 30677817 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [016] 2536.684679: 30947955 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [025] 2536.684706: 48681104 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [035] 2536.684884: 23368459 cycles: ffffffff8aa72b35 __check_object_size.part.0+0x5 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.685313: 28316438 cycles: ffffffff8ab31cc3 smaps_pte_entry+0x1a3 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.Background 197562 [029] 2536.685317: 38570855 cycles: 1c3a6121 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196761 [043] 2536.685700: 37565812 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [002] 2536.685918: 28019304 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [047] 2536.686545: 21354335 cycles: ffffffff8aa51479 consume_stock+0x49 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165272 [012] 2536.686995: 33104201 cycles: 12f0ac07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdCmpl_0 194090 [033] 2536.687571: 24831087 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [017] 2536.688104: 29786273 cycles: 649a6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [027] 2536.689453: 34477160 cycles: 1300eeda [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [001] 2536.689578: 26002532 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [030] 2536.689742: 46677562 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [020] 2536.690000: 27104774 cycles: 3a93de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2536.690871: 47842694 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [023] 2536.690882: 23117334 cycles: 3a90e3a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [031] 2536.691204: 34542038 cycles: ffffffff8a9b85c4 _compound_head+0x4 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [006] 2536.691209: 27236759 cycles: ffffffff8b60a91f mt_find+0x4f ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2536.691276: 36125873 cycles: ffffffff8a7479ca update_load_avg+0xfa ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [032] 2536.691431: 29966605 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2536.691570: 42762834 cycles: 140862bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198438 [041] 2536.692935: 35300006 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [019] 2536.693046: 33714524 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [046] 2536.693050: 30408551 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.693050: 30644113 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 196021 [028] 2536.693351: 39692867 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [013] 2536.693869: 35991752 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [044] 2536.694245: 46647568 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 165865 [034] 2536.694605: 27862926 cycles: 133b672a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [005] 2536.694714: 26245779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 172390 [015] 2536.694926: 27035314 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [038] 2536.695020: 43840364 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154850 [036] 2536.695281: 27998161 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [045] 2536.695286: 39121070 cycles: 14060ba4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [010] 2536.695363: 38662088 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [018] 2536.695418: 35107041 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [040] 2536.695490: 24000780 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159388 [003] 2536.695624: 29521447 cycles: 133b5ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [021] 2536.695637: 20062835 cycles: ffffffffc0ca9fb0 nf_confirm+0x150 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197562 [029] 2536.695880: 38137126 cycles: 1c3a618b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [026] 2536.695898: 34723176 cycles: 133cde84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [000] 2536.696136: 35676722 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 165266 [035] 2536.697232: 21475419 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [039] 2536.697668: 32323673 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [002] 2536.698318: 26242372 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [001] 2536.698342: 26699304 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2536.699056: 36362631 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2536.699192: 31145770 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [008] 2536.699300: 52338698 cycles: 13a0ecd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 194362 [011] 2536.699354: 21546142 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 160832 [047] 2536.699529: 19813343 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58e [unknown] ([unknown]) nbsd-lig.SRV2 196022 [024] 2536.699662: 38133761 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [007] 2536.699821: 34379015 cycles: 1840b94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [017] 2536.700673: 27520204 cycles: 1407140a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [033] 2536.700806: 22216138 cycles: ffffffff8aaef755 eventfd_write+0x5 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2536.701054: 32094622 cycles: ffffffff8a735f16 update_rq_clock+0x146 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 170605 [006] 2536.701211: 27682847 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [020] 2536.701315: 30791898 cycles: 13b08365 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2536.701457: 43711446 cycles: ffffffff8b448c45 nf_hook_slow+0x95 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.701521: 33449887 cycles: ffffffff8b620e44 vsnprintf+0x74 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8aa10ce0 hugetlb_report_usage+0x20 ([kernel.kallsyms]) ffffffff8ab32c78 task_mem+0x2b8 ([kernel.kallsyms]) ffffffff8ab3ebd9 proc_pid_status+0x89 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [023] 2536.701569: 22364055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [043] 2536.702063: 37190870 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [021] 2536.704485: 20934927 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [032] 2536.704761: 28146182 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [046] 2536.704841: 29090487 cycles: 6e8 [unknown] ([vdso]) swapper 0 [027] 2536.705043: 31450646 cycles: ffffffff8a996753 need_update+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [035] 2536.705172: 22824540 cycles: 404db0d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [004] 2536.705191: 31777894 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [040] 2536.705264: 24068024 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 193914 [013] 2536.705466: 38253163 cycles: ffffffff8aa7bb55 __x64_sys_lseek+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730346 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.IC 194002 [025] 2536.705809: 38516525 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Batch 159504 [042] 2536.705895: 42915551 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 168703 [031] 2536.706154: 36480728 cycles: acba57c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Background 197562 [029] 2536.706374: 37684653 cycles: 1c3a6121 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2536.706804: 23573206 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2536.706836: 29177849 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [034] 2536.707076: 26036895 cycles: ffffffff8b50f122 unix_stream_read_generic+0x202 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2536.707358: 23964763 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [003] 2536.707545: 28599547 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2536.707673: 20791050 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [033] 2536.708096: 23000992 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2536.708120: 39528667 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2536.708375: 44773566 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194003 [015] 2536.708573: 27035314 cycles: ffffffff8a74dcd0 dequeue_entity+0x150 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 194423 [026] 2536.710119: 37694473 cycles: 2455804 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d781c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272cd39 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee8cf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2724fed [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27261ca [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SNULL 196013 [002] 2536.710347: 24973097 cycles: ffffffff8a74dc43 dequeue_entity+0xc3 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2536.710460: 23036638 cycles: ffffffff8b61abe9 timerqueue_add+0x49 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2536.710490: 25657006 cycles: ffffffff8a75331a load_balance+0x5ea ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2536.710694: 34234459 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [010] 2536.711393: 34528509 cycles: 1fd8405 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2536.711480: 52235838 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165274 [000] 2536.711527: 31657384 cycles: ffffffff8a7c565b exit_to_user_mode_loop+0x5b ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198050 [018] 2536.711720: 32782164 cycles: 25150300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [036] 2536.712553: 23624438 cycles: 190cf51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [039] 2536.713122: 33459104 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [009] 2536.713310: 32123077 cycles: 17faba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [006] 2536.713407: 26081613 cycles: ffffffff8b697805 exc_page_fault+0x15 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [038] 2536.714481: 41900940 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165845 [040] 2536.714731: 23949968 cycles: 13404470 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [021] 2536.714825: 20305572 cycles: 1869373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 168716 [028] 2536.714847: 37076774 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2536.715328: 38601340 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [041] 2536.715412: 51203830 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194633 [020] 2536.715615: 31723609 cycles: 1960570 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 193914 [013] 2536.715935: 37900953 cycles: ffffffff8ab3e207 do_task_stat+0x507 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blockstore-test 198065 [035] 2536.716523: 22500774 cycles: ffffffff8aa18c39 policy_node+0x79 ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.System 165845 [004] 2536.717217: 34236507 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2536.718145: 40373186 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [047] 2536.718259: 20652766 cycles: 3a635cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2536.718486: 41684204 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2536.718679: 25449259 cycles: 3a6339d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2536.719792: 27499313 cycles: ffffffff8a6c84dc switch_mm_irqs_off+0x18c ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2536.720073: 34827071 cycles: ffffffff8ab306f4 smaps_account+0x64 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 194778 [046] 2536.720784: 25173415 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [034] 2536.720882: 26036895 cycles: 1330eb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [023] 2536.720894: 23151222 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2536.721679: 49775281 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [033] 2536.721824: 24460310 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [032] 2536.721835: 25451928 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [045] 2536.723538: 36729279 cycles: 1be5a334 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [025] 2536.724397: 36438116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2536.725167: 21776649 cycles: ffffffff8b46fe3d tcp_update_recv_tstamps+0x6d ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2536.725903: 36727700 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [008] 2536.726258: 47596861 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.726517: 30685976 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [047] 2536.726594: 21791302 cycles: 64fb946 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [019] 2536.726792: 22834741 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [040] 2536.727031: 29286273 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2536.727045: 35010850 cycles: 21bf420 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [010] 2536.727678: 33569945 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2536.728556: 39796494 cycles: ffffffff8a73c9e5 sched_ttwu_pending+0x125 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [014] 2536.728676: 33654929 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [003] 2536.728762: 20941289 cycles: 13925ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2536.728846: 39139587 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) Test 194631 [036] 2536.729158: 18607498 cycles: 2a7fbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [027] 2536.729241: 31450646 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [006] 2536.729277: 24824064 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [021] 2536.729295: 17917558 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.729672: 35487046 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8aab7081 single_release+0x31 ([kernel.kallsyms]) ffffffff8ab2e252 smaps_rollup_release+0x42 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1198eb __close_nocancel+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 8beff _IO_file_close_it+0x6f (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ed8e fclose+0x11e (/usr/lib/x86_64-linux-gnu/libc.so.6) 15242 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [011] 2536.730468: 27104068 cycles: 185f8f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [004] 2536.730863: 35412128 cycles: 1742c047 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 197448 [020] 2536.731336: 29907919 cycles: 68d03c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [043] 2536.731621: 43785064 cycles: 13b084b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [015] 2536.732079: 36843074 cycles: ffffffff8a7f17c8 futex_hash+0x78 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [005] 2536.732483: 24478260 cycles: 288acfb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196763 [038] 2536.732762: 36846375 cycles: ffffffff8a7f6da5 futex_wait+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [031] 2536.733152: 34950323 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [023] 2536.733211: 24027377 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2536.733492: 29467520 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2536.734010: 31568089 cycles: ffffffff8b697ea7 ct_idle_exit+0x7 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2536.734155: 35954811 cycles: ffffffff8a9eae8a free_pcp_prepare+0x17a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2536.734179: 41591738 cycles: ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [016] 2536.734212: 36628388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [033] 2536.734222: 24444648 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2536.734302: 38660409 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [024] 2536.735679: 37772095 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165273 [044] 2536.736104: 54248087 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [035] 2536.736115: 22674835 cycles: ffffffff8a750161 update_sg_lb_stats+0x361 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2536.736308: 21392504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2536.736410: 21454889 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [046] 2536.737560: 20675267 cycles: 3b3db60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [032] 2536.738509: 32117544 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [021] 2536.738670: 17486405 cycles: 2aadf02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [001] 2536.738925: 25657006 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [037] 2536.739398: 35782246 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 195110 [036] 2536.740362: 17423218 cycles: 175b27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [029] 2536.740771: 33322473 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [026] 2536.741628: 34536360 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8b39adf1 enqueue_to_backlog+0x131 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2536.741947: 32084368 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2536.742209: 30399686 cycles: 1617ad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 159383 [039] 2536.742692: 31981280 cycles: 2112e5a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 163665 [000] 2536.743264: 30829974 cycles: ffffffff8a7523fa __update_idle_core+0xca ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198736 [011] 2536.743334: 27104068 cycles: ffffffff8b5854f3 inet6_ehashfn+0x43 ([kernel.kallsyms]) ffffffff8b585710 __inet6_lookup_established+0x40 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.IO 155711 [019] 2536.743830: 18055386 cycles: 18755d29 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.Backgr 194456 [006] 2536.744152: 24593884 cycles: 124181e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [014] 2536.744450: 32242588 cycles: 3b9cb4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2536.745033: 27253320 cycles: 1740b88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2536.745176: 36756017 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194356 [013] 2536.745345: 21185438 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194337 [012] 2536.745952: 34711918 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [004] 2536.746465: 34003309 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2536.747200: 40278346 cycles: ffffffff8b616e10 rb_erase+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [047] 2536.748022: 21062634 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [002] 2536.748192: 20344188 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2536.748202: 29907919 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2536.748480: 24090846 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2536.748788: 47020255 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2536.749185: 31035248 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.749248: 36119192 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 198447 [038] 2536.749675: 46522938 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2536.750272: 28457418 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [018] 2536.750432: 35671888 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [008] 2536.751067: 42244615 cycles: 140890dc [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2536.751459: 18751120 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [036] 2536.752448: 17352946 cycles: ffffffff8a95a5fb rseq_get_rseq_cs.isra.0+0x1b ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [042] 2536.752817: 35028736 cycles: 267732cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [003] 2536.752873: 14305019 cycles: ffffffffc0cab31a tcp_in_window+0x59a ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [015] 2536.752934: 37514897 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [030] 2536.753148: 34410230 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [019] 2536.753216: 19051009 cycles: 193e231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [034] 2536.753492: 32495492 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) PdGetEv 194092 [032] 2536.753655: 33893707 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [024] 2536.754722: 30302079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2536.755066: 39384195 cycles: ffffffff8a7327fa ttwu_queue_wakelist+0x3a ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [035] 2536.755723: 30037446 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194633 [009] 2536.755947: 34205458 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bc66648f [unknown] (//anon) ydbd.Scheduler 172236 [021] 2536.756190: 15569904 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [026] 2536.756743: 33193874 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [040] 2536.757493: 30794720 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [041] 2536.757979: 47865590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [017] 2536.758027: 32180357 cycles: 4017394 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [045] 2536.758132: 31856462 cycles: 133a5cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [007] 2536.758647: 31499854 cycles: 3b3dddd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [001] 2536.758835: 30474546 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2536.759111: 20314867 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2536.759143: 36266463 cycles: 8dc5f _IO_setb+0x3f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8f9fa [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 62322 __isoc99_sscanf+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) 124e4 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [029] 2536.759283: 32647666 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2536.759413: 34627514 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2536.759768: 19139386 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 151710 [023] 2536.760262: 25026766 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [039] 2536.760568: 34755591 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170139 [000] 2536.760600: 35523298 cycles: ffffffff8a738306 pick_next_task+0x6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2536.760850: 24593884 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [046] 2536.761035: 19076554 cycles: ffffffff8a7f6609 futex_wake+0x149 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2536.761960: 35248746 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [043] 2536.762200: 45935542 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 168705 [004] 2536.762451: 42415413 cycles: c7ee018 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2536.762543: 30158021 cycles: ffffffff8a769138 psi_group_change+0x198 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [012] 2536.762777: 40125914 cycles: 219fbcf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2536.764048: 24336234 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [003] 2536.764294: 13896507 cycles: 14068b0a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [019] 2536.764306: 19287216 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [011] 2536.764343: 36502794 cycles: ffffffff8b697d85 irqentry_exit+0x35 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 197892 [005] 2536.764396: 27248108 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [031] 2536.765142: 33123239 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [010] 2536.765427: 27354884 cycles: 3b9c84d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [020] 2536.765445: 32271201 cycles: 67f7d25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [044] 2536.766562: 57153489 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [035] 2536.767144: 31057757 cycles: 17f0574 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159512 [021] 2536.767333: 14160820 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [015] 2536.767524: 37491029 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2536.767709: 35418785 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [024] 2536.767868: 27040750 cycles: 288985f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [030] 2536.768268: 38136364 cycles: 12e9732f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2536.768460: 20342857 cycles: 688ea7e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.769108: 36375420 cycles: ffffffff8a7d6f7f update_process_times+0x3f ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9bbec3 vm_normal_page+0x73 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 196114 [007] 2536.769627: 30815572 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [018] 2536.769797: 29686576 cycles: ffffffff8a74aaf0 update_curr+0x60 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [047] 2536.770863: 18669572 cycles: 3b2fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [008] 2536.771078: 47001841 cycles: ffffffff8b50f995 unix_stream_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [046] 2536.771897: 18938478 cycles: ffffffff8a750155 update_sg_lb_stats+0x355 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [036] 2536.773447: 12862817 cycles: 16bf07b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2536.773690: 25917699 cycles: ffffffff8a74bbb6 select_idle_sibling+0x96 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [001] 2536.774056: 25309037 cycles: ffffffff8aa2b540 memcg_slab_post_alloc_hook+0x1c0 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [045] 2536.774120: 35866031 cycles: 3a64749 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [028] 2536.774649: 38880210 cycles: 689a21a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [016] 2536.775340: 40744860 cycles: 1ead5d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 165667 [038] 2536.775930: 34061548 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [013] 2536.776135: 12731119 cycles: ffffffff8aa31ada __kmem_cache_free+0x1ca ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [022] 2536.776423: 26019126 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [032] 2536.776984: 30725977 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194619 [026] 2536.777560: 27194904 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [034] 2536.777637: 30525574 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV1 194448 [025] 2536.778303: 33659331 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194345 [010] 2536.778699: 25436721 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [000] 2536.778759: 38092756 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2536.779094: 36514554 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [020] 2536.779161: 29178307 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [031] 2536.779413: 33870785 cycles: 1873668 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [035] 2536.779476: 29776571 cycles: 26a5e38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2536.779799: 30339611 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [003] 2536.779838: 13308642 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 193498 [002] 2536.781208: 18556510 cycles: ffffffff8b697b60 syscall_enter_from_user_mode+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [047] 2536.781648: 21061432 cycles: ffffffff8aa31b3a __kmem_cache_free+0x22a ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 171288 [018] 2536.781946: 31656540 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [019] 2536.782810: 14289080 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [036] 2536.783440: 16195125 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [041] 2536.783581: 50531512 cycles: 3a6352c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [006] 2536.783961: 34540798 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 194094 [029] 2536.784658: 33520230 cycles: 1567c442 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 198454 [024] 2536.784857: 22883228 cycles: 12f4753d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 198426 [030] 2536.785413: 40340796 cycles: 22a1875a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2536.785488: 16798454 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) PdGetEv 172388 [014] 2536.786074: 39378466 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [012] 2536.786182: 47366322 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197238 [017] 2536.786702: 34421308 cycles: 139f1051 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2536.786753: 12372804 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [002] 2536.787167: 19861909 cycles: 17417374 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 194346 [040] 2536.787176: 30310827 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165274 [004] 2536.787323: 40203403 cycles: 133b693e [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [022] 2536.788008: 25359551 cycles: 18403bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 198118 [042] 2536.788480: 32343276 cycles: 157307c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) atop 1333 [037] 2536.789138: 36620972 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8a6faba6 __ptrace_may_access+0xe6 ([kernel.kallsyms]) ffffffff8a6fb9bf ptrace_may_access+0x2f ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f021 proc_tid_stat+0x11 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12390 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 196114 [007] 2536.789837: 31038620 cycles: ffffffff8aa562e4 drain_stock+0x64 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [005] 2536.789903: 32457914 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165143 [021] 2536.790285: 10344533 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198709 [010] 2536.790341: 24216224 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [046] 2536.790450: 18627059 cycles: 14051682 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2536.790456: 28709976 cycles: ffffffff8a7d7adc hrtimer_update_next_event+0x9c ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [009] 2536.791427: 32060058 cycles: 3b2f716 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.791437: 33155833 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2536.791707: 24336234 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [047] 2536.791824: 20225683 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [027] 2536.792072: 37856747 cycles: ffffffff8aa5bcc0 try_charge_memcg+0x2c0 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [026] 2536.792486: 24367611 cycles: ffffffff8b6223b3 minmax_running_min+0x3 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [035] 2536.792593: 33769671 cycles: ffffffff8b3a7cd6 net_rx_action+0x6 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [003] 2536.792936: 14047752 cycles: ffffffff8a760597 __update_load_avg_cfs_rq+0x157 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2536.793168: 27483916 cycles: ffffffff8a74bb80 select_idle_sibling+0x60 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 197892 [034] 2536.793407: 34548489 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [015] 2536.793731: 43855705 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [038] 2536.793994: 32890981 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.794232: 16652561 cycles: ffffffff8ab2fcf9 smaps_page_accumulate+0x29 ([kernel.kallsyms]) ffffffff8ab3078b smaps_account+0xfb ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [002] 2536.795891: 22783641 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [039] 2536.796805: 33993617 cycles: 14073767 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 198439 [001] 2536.797135: 17274667 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [008] 2536.797144: 45586115 cycles: ffffffff8a753047 load_balance+0x317 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [021] 2536.797352: 11090000 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [019] 2536.797401: 13391619 cycles: 184a50a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [028] 2536.797584: 39548747 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165864 [018] 2536.797682: 38298052 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [022] 2536.797790: 25838960 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [016] 2536.797922: 28307206 cycles: 689b708 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.798395: 36927581 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [031] 2536.798477: 32923618 cycles: 18704b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 198118 [044] 2536.798530: 55877290 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) atop 1333 [036] 2536.798838: 19090211 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 194448 [025] 2536.799003: 31907798 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [040] 2536.799564: 28188560 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [029] 2536.800116: 36803883 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [024] 2536.800309: 19983885 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [007] 2536.801744: 29587151 cycles: ffffffff8a6f2de6 do_softirq.part.0+0x46 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2536.802496: 23654929 cycles: 3b27dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2536.803724: 20851398 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.804080: 23757846 cycles: ffffffff8ab31c88 smaps_pte_entry+0x168 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198736 [019] 2536.804346: 14254090 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [042] 2536.804460: 42325508 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [013] 2536.804604: 9834459 cycles: 3b66386 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [010] 2536.805183: 31875553 cycles: 1860256 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [006] 2536.805337: 36079943 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [002] 2536.805841: 22908976 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [035] 2536.806021: 29912358 cycles: 1860e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 168703 [020] 2536.807321: 23824053 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [003] 2536.807633: 14109490 cycles: ffffffff8b45c810 __ip_queue_xmit+0x60 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [026] 2536.808236: 20924839 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [021] 2536.808356: 11731764 cycles: 3b99b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2536.808564: 43465600 cycles: ffffffff8a74d605 set_next_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [030] 2536.809179: 45323834 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2536.809982: 37193115 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [013] 2536.810004: 10778838 cycles: 17bccf2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2536.810315: 24298231 cycles: ffffffff8a74ad09 reweight_entity+0x19 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2536.810527: 33414422 cycles: ffffffff8a74ae8e update_cfs_group+0x1e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.810617: 28913206 cycles: ffffffff8ab31cbe smaps_pte_entry+0x19e ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 196114 [007] 2536.810914: 29932402 cycles: 3af26ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [016] 2536.810997: 25595871 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [032] 2536.811653: 31380686 cycles: 3ad2239 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [024] 2536.812110: 18353428 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [038] 2536.812206: 32890981 cycles: 689b7c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2536.813377: 44559353 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [031] 2536.813471: 31617411 cycles: 183856e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [011] 2536.813786: 13215277 cycles: 3c8e0b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [012] 2536.814123: 46465557 cycles: e5654 clock_gettime+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [040] 2536.814376: 27396292 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [017] 2536.815401: 37310874 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2536.815552: 12314555 cycles: ffffffff8a754f35 nohz_run_idle_balance+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [034] 2536.815608: 34548489 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2536.816000: 36089621 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [046] 2536.816000: 23131711 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [018] 2536.816853: 36069890 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 165265 [000] 2536.817140: 36147602 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2536.817499: 14109490 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2536.817894: 11952146 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [020] 2536.818269: 23046397 cycles: 194447c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.818578: 32253304 cycles: 7f3cf _IO_fgets+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a8f [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [026] 2536.819011: 20570420 cycles: 17fb232 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [010] 2536.819062: 28504279 cycles: ffffffff8b389883 __skb_datagram_iter+0x1b3 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2536.819371: 23654929 cycles: ffffffff8a7d8d49 hrtimer_interrupt+0x29 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [022] 2536.819516: 24710129 cycles: 204af807 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2536.820326: 31708143 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [024] 2536.820403: 18353428 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [009] 2536.820454: 31830939 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [016] 2536.820705: 28957969 cycles: ffffffff8a7501c6 update_sg_lb_stats+0x3c6 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [007] 2536.820759: 30635216 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [033] 2536.820905: 35883506 cycles: 6e8 [unknown] ([vdso]) diskagen.System 159489 [002] 2536.820968: 22908976 cycles: 13404cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194356 [001] 2536.821246: 13693479 cycles: ffffffff8a752857 update_sd_lb_stats.constprop.0+0xc7 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 165162 [019] 2536.821464: 15063725 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [029] 2536.821573: 38428028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2536.821625: 32367209 cycles: ffffffff8a7d7f3e __hrtimer_start_range_ns+0x25e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [021] 2536.821685: 13078495 cycles: ffffffff8a7aeaab __rcu_read_lock+0x1b ([kernel.kallsyms]) ffffffff8aa5d66a __memcg_kmem_charge_page+0x1ca ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [011] 2536.821862: 14748842 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [008] 2536.823394: 36307683 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [039] 2536.825010: 40927161 cycles: 35f3da9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [032] 2536.825222: 42123397 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ksoftirqd/37 239 [037] 2536.825267: 17170250 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a728483 smpboot_thread_fn+0x153 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.Batch 151702 [040] 2536.825814: 26088257 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [023] 2536.825886: 27483916 cycles: ffffffff8a7eeca4 tick_nohz_next_event+0xc4 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2536.825924: 27802914 cycles: ffffffff8a7397d2 check_preempt_curr+0x22 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2536.826055: 38359555 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [013] 2536.826083: 15761242 cycles: 21a1a156 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2536.827247: 45801020 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [020] 2536.827279: 26085225 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.827450: 34127414 cycles: ffffffff8aa5db49 obj_cgroup_charge+0x29 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8a994606 kvmalloc_node+0x26 ([kernel.kallsyms]) ffffffff8aab7e4b seq_read_iter+0x3bb ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12390 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [042] 2536.827522: 37632848 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) diskagentd 151691 [026] 2536.827700: 26055847 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 163655 [024] 2536.827756: 24835094 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [027] 2536.827813: 36655837 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [038] 2536.827955: 43187923 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 171585 [004] 2536.828118: 28226637 cycles: ffffffff8b800140 entry_SYSCALL_64_after_hwframe+0xc8 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196100 [014] 2536.828416: 43823713 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2536.829438: 34576653 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2536.829857: 14748842 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165435 [034] 2536.829863: 47401430 cycles: 13404f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [031] 2536.829966: 29258398 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2536.830514: 33960333 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [013] 2536.830530: 18075611 cycles: 21a06290 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [006] 2536.831260: 31152993 cycles: ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2536.831865: 29628580 cycles: ffffffff8a74ec43 enqueue_entity+0x1c3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [030] 2536.832236: 39947901 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [003] 2536.833050: 14109490 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 193590 [021] 2536.833143: 14136263 cycles: ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 196124 [000] 2536.833196: 38245982 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [002] 2536.833459: 36027841 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2536.834274: 31459119 cycles: ffffffff8a736101 enqueue_task+0xf1 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2536.834404: 31775627 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171302 [015] 2536.835123: 32574109 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [037] 2536.835456: 17463250 cycles: 36a1380 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2536.835905: 30536206 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [008] 2536.836337: 36520570 cycles: 1741a95f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [047] 2536.836399: 33974848 cycles: ffffffff8b6a497e __schedule+0x47e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [035] 2536.836477: 35104792 cycles: 17f0569 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.836805: 34742270 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [009] 2536.837307: 37520539 cycles: ffffffff8a74eb7d enqueue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [010] 2536.838404: 23083987 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [019] 2536.838668: 15063725 cycles: ffffffff8aa51002 page_counter_cancel+0x32 ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 194440 [040] 2536.838932: 24280183 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [020] 2536.839140: 28711529 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 194363 [045] 2536.839208: 37076823 cycles: ffffffff8b3a7d75 net_rx_action+0xa5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2536.839664: 34372587 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [012] 2536.839676: 48069700 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [033] 2536.840219: 28907673 cycles: 673b2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [024] 2536.841930: 27820275 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [046] 2536.842822: 32362828 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [011] 2536.842860: 20248410 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [037] 2536.843126: 17463250 cycles: 3a77cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [026] 2536.844397: 25175005 cycles: 21a1bb27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [001] 2536.844505: 16211709 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198611 [006] 2536.845129: 34521543 cycles: ffffffff8a754ac5 nohz_balancer_kick+0x5 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [039] 2536.845355: 38705300 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 168705 [004] 2536.846299: 28226637 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc5255a613f [unknown] (//anon) blocksto.CLI2 194630 [031] 2536.846437: 35114266 cycles: 3699f56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2536.847551: 36659047 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196101 [042] 2536.848542: 47634659 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.848870: 32893742 cycles: ffffffff8ab31b5a smaps_pte_entry+0x3a ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [041] 2536.849076: 53879368 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162517 [010] 2536.849892: 23975271 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 155714 [020] 2536.850072: 30505775 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [028] 2536.850428: 26696139 cycles: 28897df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [002] 2536.850609: 38952854 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [015] 2536.850669: 34486958 cycles: 644bfa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2536.850853: 39339274 cycles: ffffffff8a74ab10 update_curr+0x80 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2536.851087: 19198691 cycles: ffffffff8a697e38 __sysvec_call_function_single+0x28 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2536.851165: 32939791 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [018] 2536.851288: 34305052 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2536.851473: 35568824 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [016] 2536.851914: 30567260 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 193840 [040] 2536.852188: 22244691 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [019] 2536.852967: 26596156 cycles: ffffffff8a753f06 pick_next_task_fair+0x446 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2536.854011: 34785341 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [044] 2536.854906: 46451362 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2536.855235: 21956086 cycles: ffffffff8a73835b pick_next_task+0x5b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2536.855361: 37796776 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2536.855408: 33808026 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2536.856028: 30101583 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [027] 2536.856435: 37367685 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2536.856885: 43584703 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) grpc_global_tim 167006 [013] 2536.857160: 22244759 cycles: 11a139a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2536.857370: 27429070 cycles: ffffffff8a7d74a1 hrtimer_active+0x21 ([kernel.kallsyms]) ffffffff8a7d8865 hrtimer_cancel+0x15 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [017] 2536.857549: 32172305 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 169040 [030] 2536.857616: 39996441 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) atop 1333 [036] 2536.857917: 34204160 cycles: ffffffff8b697c63 syscall_exit_to_user_mode+0x33 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ec06b getuid+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 14bde [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194629 [011] 2536.858435: 19575484 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 169044 [043] 2536.859162: 44559353 cycles: bbb7ab8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [045] 2536.859329: 38059243 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [005] 2536.860273: 44474739 cycles: 3af22e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [046] 2536.860372: 35453324 cycles: ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [038] 2536.863073: 25633534 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [031] 2536.863364: 38280910 cycles: 36b773d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2536.863474: 37157300 cycles: 17e149f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196761 [034] 2536.863555: 47445589 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [004] 2536.863661: 28226637 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [029] 2536.864146: 38428028 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [047] 2536.864510: 43749170 cycles: ffffffff8a74db8d dequeue_entity+0xd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2536.865595: 32194092 cycles: 3c4d02c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2536.865729: 25192936 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [023] 2536.865774: 39614362 cycles: 194447c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196103 [008] 2536.866103: 39329079 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2536.866531: 22394760 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [033] 2536.867012: 29389024 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169053 [012] 2536.867137: 47361304 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2536.867182: 19585567 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.867282: 34819932 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 194778 [010] 2536.867468: 22447960 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2536.867727: 35300474 cycles: 1e4dfb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165660 [011] 2536.868055: 27391152 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 167045 [020] 2536.868258: 35894265 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2536.868349: 28674402 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [015] 2536.868369: 32836790 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [026] 2536.868632: 32973303 cycles: ffffffff8b46ec9d tcp_sendmsg_locked+0x39d ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170468 [001] 2536.868819: 20875213 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [018] 2536.870093: 34055078 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [039] 2536.870699: 33425840 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [019] 2536.870890: 28568130 cycles: 141d2fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 197243 [024] 2536.873946: 33117532 cycles: ffffffff8a752884 update_sd_lb_stats.constprop.0+0xf4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [006] 2536.874806: 37755287 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [002] 2536.875464: 40136036 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [021] 2536.875723: 23106729 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2536.875773: 19198691 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2536.875909: 36143009 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2536.876815: 35289452 cycles: ffffffff8ab306f4 smaps_account+0x64 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 198455 [004] 2536.878680: 46076294 cycles: 1436181b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2536.879285: 38024274 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198624 [022] 2536.879861: 37162964 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [031] 2536.879929: 33656796 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 169148 [038] 2536.880327: 21301996 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [013] 2536.880385: 26910188 cycles: ffffffff8a743690 pick_next_entity+0x180 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [010] 2536.880628: 27210296 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2536.880765: 40445188 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [042] 2536.880996: 40206754 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [041] 2536.881637: 42014197 cycles: 67f93b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [014] 2536.881702: 37858944 cycles: ffffffff8a73e506 idle_cpu+0x16 ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2536.881800: 35345257 cycles: ffffffff8adb059e _find_next_bit+0x2e ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [033] 2536.881807: 28714664 cycles: 3b6dbc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159403 [046] 2536.881966: 41242573 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd3438dd87f [unknown] (//anon) ydbd 169053 [028] 2536.882073: 19245783 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198751 [040] 2536.882186: 16506175 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2536.883507: 38153243 cycles: ffffffff8a7d7b3b __remove_hrtimer+0x2b ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [044] 2536.883943: 51408092 cycles: 1573079e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197266 [030] 2536.884133: 26746613 cycles: 1422680f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [026] 2536.884213: 27609955 cycles: 21a05d5d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [019] 2536.884641: 31060384 cycles: ffffffff8b5680aa inet6_csk_route_socket+0x9a ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [015] 2536.885079: 36054188 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) nbsd-lig.SRV1 194448 [043] 2536.885312: 42861575 cycles: ffffffff8adaff8a __import_iovec+0xea ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [016] 2536.886273: 37989523 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2536.886518: 35810608 cycles: ffffffff8aa31653 __kmem_cache_alloc_node+0x53 ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8a994606 kvmalloc_node+0x26 ([kernel.kallsyms]) ffffffff8aab7e4b seq_read_iter+0x3bb ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a8f [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.System 197238 [017] 2536.886614: 32612925 cycles: 140c20fd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2536.886709: 33145909 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [005] 2536.887363: 43389163 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67d3debaf [unknown] (//anon) Test 196124 [020] 2536.888418: 36634941 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [027] 2536.889716: 18713505 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2536.889737: 36044835 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [018] 2536.890070: 35214147 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [008] 2536.891303: 33798121 cycles: 3b33740 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [009] 2536.891828: 33808026 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196918 [010] 2536.891912: 25518268 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.User 172223 [038] 2536.892164: 20053692 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [037] 2536.892310: 28761984 cycles: ffffffff8a9eb401 destroy_large_folio+0x21 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2536.893149: 16214350 cycles: ffffffff8a74d606 set_next_entity+0x6 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [047] 2536.893178: 38223871 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2536.893273: 40813847 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) blocksto.CLI2 194630 [031] 2536.894028: 29417438 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2536.894390: 37281873 cycles: ffffffff8a971330 __page_cache_release+0x0 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2536.894392: 25458645 cycles: ffffffff8a743699 pick_next_entity+0x189 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165144 [028] 2536.894791: 18128262 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [034] 2536.895232: 48338616 cycles: ffffffff8a7efdd9 tick_nohz_idle_exit+0xc9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [012] 2536.895304: 36233439 cycles: 3a6131a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2536.896327: 36044479 cycles: ffffffff8ab306b2 smaps_account+0x22 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [045] 2536.896579: 21376298 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [001] 2536.897445: 20555007 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2536.898380: 47370855 cycles: ffffffff8a7ef9dd tick_nohz_idle_enter+0x2d ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [026] 2536.898878: 28522149 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159624 [006] 2536.899788: 33461664 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 154858 [022] 2536.899972: 38625050 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [033] 2536.899983: 29146697 cycles: ffffffff8ac6495e fsnotify_perm.part.0+0x9e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170129 [014] 2536.900780: 35399743 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [042] 2536.901356: 31980709 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159874 [000] 2536.901440: 34699170 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [041] 2536.901753: 49160573 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165273 [038] 2536.901860: 20551968 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 165272 [003] 2536.902031: 26301868 cycles: 1338be01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [004] 2536.902114: 34775014 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [020] 2536.902348: 44708255 cycles: 174163c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [016] 2536.902641: 37073514 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.IC 198447 [028] 2536.903327: 18155593 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2536.903635: 23106729 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2536.904734: 41331222 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2536.904885: 24090806 cycles: ffffffff8b6a462a __schedule+0x12a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [046] 2536.905246: 40326236 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [027] 2536.905756: 15641463 cycles: 204876b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [040] 2536.905810: 15088548 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) blocksto.CLI2 197448 [029] 2536.906545: 50126796 cycles: 3a61c86 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.906754: 28196148 cycles: ffffffff8ab2fce7 smaps_page_accumulate+0x17 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194623 [019] 2536.907016: 29431801 cycles: 3a61444 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2536.907226: 24069767 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [001] 2536.907827: 24914083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2536.908820: 37547460 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [008] 2536.909003: 30644158 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [031] 2536.909063: 30101343 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacef1 copy_page_from_iter+0x21 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 163657 [024] 2536.909186: 34326103 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [026] 2536.909458: 37113260 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [038] 2536.910055: 23614762 cycles: 25258a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [012] 2536.910618: 31245573 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [018] 2536.910986: 35214147 cycles: ffffffff8a972834 lru_add_fn+0x164 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167053 [028] 2536.911289: 19765975 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2536.911313: 47475266 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) ydbd.Scheduler 172236 [002] 2536.913332: 40477961 cycles: ffffffff8a7478d8 update_load_avg+0x8 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [005] 2536.913476: 52388331 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [040] 2536.913621: 15903883 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 154858 [042] 2536.914034: 33503512 cycles: ffffffff8a95a8e3 rseq_ip_fixup+0x83 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [037] 2536.914493: 30217567 cycles: ffffffff8ab3eadc render_sigset_t+0x4c ([kernel.kallsyms]) ffffffff8ab3ed97 proc_pid_status+0x247 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [013] 2536.914898: 30596305 cycles: 26cb340 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [010] 2536.916432: 22862878 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2536.916579: 27391152 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2536.916653: 30278999 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2536.917480: 46675826 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [017] 2536.918402: 20073651 cycles: 1742c49c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [004] 2536.918869: 35275308 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [030] 2536.919648: 21819457 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [033] 2536.919650: 33372590 cycles: ffffffff8a7ef890 tick_nohz_idle_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [022] 2536.919945: 36960887 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2536.919966: 25235962 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [016] 2536.920402: 36638917 cycles: 17e46aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2536.920586: 37915233 cycles: 209f76f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [027] 2536.920775: 15641463 cycles: ffffffff8a9a2000 should_failslab+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197252 [000] 2536.921230: 30081744 cycles: ffffffff8a753c19 pick_next_task_fair+0x159 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [040] 2536.921263: 17670291 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2536.921417: 33542941 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kworker/u96:3-l 161166 [028] 2536.921674: 25104546 cycles: ffffffffc0ca4044 gc_worker+0x1a4 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 194623 [025] 2536.921936: 39431862 cycles: 3a4a5aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [034] 2536.922573: 42087098 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2536.922758: 32049368 cycles: 129abdf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [037] 2536.922788: 32640944 cycles: ffffffff8ab3d9a6 task_state+0x336 ([kernel.kallsyms]) ffffffff8ab3ebc9 proc_pid_status+0x79 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 194363 [021] 2536.922967: 28357043 cycles: ffffffff8a7d6bc3 mod_timer+0x13 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [008] 2536.924193: 26220560 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [046] 2536.924355: 35615695 cycles: 156cee8b [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [019] 2536.924355: 37274044 cycles: 3ca1f7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2536.924551: 21274732 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [041] 2536.924879: 44436368 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.925372: 44141289 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [011] 2536.925477: 33273084 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [012] 2536.925986: 29734936 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2d63a27 [unknown] (//anon) diskagen.Schedu 165274 [010] 2536.926539: 22977762 cycles: 203ff8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [020] 2536.926592: 41725577 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [045] 2536.926648: 13193154 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [024] 2536.927334: 31177480 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [018] 2536.928650: 39756993 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [030] 2536.930943: 22174039 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [014] 2536.931379: 32782224 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2536.931741: 33614493 cycles: ffffffff8ab2fd16 smaps_page_accumulate+0x46 ([kernel.kallsyms]) ffffffff8ab3078b smaps_account+0xfb ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd 170468 [026] 2536.931800: 32298346 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [042] 2536.932047: 35375802 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) grpc_global_tim 196902 [003] 2536.932223: 29420750 cycles: ffffffff8b800bc1 asm_exc_page_fault+0x11 ([kernel.kallsyms]) 2b210 [unknown] (/usr/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2) 14909 _dl_allocate_tls+0x169 (/usr/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2) 957b4 pthread_create+0xb74 (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a52ddd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 155846 [028] 2536.932588: 28650534 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [007] 2536.932795: 35411642 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [023] 2536.932887: 33145909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IO 194354 [002] 2536.933453: 37271142 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165166 [040] 2536.933526: 17400925 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [033] 2536.934375: 30398989 cycles: 68a4076 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2536.934879: 20688646 cycles: 1966748 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [000] 2536.935285: 30081744 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [045] 2536.937906: 13193154 cycles: 243b797 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [012] 2536.938939: 28790863 cycles: 1860eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [016] 2536.938959: 28770889 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [044] 2536.939114: 40988166 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [008] 2536.939694: 22530493 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [036] 2536.940416: 18921419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2536.940608: 32240404 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [010] 2536.940850: 22977762 cycles: ffffffff8a7f1aa3 futex_setup_timer+0x43 ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) atop 1333 [037] 2536.940971: 34358694 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [001] 2536.941189: 22590186 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2536.941304: 32580803 cycles: 3b9c8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [004] 2536.941500: 28786142 cycles: 133a5ca5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [030] 2536.941607: 21742838 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [019] 2536.942021: 39073392 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2536.942107: 30033764 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [005] 2536.942595: 49422917 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [017] 2536.942822: 21855412 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [024] 2536.943241: 32117408 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [040] 2536.943439: 18568011 cycles: ffffffff8aa5bcb7 try_charge_memcg+0x2b7 ([kernel.kallsyms]) ffffffff8aa5db8c obj_cgroup_charge+0x6c ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [009] 2536.943924: 21449161 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8a9b3f3c follow_pmd_mask.isra.0+0x1cc ([kernel.kallsyms]) ffffffff8a9b44ce follow_p4d_mask+0x14e ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2536.944064: 32826681 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [027] 2536.944108: 19602066 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2536.944358: 34428452 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [014] 2536.944556: 29009580 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [038] 2536.944728: 21491556 cycles: 13bea11a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2536.944810: 33494203 cycles: 13129ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [020] 2536.945195: 44961754 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [015] 2536.945520: 39465373 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [046] 2536.946270: 25952445 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [045] 2536.947604: 18238255 cycles: 2478f57 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197545 [042] 2536.947820: 34680285 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [018] 2536.948084: 29756215 cycles: ffffffff8a9b87d5 count_memcg_events.constprop.0+0x35 ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165845 [028] 2536.948538: 25908315 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [041] 2536.948569: 48579856 cycles: 689b77f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165440 [031] 2536.948888: 25001832 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [021] 2536.949773: 30387571 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [036] 2536.950128: 18861003 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [033] 2536.950311: 30749114 cycles: 6345ec5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2536.950438: 35145430 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [000] 2536.950877: 39030169 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2536.951807: 32324962 cycles: ffffffff8a7ef402 tick_nohz_restart+0x82 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2536.952510: 31482870 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [008] 2536.952511: 21064571 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [030] 2536.952769: 21244572 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165665 [002] 2536.952930: 37137321 cycles: ffffffff8a75ff30 __update_load_avg_se+0x1d0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [010] 2536.953099: 22977762 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [016] 2536.953617: 24699736 cycles: 68a39dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.954265: 41929488 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) swapper 0 [035] 2536.955092: 25738373 cycles: ffffffff8a7eff0a tick_irq_enter+0x9a ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [006] 2536.955361: 31359819 cycles: 16ff0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172220 [040] 2536.955650: 22398441 cycles: 1be8b417 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [007] 2536.955972: 33111774 cycles: 28897e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [022] 2536.956284: 36682269 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2536.956869: 33174550 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2536.956985: 32558796 cycles: ffffffff8a7d7f3e __hrtimer_start_range_ns+0x25e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2536.957246: 19800302 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [024] 2536.958591: 41294444 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2536.958606: 28786142 cycles: ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2536.960071: 35529675 cycles: ffffffff8ab31c7e smaps_pte_entry+0x15e ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [014] 2536.960230: 32642294 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [019] 2536.960847: 32920435 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [031] 2536.961521: 31391069 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [030] 2536.962429: 21408379 cycles: 289594c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2536.962619: 35337386 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [045] 2536.962787: 23596212 cycles: 22dc5c70 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [034] 2536.963522: 33831077 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2536.963544: 21736444 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [038] 2536.964418: 19955887 cycles: ffffffff8b46bcc1 tcp_leave_memory_pressure+0x21 ([kernel.kallsyms]) ffffffff8b378133 __sk_mem_raise_allocated+0x3a3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [036] 2536.964997: 20209027 cycles: 352a258 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [044] 2536.965045: 33280653 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [028] 2536.965533: 29411608 cycles: bba503f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [018] 2536.965549: 23976638 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [008] 2536.965749: 18909400 cycles: 137fc4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [016] 2536.966008: 22830818 cycles: ffffffff8a97384f folio_add_lru+0xf ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 12e810ec [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2536.966656: 32233878 cycles: 1967029 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [005] 2536.966878: 38325007 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2536.967755: 42336432 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [042] 2536.967836: 34432504 cycles: 369b6b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [026] 2536.968492: 41730394 cycles: 1742bfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) atop 1333 [037] 2536.969844: 35958612 cycles: ffffffff8b61bd58 format_decode+0x48 ([kernel.kallsyms]) ffffffff8b620e41 vsnprintf+0x71 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8aa10ce0 hugetlb_report_usage+0x20 ([kernel.kallsyms]) ffffffff8ab32c78 task_mem+0x2b8 ([kernel.kallsyms]) ffffffff8ab3ebd9 proc_pid_status+0x89 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [021] 2536.969982: 30387571 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2536.970533: 47112074 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2536.971182: 26673323 cycles: ffffffff8a7d780e enqueue_hrtimer+0x1e ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171302 [027] 2536.971831: 25943145 cycles: ffffffff8b80017e syscall_return_via_sysret+0x29 ([kernel.kallsyms]) ydbd.Scheduler 171306 [033] 2536.972136: 31166049 cycles: ffffffff8a76048b __update_load_avg_cfs_rq+0x4b ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2536.972392: 54174675 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [020] 2536.973335: 27292478 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2536.973416: 19674400 cycles: 6608011 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2536.973999: 26896992 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2536.974565: 33661112 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [041] 2536.974698: 40623336 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198736 [030] 2536.974912: 20000260 cycles: 125d5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [008] 2536.975141: 19467652 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [002] 2536.975843: 43619244 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [016] 2536.976261: 23389517 cycles: ffffffff8a75c88b cpu_startup_entry+0x1b ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [045] 2536.976379: 20448917 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [046] 2536.976450: 19311046 cycles: ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [018] 2536.976815: 24506859 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec05d ep_poll_callback+0x1dd ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 196811 [003] 2536.976869: 12221217 cycles: ffffffff8a7538d0 newidle_balance+0x300 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2536.977113: 30553759 cycles: ffffffff8a6f30c3 irq_enter_rcu+0x43 ([kernel.kallsyms]) swapper 0 [022] 2536.977135: 35429341 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2536.977240: 11094450 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2536.977304: 31760208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [014] 2536.977571: 29094418 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2536.977618: 29314297 cycles: ffffffff8a74e8a2 put_prev_entity+0x12 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [031] 2536.977919: 30897901 cycles: 186ceb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 160809 [038] 2536.978143: 24743855 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2536.978662: 19658185 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2536.979700: 36150999 cycles: ffffffff8ab306b2 smaps_account+0x22 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [032] 2536.979834: 28440695 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2536.979865: 38808518 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [004] 2536.980005: 34206163 cycles: ffffffff8a7f82e6 __smp_call_single_queue+0x6 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.Scheduler 193840 [034] 2536.981229: 33414582 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2536.981959: 17801478 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [006] 2536.982105: 25899732 cycles: 3b22241 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [008] 2536.982276: 20427345 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [028] 2536.982408: 24569506 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [030] 2536.983817: 20810863 cycles: 243b9ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [025] 2536.984142: 29614138 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14062f89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2536.984430: 27446249 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [021] 2536.984654: 39257007 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2536.984922: 33366547 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [046] 2536.985658: 20426272 cycles: 1417d0af [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2536.986551: 18156028 cycles: ffffffff8a7eebe5 tick_nohz_next_event+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [044] 2536.986831: 23477993 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [010] 2536.986946: 41569552 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2536.987027: 31795962 cycles: 16893d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155713 [023] 2536.987200: 50021009 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [042] 2536.988048: 26128172 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2536.988101: 23479331 cycles: 1d45161 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [043] 2536.988259: 35180932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [015] 2536.988357: 38778159 cycles: ffffffff8a9b8491 pmd_pfn+0x41 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [016] 2536.988723: 22715164 cycles: 1e58fa41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [026] 2536.989318: 40632852 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2536.989644: 36371134 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 197267 [039] 2536.989940: 31302800 cycles: 161b606b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [008] 2536.989979: 25616970 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [018] 2536.990722: 21331155 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [003] 2536.991597: 10525755 cycles: 1572fb57 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2536.991692: 22358660 cycles: ffffffff8b697fa1 ct_idle_enter+0x1 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [012] 2536.992122: 39757282 cycles: ffffffff8b697ced irqentry_enter+0x2d ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2536.992347: 25901271 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [014] 2536.992511: 29494638 cycles: 35f3da6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [038] 2536.992636: 24743855 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2536.992669: 32856911 cycles: 6445dd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2536.993230: 32841236 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2536.993574: 23971611 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [040] 2536.994021: 19723528 cycles: ffffffff8a7604ae __update_load_avg_cfs_rq+0x6e ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [022] 2536.994560: 38583726 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2536.995175: 33152866 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [046] 2536.995249: 25211779 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) atop 1333 [036] 2536.995798: 17801478 cycles: ffffffff8aa72ca8 __check_object_size+0x18 ([kernel.kallsyms]) ffffffff8aa95350 getname_flags.part.0+0x50 ([kernel.kallsyms]) ffffffff8aa95511 getname_flags+0x41 ([kernel.kallsyms]) ffffffff8aa96108 user_path_at_empty+0x28 ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 15442 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198736 [030] 2536.996358: 20810863 cycles: 1363486 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 194440 [028] 2536.996706: 25996050 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [031] 2536.996780: 30897901 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 169832 [017] 2536.997183: 20417092 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [001] 2536.997224: 24340160 cycles: 16fbc65 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [005] 2536.997251: 29785546 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2536.997326: 31799313 cycles: 288ada6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194335 [009] 2536.997433: 8654971 cycles: 14071580 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2536.998085: 47690417 cycles: ffffffff8a7f7355 __flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [020] 2536.998283: 28684370 cycles: 3b5930f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 193499 [034] 2536.999007: 42558362 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [045] 2536.999034: 25469551 cycles: 269aa231 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2536.999758: 26722575 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168715 [004] 2536.999825: 31599928 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [006] 2536.999975: 26365635 cycles: ffffffff8a9b1c11 fault_in_readable+0x61 ([kernel.kallsyms]) ffffffff8adaabf8 fault_in_iov_iter_readable+0xc8 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) atop 1333 [036] 2537.000683: 26947123 cycles: ffffffff8aa93cc7 handle_dots+0xc7 ([kernel.kallsyms]) ffffffff8aa9402d walk_component+0xdd ([kernel.kallsyms]) ffffffff8aa9493e path_lookupat+0x6e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 154f7 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [044] 2537.000840: 21321532 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [024] 2537.001435: 38464198 cycles: 14055a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 171594 [008] 2537.002800: 29218576 cycles: ffffffff8b696b60 sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 204007f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [030] 2537.003322: 30169627 cycles: ffffffff8a7ef2de tick_nohz_stop_tick+0x17e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [018] 2537.003634: 19906520 cycles: ffffffff8aa31b1f __kmem_cache_free+0x20f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171287 [038] 2537.003712: 29224592 cycles: 1797db3c [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [047] 2537.004891: 54498292 cycles: 3a62038 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2537.005009: 9585022 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.005173: 20876088 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2537.006308: 36253944 cycles: ffffffff8b3736a9 skb_page_frag_refill+0x99 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198434 [027] 2537.006520: 29982042 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2537.006664: 25852291 cycles: 6441ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2537.006696: 34810958 cycles: 17e50a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2537.006875: 24340160 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 198111 [032] 2537.006933: 25417363 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [043] 2537.007084: 39913295 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2537.007528: 31657841 cycles: 17a9f2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [040] 2537.007625: 20591841 cycles: ffffffff8b37e5cb __alloc_skb+0xcb ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [021] 2537.008005: 42779667 cycles: 197521c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2537.008090: 32011436 cycles: ffffffff8aa51528 consume_obj_stock+0x48 ([kernel.kallsyms]) ffffffff8aa5db46 obj_cgroup_charge+0x26 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8aab6a8f single_open+0x2f ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1236a [unknown] (/usr/bin/atop) 14e4d [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 196013 [025] 2537.008662: 31274253 cycles: 282e429 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [019] 2537.009398: 28006913 cycles: 3b9c941 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2537.010123: 21773553 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 170459 [010] 2537.010152: 37730412 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [005] 2537.010516: 28171961 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [022] 2537.010521: 36204629 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [003] 2537.011026: 9585022 cycles: ffffffff8b6a4b8c schedule+0x8c ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [026] 2537.011181: 44554533 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [033] 2537.011201: 39160262 cycles: 269aa224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [028] 2537.011308: 27084023 cycles: 689b7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [046] 2537.012566: 21650189 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [016] 2537.012892: 26722575 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [044] 2537.013697: 19602102 cycles: ffffffff8a73ccca cpus_share_cache+0x3a ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198619 [009] 2537.014342: 8654971 cycles: ffffffff8a73e4f6 idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2537.015051: 38301704 cycles: ffffffff8adaca68 _copy_from_iter+0x188 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2537.015774: 46603029 cycles: ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.016866: 34244235 cycles: ffffffff8aa58531 obj_cgroup_uncharge_pages+0x71 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8a994732 kvfree+0x32 ([kernel.kallsyms]) ffffffff8aab7072 single_release+0x22 ([kernel.kallsyms]) ffffffff8ab2e252 smaps_rollup_release+0x42 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1198eb __close_nocancel+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 8beff _IO_file_close_it+0x6f (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ed8e fclose+0x11e (/usr/lib/x86_64-linux-gnu/libc.so.6) 15242 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [018] 2537.016936: 25995464 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [001] 2537.017225: 29259728 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2537.017649: 35638011 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2537.018811: 33761922 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [030] 2537.019076: 31897278 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [003] 2537.019094: 14488346 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2537.019920: 32360893 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [040] 2537.020437: 27555153 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [017] 2537.020480: 25918054 cycles: 1c3a975a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [024] 2537.020997: 34662688 cycles: 21a06143 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.021632: 22500992 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169056 [011] 2537.021786: 32169785 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2537.022083: 19774490 cycles: ffffffff8a73604d enqueue_task+0x3d ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [019] 2537.022123: 33074080 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2537.022214: 32856596 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [038] 2537.022508: 27613893 cycles: 643f843 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [042] 2537.022725: 18615988 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [016] 2537.022874: 31698272 cycles: 4b248d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2537.023505: 42146664 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2537.023765: 30343602 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [032] 2537.024160: 34617025 cycles: 133c2d98 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [044] 2537.024828: 18394768 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [043] 2537.024946: 36192826 cycles: 3b7642a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198117 [012] 2537.025231: 42996590 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 159403 [046] 2537.025340: 19478623 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) atop 1333 [036] 2537.026321: 35094291 cycles: ffffffff8b698168 memcpy_erms+0x8 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8a81dc9a cpuset_task_status_allowed+0x3a ([kernel.kallsyms]) ffffffff8ab3ef6f proc_pid_status+0x41f ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) f847 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 196013 [009] 2537.026729: 8654971 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [021] 2537.027121: 39541004 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2537.027154: 40937589 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2537.027517: 26108494 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155710 [028] 2537.027548: 27021583 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 194346 [035] 2537.028508: 23894861 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [001] 2537.028874: 31943811 cycles: 17e1b2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2537.029015: 39259553 cycles: 18618fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [003] 2537.029559: 15904751 cycles: 3987e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165674 [000] 2537.029630: 16476292 cycles: ffffffff8a766ec7 psi_flags_change+0x37 ([kernel.kallsyms]) ffffffff8a779e60 psi_task_switch+0x80 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [005] 2537.030000: 33262166 cycles: ffffffff8a7d8bf0 hrtimer_get_next_event+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2537.030241: 39088636 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2537.030253: 32454933 cycles: ffffffff8b51d040 ipv6_rcv+0x40 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [044] 2537.030283: 21118191 cycles: 649a9a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [045] 2537.033140: 27499881 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 197527 [018] 2537.033764: 23511560 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.033864: 33571202 cycles: ffffffff8a736b5c resched_curr+0xc ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [042] 2537.034339: 25072042 cycles: 1731092 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 196811 [020] 2537.034457: 18537840 cycles: ffffffff8a64a33f __switch_to+0x4f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [016] 2537.034505: 34638814 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2537.035159: 20214332 cycles: ffffffff8b696ae6 sysvec_call_function_single+0x46 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [009] 2537.035447: 8654971 cycles: 288ace7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [037] 2537.036702: 11716827 cycles: ffffffff8ab3078c smaps_account+0xfc ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [027] 2537.037140: 30118376 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196760 [046] 2537.037394: 18517633 cycles: bbb2f7b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [024] 2537.037398: 34107355 cycles: 64faec6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [030] 2537.037553: 33933326 cycles: 3bd3b3d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [008] 2537.037725: 33144422 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [000] 2537.038266: 17029653 cycles: 35f4e1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2537.039119: 26666749 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2537.039201: 23199053 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [039] 2537.039824: 31302800 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [037] 2537.039942: 14795989 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194629 [019] 2537.040429: 34655646 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [040] 2537.040983: 34183339 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [041] 2537.041181: 37545843 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [044] 2537.041214: 22097109 cycles: 402b890 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [043] 2537.041219: 33047712 cycles: ffffffff8a74dc82 dequeue_entity+0x102 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2537.041352: 33164548 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197239 [026] 2537.041379: 42803580 cycles: ffffffff8a6a85a5 x2apic_send_IPI+0x5 ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2537.041423: 32135745 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2537.041996: 39411646 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2537.042792: 30550171 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2537.042839: 39097667 cycles: 1862253 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [031] 2537.043497: 42503452 cycles: 1731067 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 194094 [028] 2537.043529: 26692181 cycles: 98048 pthread_mutex_lock+0x158 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [023] 2537.043773: 49565528 cycles: ffffffff8b697cd8 irqentry_enter+0x18 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2537.044016: 20957275 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194623 [017] 2537.044171: 25066282 cycles: ffffffff8aa5d840 mod_objcg_state+0x10 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2537.044223: 17006571 cycles: ffffffff8a779fe0 psi_task_switch+0x200 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 162528 [020] 2537.044663: 17955505 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 194004 [009] 2537.044711: 8654971 cycles: ffffffff8a7d80d3 hrtimer_start_range_ns+0x83 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [014] 2537.044720: 19970069 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [018] 2537.045335: 27107314 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2537.046276: 19224584 cycles: ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [000] 2537.046647: 17029653 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [029] 2537.047476: 35478083 cycles: 3cb3f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [035] 2537.048203: 23458882 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2537.049289: 37058818 cycles: ffffffff8a7efdeb tick_nohz_idle_exit+0xdb ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [015] 2537.049342: 37513971 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 193489 [022] 2537.049478: 41025686 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [042] 2537.049765: 26186461 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2537.049795: 27641535 cycles: ffffffff8aa943a4 link_path_walk.part.0.constprop.0+0x2b4 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 154f7 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 198712 [006] 2537.049923: 35703506 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [016] 2537.050196: 45086492 cycles: ffffffff8a95ac30 __rseq_handle_notify_resume+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2537.050225: 22407350 cycles: ffffffff8a741b4a remove_entity_load_avg+0x3a ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [011] 2537.050961: 36104403 cycles: 1974ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170131 [010] 2537.051390: 27359708 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [024] 2537.051610: 37974317 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [020] 2537.052062: 19107888 cycles: 6499c38 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [039] 2537.052422: 39176325 cycles: ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 193817 [008] 2537.052863: 34334068 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f08baff783f [unknown] (//anon) ydbd.User 193489 [002] 2537.052906: 24003980 cycles: a7df101 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [044] 2537.053191: 27390842 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [009] 2537.053407: 8654971 cycles: ffffffff8adacf69 copy_page_from_iter+0x99 ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 172236 [005] 2537.053647: 35352989 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 194356 [014] 2537.054623: 21012555 cycles: 13b84fbd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [000] 2537.055020: 21769398 cycles: 6e8 [unknown] ([vdso]) nbsd.System 194335 [030] 2537.055751: 37914828 cycles: 140c8018 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2537.056154: 35851724 cycles: 20979d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2537.056428: 32570683 cycles: 186b1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2537.057027: 58563561 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [020] 2537.057369: 23059173 cycles: ffffffff8a9b8d41 inc_mm_counter+0x1 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 6499c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [037] 2537.057390: 31767215 cycles: ffffffff8ab31f90 smaps_pte_range+0x200 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [012] 2537.057594: 45772822 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [004] 2537.058306: 33614427 cycles: ffffffff8a7ef8cd tick_nohz_idle_stop_tick+0x3d ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [028] 2537.058323: 28376720 cycles: bbbd31a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 198454 [033] 2537.058921: 40638039 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2537.059031: 30849940 cycles: ffffffff8a75fe7d __update_load_avg_se+0x11d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [043] 2537.059043: 35561764 cycles: 64fb954 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [040] 2537.059238: 28575145 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [046] 2537.059379: 19849740 cycles: ffffffff8a9a5d20 kfree+0x60 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193485 [032] 2537.059451: 35006396 cycles: bbb7cb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [027] 2537.059584: 30118376 cycles: 3b9c950 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [036] 2537.059713: 18081739 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [035] 2537.059812: 29657694 cycles: 3a68332 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [009] 2537.060220: 8654971 cycles: 1be8a4cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [025] 2537.060329: 38360402 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [045] 2537.060446: 34627573 cycles: 140c7e58 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2537.061711: 29452224 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165449 [018] 2537.061896: 28614827 cycles: ffffffff8a741a04 __calc_delta+0xb4 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [017] 2537.062077: 32868587 cycles: 12f380f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2537.062651: 34397293 cycles: 194c025 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2537.062992: 35958221 cycles: ffffffff8a779b68 psi_task_change+0x58 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [002] 2537.063310: 24855979 cycles: ffffffff8aaab118 __fget_light+0xb8 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [031] 2537.063590: 43204796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [044] 2537.063909: 28195962 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198627 [038] 2537.064030: 20610919 cycles: ffffffff8a741312 update_min_vruntime+0x62 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [014] 2537.065165: 20371806 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 150654 [022] 2537.065461: 37038099 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) atop 1333 [037] 2537.066102: 33953586 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa948f2 path_lookupat+0x22 ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa86301 vfs_statx+0x91 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86d5b __do_sys_newfstatat+0x2b ([kernel.kallsyms]) ffffffff8aa86dcc __x64_sys_newfstatat+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 113dbe fstatat64+0xe (/usr/lib/x86_64-linux-gnu/libc.so.6) 7eb72 _IO_file_doallocate+0x62 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dcdf _IO_doallocbuf+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b4c3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12390 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [000] 2537.066868: 22579425 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2537.067154: 25668729 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2537.067469: 17966357 cycles: ffffffff8a69f06f native_send_call_func_single_ipi+0x1f ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [021] 2537.067505: 38412345 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2537.067736: 33970350 cycles: 196fdbf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [034] 2537.067813: 34920743 cycles: ffffffff8b389778 __skb_datagram_iter+0xa8 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [010] 2537.067993: 28953980 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [041] 2537.068309: 37545843 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [009] 2537.068613: 9177220 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [008] 2537.068644: 32948332 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [029] 2537.070426: 27919740 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2537.070733: 38774411 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) ydbd.Batch 155708 [046] 2537.071020: 18769436 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [015] 2537.071202: 38796883 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2537.071356: 33021259 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2537.071477: 33917636 cycles: 3c4c830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [028] 2537.071859: 28413012 cycles: ffffffff8a74af29 update_cfs_group+0xb9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [024] 2537.073801: 29626063 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [038] 2537.074219: 20437491 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [036] 2537.074953: 15350550 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [030] 2537.075148: 43553829 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) atop 1333 [037] 2537.075404: 34617293 cycles: ffffffff8a6faad1 __ptrace_may_access+0x11 ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f021 proc_tid_stat+0x11 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12390 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [004] 2537.075609: 27915028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2537.076534: 32121294 cycles: ffffffff8a7efdce tick_nohz_idle_exit+0xbe ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2537.077360: 31232950 cycles: ffffffff8a75fe5e __update_load_avg_se+0xfe ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [032] 2537.077367: 28610862 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [044] 2537.078089: 25549292 cycles: 91122 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd 197252 [002] 2537.078100: 21628631 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 194346 [006] 2537.078414: 35858509 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2537.078514: 33351756 cycles: 182f741 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2537.078826: 29016400 cycles: ffffffff8a7ee3d6 tick_check_broadcast_expired+0x6 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2537.078869: 18749124 cycles: ffffffff8a7f82e5 __smp_call_single_queue+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [042] 2537.079033: 34896593 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2537.079146: 28614827 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [046] 2537.079625: 19243202 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [043] 2537.080766: 37592779 cycles: 6e8 [unknown] ([vdso]) diskagen.IC 198626 [026] 2537.080791: 32504854 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [000] 2537.081800: 22965489 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2537.082026: 36001827 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [003] 2537.082153: 20146618 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [031] 2537.082374: 39035454 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [005] 2537.083194: 30083958 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [029] 2537.083541: 25510525 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 172782 [010] 2537.083711: 30437535 cycles: 18755de2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [038] 2537.084102: 20165489 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2537.084166: 32302189 cycles: 1830b26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [036] 2537.084372: 14924394 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2537.084574: 25668729 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [037] 2537.084892: 35132291 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd 193487 [022] 2537.085224: 38976079 cycles: ffffffff8a75fe20 __update_load_avg_se+0xc0 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 172236 [028] 2537.087944: 31095006 cycles: 157307c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [046] 2537.088431: 19786177 cycles: 17435d08 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2537.088773: 21870401 cycles: ffffffff8b697d85 irqentry_exit+0x35 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2537.088805: 38727462 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 169148 [008] 2537.088811: 28575158 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2537.089114: 25492943 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [003] 2537.089448: 20146618 cycles: bc0376d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [034] 2537.089510: 24968529 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [045] 2537.089554: 33620456 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2537.090017: 32357745 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [015] 2537.091463: 32648318 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 168714 [014] 2537.091485: 17611735 cycles: bbbd3e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2537.091589: 17645882 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165867 [032] 2537.091952: 25951630 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [013] 2537.092699: 35951065 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [041] 2537.092842: 45541310 cycles: 142fb228 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2537.093165: 22984090 cycles: ffffffff8a736068 enqueue_task+0x58 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2537.093331: 37166511 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165660 [019] 2537.093360: 38695444 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2537.093456: 27915028 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [039] 2537.094531: 40610092 cycles: 141496e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [037] 2537.094566: 35692862 cycles: ffffffff8ab306b2 smaps_account+0x22 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 194363 [017] 2537.094625: 26961750 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2537.094803: 23041685 cycles: 673aff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2537.095638: 39169174 cycles: ffffffff8a751726 set_task_rq_fair+0x16 ([kernel.kallsyms]) ffffffff8a739e1f set_task_cpu+0xbf ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2537.095874: 32808511 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [038] 2537.096109: 20653234 cycles: ffffffff8a75fdfd __update_load_avg_se+0x9d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [016] 2537.096737: 32179854 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2537.096834: 31756758 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [029] 2537.097009: 27711933 cycles: ffffffff8a6600de switch_fpu_return+0xce ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [005] 2537.097124: 26680627 cycles: 688e00c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [043] 2537.097274: 34514601 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Schedu 198628 [020] 2537.097581: 31317847 cycles: 13392c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2537.097801: 20475001 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165165 [000] 2537.098090: 27754336 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [036] 2537.099091: 20020386 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [035] 2537.099322: 31232950 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2537.099921: 36071119 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) ydbd.Scheduler 166613 [030] 2537.100041: 39667392 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2537.100215: 49736387 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2537.101166: 31179303 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [024] 2537.102434: 23058820 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170605 [033] 2537.102804: 17132840 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 154857 [042] 2537.102969: 42022778 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [015] 2537.103119: 29797439 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [022] 2537.103374: 37119010 cycles: ffffffff8a9f0c4e __alloc_pages+0x18e ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [014] 2537.103412: 16934630 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IO 165455 [010] 2537.104066: 29038606 cycles: 21b6abea [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [034] 2537.104132: 22393133 cycles: 689a26d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2537.104456: 22041149 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.104920: 20887654 cycles: ffffffff8aa2ea8f kmem_cache_alloc+0xff ([kernel.kallsyms]) ffffffff8aab679f seq_open+0x2f ([kernel.kallsyms]) ffffffff8aab6abd single_open+0x5d ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) f7e2 [unknown] (/usr/bin/atop) 15472 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198626 [009] 2537.105129: 29197587 cycles: ffffffff8a6c468f do_user_addr_fault+0x9f ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [032] 2537.105137: 23230324 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17927a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 171397 [008] 2537.106042: 22393532 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2537.106932: 25423077 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2537.107268: 24524924 cycles: ffffffff8b698100 ct_irq_enter+0x0 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [006] 2537.107813: 40125602 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [028] 2537.107955: 26031181 cycles: 1666479 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2537.108510: 34997540 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [025] 2537.108648: 30124976 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2537.109606: 20653234 cycles: ffffffff8a76050d __update_load_avg_cfs_rq+0xcd ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2537.109714: 37613051 cycles: 21a1bad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [021] 2537.109800: 35642228 cycles: ffffffff8a739e26 set_task_cpu+0xc6 ([kernel.kallsyms]) ffffffff8a74d314 detach_tasks+0x134 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [016] 2537.110231: 34257943 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.110691: 28841343 cycles: ffffffff8ab31c7e smaps_pte_entry+0x15e ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194622 [005] 2537.110754: 24494612 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [003] 2537.110862: 21115677 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [020] 2537.110892: 36109009 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2537.110987: 31231273 cycles: 27ef3b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [001] 2537.111208: 36318362 cycles: 21a04408 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [011] 2537.111378: 25157940 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [004] 2537.111434: 39125777 cycles: 204af3f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [033] 2537.111761: 18761953 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [024] 2537.112078: 23327162 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2537.112271: 18777113 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [029] 2537.112459: 28618832 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197533 [034] 2537.112634: 25285001 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [040] 2537.113465: 28627157 cycles: 1740be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2537.113947: 25227072 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [037] 2537.114084: 26968207 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [000] 2537.114272: 24326130 cycles: ffffffff8b374c14 sock_def_readable+0x44 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [018] 2537.114549: 38514269 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a734e38 __task_rq_lock+0x48 ([kernel.kallsyms]) ffffffff8a73bfd3 try_to_wake_up+0x313 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [045] 2537.114629: 33345364 cycles: 154cad7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165864 [032] 2537.114714: 23668172 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [031] 2537.115061: 36379049 cycles: ffffffff8b627e24 __get_user_8+0x24 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194341 [008] 2537.115127: 22632968 cycles: 26dd172f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [010] 2537.115317: 26985528 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [026] 2537.116960: 35559274 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.117060: 40714910 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [022] 2537.117277: 40649774 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2537.117362: 38513197 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204aa098 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [028] 2537.117538: 28841859 cycles: ffffffff8a9ea34e free_unref_page_commit+0x6e ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [047] 2537.117789: 41196623 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [030] 2537.117845: 44661015 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2537.117954: 25137874 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [015] 2537.117955: 26353928 cycles: 288acc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [041] 2537.118121: 30718983 cycles: 90a64 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125ec1 epoll_wait+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2537.118174: 42007980 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [044] 2537.118526: 26104796 cycles: ffffffff8a7604c3 __update_load_avg_cfs_rq+0x83 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.118622: 32773026 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [038] 2537.118746: 20653234 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [043] 2537.118965: 30704390 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 194633 [017] 2537.119148: 28866228 cycles: 1733a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [019] 2537.119852: 35871033 cycles: ffffffff8b479b5e tcp_clean_rtx_queue.constprop.0+0x5fe ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.120166: 19425070 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [005] 2537.120629: 24058850 cycles: ffffffff8b608041 mas_replace+0x1 ([kernel.kallsyms]) ffffffff8b6119a0 mas_wr_bnode+0x60 ([kernel.kallsyms]) ffffffff8b611aeb mas_wr_modify+0xab ([kernel.kallsyms]) ffffffff8b6128fb mas_wr_store_entry.isra.0+0x10b ([kernel.kallsyms]) ffffffff8b6132d8 mas_store_prealloc+0x48 ([kernel.kallsyms]) ffffffff8a9cb212 vma_mas_store+0x42 ([kernel.kallsyms]) ffffffff8a9cb807 vma_expand+0x3b7 ([kernel.kallsyms]) ffffffff8a9d0130 mmap_region+0x7b0 ([kernel.kallsyms]) ffffffff8a9d06a4 do_mmap+0x3d4 ([kernel.kallsyms]) ffffffff8a995343 vm_mmap_pgoff+0xe3 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [033] 2537.121236: 19092114 cycles: ffffffff8a753adc pick_next_task_fair+0x1c ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [024] 2537.122630: 23192295 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [009] 2537.122725: 24408375 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [003] 2537.122802: 30689538 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [011] 2537.123666: 24489425 cycles: ffffffff8b6ad403 _raw_spin_lock+0x23 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [042] 2537.123733: 40431665 cycles: ffffffff8b371ad6 __sys_recvmsg+0x36 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2537.124007: 25445805 cycles: ffffffff8a75c380 cpuidle_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2537.124163: 30940681 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [025] 2537.124224: 31659536 cycles: 1417d0af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [013] 2537.124281: 38086538 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2537.124305: 30427638 cycles: ffffffff8a9ef81b get_page_from_freelist+0x32b ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165864 [008] 2537.124396: 23349333 cycles: ffffffff8a7479ac update_load_avg+0xdc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [007] 2537.124446: 29759932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2537.124552: 25239470 cycles: ffffffff8a74ea99 enqueue_entity+0x19 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2537.124677: 29115010 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [040] 2537.124712: 28038214 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 198839 [016] 2537.124744: 35004533 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [001] 2537.125428: 35585779 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198683 [038] 2537.125876: 37668392 cycles: ffffffff8aa72b6c __check_object_size.part.0+0x3c ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2537.126089: 37746757 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [020] 2537.126096: 35646033 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaea7cb ep_item_poll.isra.0+0x1b ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2537.127378: 30268517 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.127624: 34557566 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197895 [004] 2537.128025: 34581363 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2537.128536: 37007796 cycles: 288ad3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [028] 2537.128581: 28917035 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [018] 2537.128597: 36535961 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 12e810ec [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [045] 2537.128768: 29173676 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2537.128963: 35642228 cycles: ffffffff8a747a65 update_load_avg+0x195 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [014] 2537.128985: 20720838 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [005] 2537.129235: 25457719 cycles: ffffffff8a7524b3 update_group_capacity+0x33 ([kernel.kallsyms]) ffffffff8a752805 update_sd_lb_stats.constprop.0+0x75 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 198449 [037] 2537.129419: 23858472 cycles: 140c1f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [027] 2537.129421: 37127999 cycles: ffffffff8aaeb905 __x64_sys_epoll_wait+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [044] 2537.129655: 25210938 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2537.130193: 27519057 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2537.130283: 31905742 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [029] 2537.130802: 32319163 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [033] 2537.131422: 19092114 cycles: 209f5a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [043] 2537.131987: 32660058 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [015] 2537.132348: 23838870 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2537.132481: 39137565 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [031] 2537.132647: 29446639 cycles: ffffffff8a9e9aad __free_one_page+0x38d ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [017] 2537.133318: 25262795 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2537.133680: 23444385 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [008] 2537.133722: 23960673 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [002] 2537.133795: 28205456 cycles: ffffffff8a95e0c6 generic_perform_write+0xd6 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [011] 2537.134201: 23384594 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [012] 2537.134322: 39199140 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9258ff7f27 [unknown] (//anon) diskagen.AIO.SQ 198859 [041] 2537.134491: 25609504 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 172782 [040] 2537.134851: 28009528 cycles: bbbd367 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2537.134880: 27632795 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [030] 2537.135040: 37040116 cycles: 689b7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 169044 [034] 2537.135625: 33363176 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [010] 2537.136080: 36945851 cycles: 3b3db38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [032] 2537.136147: 28441716 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [035] 2537.136463: 30579271 cycles: ffffffff8a7f653f futex_wake+0x7f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193487 [014] 2537.136495: 22093323 cycles: ffffffff8adb5522 _copy_from_user+0x42 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [044] 2537.136785: 26425649 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [007] 2537.137095: 33447002 cycles: ffffffff8b6a4b6f schedule+0x6f ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.137159: 35306595 cycles: ffffffff8aa5d8e7 mod_objcg_state+0xb7 ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8aa8007d file_free_rcu+0x2d ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198859 [003] 2537.137166: 35836152 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [039] 2537.137517: 39003688 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2537.137761: 34484367 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [042] 2537.138045: 39227414 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [038] 2537.138445: 38112731 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [019] 2537.138594: 27993532 cycles: 13b3f683 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [025] 2537.139354: 31659536 cycles: 3b17acc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [024] 2537.139372: 29538812 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [006] 2537.139482: 34533136 cycles: 14178a40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [047] 2537.139809: 30401481 cycles: 1413051b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2537.140123: 39816654 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [046] 2537.140504: 29328628 cycles: 133ae50b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [013] 2537.140688: 46935707 cycles: ffffffff8b37ec19 kfree_skbmem+0x59 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [037] 2537.141288: 24265018 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [028] 2537.141378: 26203811 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [005] 2537.141432: 23949943 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2537.141562: 30867129 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [033] 2537.141644: 19092114 cycles: ffffffff8a76e114 sched_clock_cpu+0x24 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [015] 2537.141656: 24097474 cycles: 272afec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2537.141660: 35585779 cycles: ffffffff8a747c4f update_load_avg+0x37f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [008] 2537.141839: 27782854 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [018] 2537.142515: 32140133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [045] 2537.143125: 32271684 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [029] 2537.143337: 40295171 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [017] 2537.144417: 24536389 cycles: 133ae497 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2537.144451: 37007796 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [011] 2537.144510: 22588652 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165675 [002] 2537.144574: 31231298 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [009] 2537.145017: 22128032 cycles: ffffffff8b47133f tcp_recv_timestamp+0x5f ([kernel.kallsyms]) ffffffff8b471670 tcp_recvmsg+0x1a0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [000] 2537.145027: 29152357 cycles: 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2537.145378: 39156683 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [040] 2537.145667: 27524404 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [041] 2537.145948: 24851802 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [014] 2537.146100: 23449221 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [044] 2537.146104: 32439958 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2537.146172: 28655921 cycles: ffffffff8b61717a rb_erase+0x36a ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [023] 2537.146305: 27372896 cycles: 13b2d1e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2537.146840: 35624911 cycles: ffffffff8ab306ef smaps_account+0x5f ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 196124 [032] 2537.147200: 30013317 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [035] 2537.147643: 29109838 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [027] 2537.147737: 42066492 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [043] 2537.148279: 30335855 cycles: ffffffff8b378032 __sk_mem_raise_allocated+0x2a2 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [022] 2537.148515: 39113370 cycles: 26a2ae6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2537.148635: 31348300 cycles: 21a2fcf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [012] 2537.149405: 33907262 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [024] 2537.150408: 32369529 cycles: ffffffff8aaeb2ab ep_poll+0x23b ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2537.150416: 33271375 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 194456 [010] 2537.150797: 40084574 cycles: 28897c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [033] 2537.150949: 19092114 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [046] 2537.151209: 31279078 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2537.151839: 28552838 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [016] 2537.151878: 35704975 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [028] 2537.152071: 26210530 cycles: 27279aa8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [019] 2537.152112: 26547118 cycles: 661eff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 160816 [037] 2537.152221: 29965343 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 196013 [042] 2537.152684: 40203072 cycles: 172c278 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [004] 2537.152726: 30523637 cycles: ffffffff8a7538a2 newidle_balance+0x2d2 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [039] 2537.153315: 36948270 cycles: 3b9615d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [006] 2537.153441: 30815746 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2537.153540: 27484955 cycles: ffffffff8a7d8215 __hrtimer_run_queues+0x95 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [015] 2537.153564: 22855759 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) perf 198744 [007] 2537.153653: 33625872 cycles: ffffffff8a938689 perf_poll+0x69 ([kernel.kallsyms]) ffffffff8aa9e311 do_poll.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [003] 2537.154135: 34956945 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [011] 2537.154184: 23047494 cycles: ffffffff8a9ee13f free_unref_page+0x19f ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [009] 2537.154751: 22246799 cycles: 12ff5349 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2537.154816: 21915212 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [038] 2537.155492: 42598481 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [018] 2537.155963: 33362528 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2537.156209: 23700055 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [041] 2537.156350: 24193175 cycles: 3b9e2cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2537.156411: 37460679 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.156613: 35883304 cycles: ffffffff8ab31cc5 smaps_pte_entry+0x1a5 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198840 [017] 2537.156694: 28486979 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [001] 2537.156718: 51624340 cycles: ffffffff8a7f175f futex_hash+0xf ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2537.157111: 41920315 cycles: 178f7e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [040] 2537.157420: 29700384 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [029] 2537.157786: 43510083 cycles: 32db6ee [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagentd 198040 [002] 2537.157826: 32841213 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [000] 2537.158059: 34012954 cycles: ffffffff8a995d69 __next_zones_zonelist+0x9 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [034] 2537.158263: 34093911 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [035] 2537.158407: 29110716 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2537.158642: 33805796 cycles: ffffffff8a7691cb psi_group_change+0x22b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [031] 2537.158663: 34428076 cycles: ffffffff8a7ee855 tick_program_event+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2537.158815: 36718437 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170139 [026] 2537.159130: 45788665 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 159403 [023] 2537.159192: 27872946 cycles: 133ae167 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [033] 2537.159744: 41727632 cycles: 12d6c0e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [032] 2537.160304: 29225249 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [043] 2537.160850: 30084004 cycles: ffffffff8a9b83f1 pmd_val+0x1 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 272affb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2537.161621: 39156683 cycles: ffffffff8a7d7a99 hrtimer_update_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [024] 2537.162421: 33169255 cycles: 20a7b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [015] 2537.162445: 26107579 cycles: 288adbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [022] 2537.162589: 43268978 cycles: ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [046] 2537.162939: 35288280 cycles: 3b9bbee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [012] 2537.162991: 31025500 cycles: 3b59491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [011] 2537.163796: 26118542 cycles: 272afc99 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [019] 2537.163814: 33964862 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [030] 2537.163833: 32200344 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [039] 2537.163962: 36386612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [047] 2537.164222: 26461606 cycles: 17fd987 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [013] 2537.164267: 40274436 cycles: ffffffff8a747a3a update_load_avg+0x16a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [028] 2537.164292: 24645034 cycles: ffffffff8b61acd0 timerqueue_del+0x10 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2537.164481: 32360920 cycles: 141e9d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [006] 2537.164657: 33629439 cycles: 689b6c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2537.165173: 22246799 cycles: ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2537.165191: 21659095 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [008] 2537.165201: 31781937 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [037] 2537.165382: 30331342 cycles: ffffffff8b6ae3b5 __do_softirq+0x1b5 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [016] 2537.166183: 35128333 cycles: ffffffff8a74ebbf enqueue_entity+0x13f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [014] 2537.166377: 23226753 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 194094 [027] 2537.166406: 40745729 cycles: 1566f80b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) atop 1333 [036] 2537.166530: 36162025 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 196924 [007] 2537.166858: 36006644 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 197518 [010] 2537.167342: 44704999 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [040] 2537.167639: 32182467 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2537.168329: 25883530 cycles: ffffffff8a732875 ttwu_queue_wakelist+0xb5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [003] 2537.169018: 33849046 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2537.169074: 30629467 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73dd10 scheduler_tick+0x60 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [042] 2537.169631: 39752819 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [029] 2537.169752: 41275214 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 196022 [017] 2537.169763: 29514047 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [002] 2537.169927: 35368989 cycles: 1330d824 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [044] 2537.170252: 32087601 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [023] 2537.170268: 26876659 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [035] 2537.170757: 27904896 cycles: 3adf731 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2537.171515: 31367309 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [032] 2537.171521: 29978373 cycles: 27283714 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [020] 2537.171550: 40320534 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [034] 2537.171890: 35338939 cycles: ffffffff8aaebea4 ep_poll_callback+0x24 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [028] 2537.172067: 25538365 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [025] 2537.172230: 51071765 cycles: ffffffff8b373616 skb_page_frag_refill+0x6 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [015] 2537.172508: 26066320 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [009] 2537.172815: 22246799 cycles: 133a450c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [005] 2537.173375: 25652875 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [043] 2537.173410: 32908586 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [038] 2537.173570: 36961561 cycles: 288adad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [012] 2537.173688: 34324914 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [031] 2537.173737: 33002463 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [024] 2537.174432: 31414100 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [047] 2537.174565: 26732371 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [011] 2537.174899: 29223006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [045] 2537.175367: 40207920 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196102 [014] 2537.175440: 24080429 cycles: 3a647cf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [030] 2537.175467: 38810033 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [008] 2537.175477: 31316168 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [006] 2537.175644: 32852898 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [046] 2537.175874: 32800556 cycles: 17416d70 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [033] 2537.176038: 38766623 cycles: 1fc38d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [004] 2537.176103: 31643769 cycles: 689b81a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.176444: 36278025 cycles: ffffffff8aa2ea5e kmem_cache_alloc+0xce ([kernel.kallsyms]) ffffffff8aa95330 getname_flags.part.0+0x30 ([kernel.kallsyms]) ffffffff8aa95511 getname_flags+0x41 ([kernel.kallsyms]) ffffffff8aa96108 user_path_at_empty+0x28 ([kernel.kallsyms]) ffffffff8aa78686 __x64_sys_chdir+0x46 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1151fb chdir+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1500b [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [026] 2537.176513: 42585052 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [021] 2537.176874: 44341795 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2a598 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [019] 2537.177395: 36166643 cycles: 12d6c289 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [001] 2537.177564: 41051212 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2537.178087: 41168356 cycles: ffffffff8b40f2c4 eth_type_trans+0x34 ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2537.178230: 31922039 cycles: 644d12d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [022] 2537.178582: 42720582 cycles: ffffffff8ad60f93 blk_cgroup_congested+0x23 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [037] 2537.178590: 29081917 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [013] 2537.178796: 38882715 cycles: ffffffff8b4935c5 tcp_v4_rcv+0x5 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2537.179466: 36700642 cycles: ffffffff8b61acc1 timerqueue_del+0x1 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [027] 2537.179577: 39279315 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [041] 2537.180133: 28698167 cycles: ffffffff8adaec07 copy_page_from_iter_atomic+0x227 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [000] 2537.181706: 34870302 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [018] 2537.181708: 28077408 cycles: 17fb9fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [017] 2537.181745: 30204393 cycles: ffffffff8a7f6abe futex_wait_queue+0x8e ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2537.182110: 46089632 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [010] 2537.182140: 40650724 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [023] 2537.182547: 25731604 cycles: 25173ef0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [029] 2537.182609: 38411531 cycles: ffffffff8a7aeab1 __rcu_read_lock+0x21 ([kernel.kallsyms]) ffffffff8ad60f80 blk_cgroup_congested+0x10 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [002] 2537.182863: 32789521 cycles: ffffffff8adb553b _copy_from_user+0x5b ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151706 [035] 2537.182884: 32366667 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172236 [015] 2537.183203: 25645052 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [028] 2537.183256: 26949764 cycles: 1742bfbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 198117 [032] 2537.183639: 28425176 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [044] 2537.183681: 29563412 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [009] 2537.183695: 23141672 cycles: 3b9bbfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171289 [007] 2537.183718: 36361067 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 196760 [014] 2537.184227: 24426491 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 197894 [042] 2537.184631: 35297701 cycles: 25258aad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [034] 2537.185125: 44214104 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2537.185197: 35320388 cycles: 20485801 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [008] 2537.185849: 31208829 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 165457 [005] 2537.186026: 27064461 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196100 [012] 2537.186384: 34810329 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.186454: 36462787 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [024] 2537.186654: 29286671 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2537.186756: 32908586 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [046] 2537.186925: 31562030 cycles: 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [004] 2537.187012: 37534375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [011] 2537.187261: 30821478 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [047] 2537.187306: 31069188 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [006] 2537.187632: 31332319 cycles: 3504941 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155846 [020] 2537.187669: 43316670 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 169827 [031] 2537.188354: 32867399 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170146 [040] 2537.189278: 38535473 cycles: ffffffff8a75ff1f __update_load_avg_se+0x1bf ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [030] 2537.189913: 37528010 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2537.190516: 37812302 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [037] 2537.190985: 29754346 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [018] 2537.191101: 28411842 cycles: ffffffffc0c84355 nf_nat_ipv6_out+0x5 ([kernel.kallsyms]) ffffffff8b51a560 ip6_output+0x110 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [019] 2537.191347: 33287210 cycles: 175b316 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [045] 2537.191431: 35112038 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8a938678 perf_poll+0x58 ([kernel.kallsyms]) ffffffff8aa9e311 do_poll.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 196124 [022] 2537.191770: 44245921 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [041] 2537.192030: 32771606 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [001] 2537.192067: 36478151 cycles: ffffffff8adb05cc _find_next_bit+0x5c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [009] 2537.192252: 44184262 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [026] 2537.192814: 39387758 cycles: 1a6b90 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [014] 2537.193164: 25869354 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [015] 2537.193245: 28381626 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [028] 2537.193551: 35027858 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [021] 2537.193597: 35723837 cycles: ffffffff8a75304a load_balance+0x31a ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [023] 2537.193685: 24936063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [025] 2537.193759: 36600792 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2537.193893: 32068641 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194335 [032] 2537.194190: 28053208 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [017] 2537.194409: 28340967 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [039] 2537.194540: 38885761 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2537.194689: 34290452 cycles: 172a30d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [035] 2537.194726: 31799403 cycles: 186e879 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2537.194813: 28518760 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [016] 2537.195118: 31624075 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [000] 2537.195559: 35709316 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [024] 2537.196179: 29947776 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2537.196233: 40890565 cycles: ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.196478: 36499245 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194389 [008] 2537.196538: 31379284 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [010] 2537.197467: 38852051 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [038] 2537.197498: 33719639 cycles: 24f7911e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2537.197937: 30701899 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2537.198209: 31750628 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [006] 2537.199343: 33190646 cycles: 3b3c097 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2537.199403: 26298339 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [034] 2537.199518: 41331205 cycles: 35fa680 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [012] 2537.200082: 31833784 cycles: 1786c061 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [004] 2537.200185: 36180609 cycles: ffffffff8b62b1b3 __put_user_nocheck_8+0x3 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [029] 2537.200406: 31713032 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa3d4ab513f [unknown] (//anon) swapper 0 [007] 2537.200517: 35647123 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [011] 2537.201121: 34190447 cycles: ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [047] 2537.201144: 32001591 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [043] 2537.201211: 39084186 cycles: ffffffff8b371b75 __x64_sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [018] 2537.201727: 28188039 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2537.202370: 25533905 cycles: 14061988 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [040] 2537.202398: 40814252 cycles: ffffffff8a9ef828 get_page_from_freelist+0x338 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [031] 2537.203279: 35934336 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2537.203480: 29754346 cycles: 1808592 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2537.203549: 38679854 cycles: ffffffff8a7eece1 tick_nohz_next_event+0x101 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [041] 2537.204305: 30525992 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [020] 2537.204470: 36248800 cycles: ffffffff8a7d7a45 hrtimer_update_next_event+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [032] 2537.204479: 27952623 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165870 [015] 2537.204493: 31133391 cycles: ac5 [unknown] ([vdso]) diskagentd 165858 [030] 2537.204756: 40887361 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170146 [014] 2537.204855: 24987823 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 168498 [044] 2537.205729: 28041966 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [017] 2537.206360: 27226121 cycles: ffffffff8a7414be task_h_load+0x7e ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [024] 2537.206506: 32808527 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2537.206527: 36565578 cycles: ffffffff8ab31c0d smaps_pte_entry+0xed ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd 193831 [002] 2537.206529: 30164784 cycles: ffffffff8b8000df entry_SYSCALL_64_after_hwframe+0x67 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) ydbd 198114 [026] 2537.206572: 35240773 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) perf 198744 [045] 2537.206907: 35515162 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [001] 2537.207002: 41318488 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [019] 2537.207029: 32427710 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [033] 2537.207171: 40145103 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [016] 2537.207252: 30283937 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [028] 2537.207537: 33754652 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2537.207566: 35034897 cycles: 17fb227 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [046] 2537.208691: 31213585 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [008] 2537.208844: 29251997 cycles: 3a77806 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2537.209424: 38316635 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b4811fe tcp_rcv_established+0x56e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2537.209649: 37062489 cycles: ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [022] 2537.209766: 42724779 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [000] 2537.209807: 35122962 cycles: 649a6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2537.209925: 37093028 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [025] 2537.210318: 37935390 cycles: 3c80d3a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2537.210888: 36854426 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [039] 2537.211089: 39008274 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2537.211916: 32631241 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [042] 2537.212337: 28675882 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [018] 2537.212491: 28333284 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13cad8d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.212561: 38852051 cycles: ffffffff8b61a58f memchr_inv+0x4f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [023] 2537.212933: 25908148 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [041] 2537.212976: 30896937 cycles: ffffffff8b463054 __inet_lookup_established+0x44 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [012] 2537.213346: 31703163 cycles: 13c0ab77 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [009] 2537.213532: 42138355 cycles: 2660959b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [013] 2537.214168: 48991061 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2537.214330: 27891501 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [014] 2537.214386: 28035437 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [034] 2537.215000: 42717707 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [004] 2537.215147: 38020317 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [047] 2537.215301: 34703795 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [032] 2537.215949: 27187702 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaeb289 ep_poll+0x219 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.216547: 36611313 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 194440 [007] 2537.216587: 39050177 cycles: 24070f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [011] 2537.216644: 33896111 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [037] 2537.216823: 38974672 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2537.217549: 29048261 cycles: ffffffff8aa2f0a4 kmem_cache_alloc_node+0x1a4 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2537.217736: 31563319 cycles: ffffffff8a7690e0 psi_group_change+0x140 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [043] 2537.217958: 36366796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 170129 [040] 2537.218186: 46888374 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [026] 2537.218199: 33302406 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2537.218245: 36558432 cycles: ffffffff8a7d6e4f get_next_timer_interrupt+0xcf ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [017] 2537.218335: 35665649 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [016] 2537.219120: 34941952 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [031] 2537.219121: 35878263 cycles: 178ec77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [020] 2537.219208: 31285404 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [045] 2537.219264: 38696129 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2537.219334: 37595872 cycles: 2783692 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [028] 2537.219589: 41410970 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2537.219883: 30734332 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 154952 [019] 2537.220269: 29094331 cycles: ffffffff8a7537dd newidle_balance+0x20d ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [046] 2537.220727: 32769923 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [003] 2537.221069: 39455299 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2537.221768: 28305092 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2537.221802: 31700675 cycles: ffffffff8a738326 pick_next_task+0x26 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [030] 2537.221822: 33349706 cycles: 1e5c6df5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [000] 2537.222025: 44632042 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2537.222180: 28599289 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [006] 2537.223662: 36225747 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [021] 2537.223696: 34461776 cycles: 141ab310 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [022] 2537.223857: 53344078 cycles: ffffffff8b69782c exc_page_fault+0x3c ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.224202: 30864848 cycles: ffffffff8a7efeaf tick_irq_enter+0x3f ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [001] 2537.224326: 39356027 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2537.224377: 30817298 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [025] 2537.224758: 42373469 cycles: 1860c2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [035] 2537.224792: 36610700 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2537.224835: 42908091 cycles: ffffffff8b3a4c6d __dev_queue_xmit+0x28d ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [027] 2537.224947: 35539479 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 172778 [033] 2537.224986: 38634173 cycles: 1be8a4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [023] 2537.225218: 26743701 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2537.226393: 34219690 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.226643: 36668540 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.Timer 198862 [010] 2537.226667: 40423435 cycles: 1330de05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [002] 2537.226829: 29670919 cycles: ffffffff8a6b84f2 native_write_msr+0x2 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194356 [032] 2537.226919: 26208618 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 193840 [029] 2537.226966: 26764132 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2537.228068: 35628147 cycles: ffffffff8aa31aca __kmem_cache_free+0x1ba ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2537.228394: 41934667 cycles: 3c342f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198445 [039] 2537.228667: 41877649 cycles: e57b8 clock_nanosleep+0x88 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198682 [024] 2537.229720: 29846453 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2537.230058: 29784409 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2537.230621: 38330355 cycles: ffffffff8a739e1a set_task_cpu+0xba ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [020] 2537.231311: 29762819 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [042] 2537.231489: 29406303 cycles: 1800015 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 167184 [026] 2537.231504: 31043809 cycles: ffffffff8a74e1bc dequeue_task_fair+0x17c ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [011] 2537.231589: 32850844 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [016] 2537.232465: 36798208 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150657 [034] 2537.232682: 42886949 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [005] 2537.232701: 34807420 cycles: 3b99ed4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [013] 2537.232876: 50520020 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194038 [044] 2537.233011: 33273898 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [008] 2537.233330: 34706580 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [030] 2537.233737: 31499671 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [017] 2537.234063: 30093186 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2537.234482: 36621730 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [046] 2537.234864: 33384493 cycles: 27299a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 171590 [014] 2537.234873: 30416038 cycles: ffffffff8a779e65 psi_task_switch+0x85 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 171306 [043] 2537.234880: 37118009 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [007] 2537.234936: 33553236 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [031] 2537.235094: 34063678 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [012] 2537.235155: 30253452 cycles: 17fb121 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [037] 2537.235442: 35298663 cycles: 67f87e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2537.235470: 43753237 cycles: 2049958e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [019] 2537.235619: 25783558 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [028] 2537.236067: 39412578 cycles: 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [045] 2537.236379: 41318481 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2537.236698: 36670094 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [032] 2537.237603: 25777017 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [006] 2537.237839: 35309223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2537.238091: 35443896 cycles: ffffffff8a7328be ttwu_queue_wakelist+0xfe ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [003] 2537.238101: 32856358 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2537.238519: 31143058 cycles: ffffffff8b4810b7 tcp_rcv_established+0x427 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2537.238552: 27148465 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [023] 2537.238975: 24057743 cycles: ffffffff8b6a7575 mutex_lock+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [001] 2537.239222: 36522716 cycles: 35f7f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 197012 [002] 2537.239302: 32308724 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [035] 2537.239452: 32487586 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [027] 2537.240070: 35812889 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150654 [000] 2537.240355: 41849629 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [026] 2537.241348: 30928747 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [038] 2537.241717: 43632840 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [010] 2537.241836: 35038633 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2537.242093: 36245220 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [047] 2537.242841: 35595445 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [024] 2537.242842: 29846453 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [042] 2537.242953: 29406303 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [022] 2537.243345: 40890124 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [041] 2537.243348: 34745868 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [020] 2537.243473: 28572326 cycles: 1554bf94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [033] 2537.243704: 37442279 cycles: cc16904 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [004] 2537.243865: 43969333 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [017] 2537.244438: 30306740 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5904b426da7 [unknown] ([unknown]) default-executo 196114 [019] 2537.244715: 25223434 cycles: ffffffff8a7d678c __mod_timer+0x4c ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2537.244896: 31499671 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 193489 [011] 2537.245233: 35981809 cycles: 1be8a4cb [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [044] 2537.245655: 37614912 cycles: ffffffff8a73e585 available_idle_cpu+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2537.246103: 32566393 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [032] 2537.246401: 26574835 cycles: ffffffff8aa2b380 memcg_slab_post_alloc_hook+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [012] 2537.246544: 29750084 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.246796: 36717081 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) network poller 198033 [005] 2537.246924: 34899845 cycles: ffffffff8a769060 psi_group_change+0xc0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2537.247035: 29541399 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [039] 2537.247665: 36802322 cycles: 3b265a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [009] 2537.247669: 31924840 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [046] 2537.247710: 33384493 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [016] 2537.248068: 37069143 cycles: ffffffff8a9ecf32 rmqueue+0x32 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [018] 2537.248738: 30660879 cycles: 174163c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [023] 2537.248910: 24395950 cycles: 6e8 [unknown] ([vdso]) nbsd.SRV2 197556 [034] 2537.249131: 41352466 cycles: 1424e961 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [037] 2537.250005: 35367200 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2537.250067: 41297992 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [043] 2537.250134: 36137740 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [040] 2537.250156: 39479240 cycles: ffffffff8adb02d6 _find_first_bit+0x6 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [029] 2537.250158: 26439967 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2537.250467: 33175460 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [006] 2537.250669: 41742941 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [031] 2537.250736: 31614521 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [028] 2537.250973: 38524801 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [002] 2537.251139: 36813778 cycles: 3adf73a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [021] 2537.251625: 36632055 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2537.251660: 36196069 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [026] 2537.252168: 30920809 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [013] 2537.252563: 47456649 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [019] 2537.253161: 27038770 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2537.253306: 40191686 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [035] 2537.253533: 32817908 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 167024 [010] 2537.253883: 37010432 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [020] 2537.253995: 31288203 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2537.254012: 42773077 cycles: 17fa91a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [001] 2537.254311: 38215302 cycles: 404dae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2537.254399: 37090350 cycles: ffffffff8b389b69 skb_copy_datagram_from_iter+0x69 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2537.255106: 29406303 cycles: 1855528 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [032] 2537.255210: 30821276 cycles: ffffffff8a7f653f futex_wake+0x7f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2537.255275: 41376202 cycles: 12d6c209 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [000] 2537.255301: 42671148 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [030] 2537.256627: 35404420 cycles: 172cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2537.256859: 36720320 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [022] 2537.257064: 37248875 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagen.AIO.SQ 198051 [038] 2537.257450: 38104217 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2537.257602: 37734731 cycles: 2047f0de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [014] 2537.257686: 32034625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194347 [041] 2537.257810: 39232265 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [012] 2537.258151: 29071694 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2537.258469: 24800552 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [047] 2537.258598: 34091073 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [008] 2537.258626: 30548334 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [044] 2537.259305: 34395797 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ac43f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2537.259837: 38117205 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196923 [046] 2537.259886: 47846865 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) PDisk 197014 [011] 2537.260367: 32868320 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155714 [004] 2537.260539: 45608885 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [009] 2537.261030: 29326810 cycles: 24f754a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [018] 2537.261246: 29152610 cycles: 3ba89c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2537.261551: 37485818 cycles: 13bd58c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2537.261633: 28173314 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [039] 2537.261705: 35678153 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd361f0d87f [unknown] (//anon) diskagen.AIO.SQ 198051 [005] 2537.261716: 37828854 cycles: ffffffff8a99188f shmem_file_read_iter+0x18f ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [034] 2537.262868: 40071383 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2537.263074: 33108260 cycles: ffffffff8b1b5a1c loopback_xmit+0xfc ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197238 [002] 2537.263077: 34720908 cycles: 1406b063 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [040] 2537.264099: 35949689 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [007] 2537.264220: 32421669 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [019] 2537.264546: 29589021 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [031] 2537.264561: 34781760 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [043] 2537.264703: 34611181 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bfd50d57 [unknown] (//anon) swapper 0 [037] 2537.265217: 37531449 cycles: ffffffff8a779b60 psi_task_change+0x50 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2537.265231: 38411526 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.265401: 46069501 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Timer 193855 [028] 2537.265630: 37481515 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c2a2ca8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196007 [020] 2537.265675: 33179097 cycles: ffffffff8a736e1b dequeue_task+0xfb ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [006] 2537.265760: 39851476 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [015] 2537.266137: 36352417 cycles: 270bbc44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [003] 2537.266189: 31410019 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2537.266505: 38316318 cycles: 13b2e2cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2537.266961: 36746225 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [012] 2537.267096: 35179848 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [032] 2537.267443: 32760925 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 165680 [035] 2537.267470: 35947918 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [023] 2537.268086: 24128000 cycles: 161b38ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [001] 2537.268620: 37057669 cycles: ffffffff8aa5833b __mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [030] 2537.268855: 34443873 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [025] 2537.268962: 34956175 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2537.269354: 37316942 cycles: ffffffff8a7ef3b7 tick_nohz_restart+0x37 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [027] 2537.269396: 38837732 cycles: ffffffff8a74361d pick_next_entity+0x10d ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1683711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [008] 2537.269932: 29158312 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [024] 2537.270134: 42677058 cycles: ffffffff8a760570 __update_load_avg_cfs_rq+0x130 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2537.270354: 33178553 cycles: 644d0c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [038] 2537.270524: 42851826 cycles: ffffffff8a9386a3 perf_poll+0x83 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198615 [022] 2537.270981: 37337570 cycles: ffffffff8aa5655f get_mem_cgroup_from_mm+0x1f ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [013] 2537.271109: 37492546 cycles: 16335d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2537.271122: 31117564 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [017] 2537.271124: 34764702 cycles: ffffffff8b55f7fe tcp_v6_rcv+0xce ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [045] 2537.271258: 37790881 cycles: ffffffff8b80120a __irqentry_text_end+0x9a ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2537.271758: 31092099 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [018] 2537.271925: 28746022 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [000] 2537.272146: 40173508 cycles: 6507776 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [029] 2537.272525: 27611914 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [041] 2537.272959: 38152957 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) nbsd.User 197529 [011] 2537.274390: 32431296 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2537.274995: 30966933 cycles: ffffffff8b389827 __skb_datagram_iter+0x157 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [026] 2537.275517: 31546231 cycles: 133a7d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [019] 2537.275842: 27841033 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [020] 2537.275960: 32709031 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [016] 2537.276044: 40773683 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2537.276074: 36103912 cycles: ffffffff8a7f744a __flush_smp_call_function_queue+0xfa ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2537.276357: 38408727 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [002] 2537.276974: 35534691 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.277038: 36751468 cycles: ffffffff8ab306a5 smaps_account+0x15 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197534 [004] 2537.277245: 40718065 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [034] 2537.277246: 35512182 cycles: 26cabaf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [043] 2537.277541: 35685417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [005] 2537.277654: 40361749 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2537.278094: 34022488 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2537.278690: 27098742 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [010] 2537.278862: 36237738 cycles: ffffffff8a735e7c update_rq_clock+0xac ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [012] 2537.278874: 34042540 cycles: ffffffff8a990d49 shmem_get_folio_gfp+0x129 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [028] 2537.278889: 40257791 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [046] 2537.278895: 45915916 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV1 197555 [003] 2537.278996: 29200022 cycles: 141d1cdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [030] 2537.279451: 36095005 cycles: 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198682 [032] 2537.279767: 30630997 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2537.279878: 33343481 cycles: 1411cb2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [031] 2537.279901: 29919298 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [008] 2537.280546: 28591080 cycles: ffffffff8a75fadf __update_load_avg_blocked_se+0x9f ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [006] 2537.281677: 40860656 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [018] 2537.282301: 28430266 cycles: ffffffff8a9725ae __folio_put+0x6e ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [009] 2537.282399: 35007673 cycles: 2075930 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197534 [042] 2537.282399: 41968733 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [025] 2537.282411: 31897010 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [001] 2537.282440: 40790041 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [029] 2537.282458: 27229481 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2537.282483: 36781478 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [014] 2537.282616: 38220154 cycles: 3caa326 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2537.282647: 35677902 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [044] 2537.282663: 34360975 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159891 [035] 2537.283228: 43332832 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2537.283488: 34953443 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2537.283702: 31753547 cycles: 12e7eb20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [047] 2537.284655: 32896300 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [013] 2537.284804: 34413326 cycles: 20499c99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [027] 2537.285642: 40771476 cycles: 14071829 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [026] 2537.286122: 30715431 cycles: ffffffff8aa7b884 do_iter_readv_writev+0xc4 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [011] 2537.286177: 37368058 cycles: 1411d0d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [024] 2537.286201: 42379396 cycles: 13c96d98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [000] 2537.286369: 34866804 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2537.286431: 28245431 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2537.286505: 33303900 cycles: ffffffff8aa7b8a7 do_iter_readv_writev+0xe7 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [038] 2537.286744: 41020116 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [020] 2537.286932: 33174321 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2537.287162: 36760979 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 194631 [007] 2537.287369: 29616087 cycles: 35deb0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [041] 2537.287978: 37101051 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [003] 2537.288873: 29158179 cycles: ffffffff8b486a16 __tcp_transmit_skb+0x186 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [008] 2537.289221: 30086526 cycles: 1401e72c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [040] 2537.289944: 46778924 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [023] 2537.290186: 29808280 cycles: 17f4b7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [034] 2537.290376: 36875429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [002] 2537.290595: 39969719 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [039] 2537.290820: 35007775 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [032] 2537.291018: 29729258 cycles: 1861fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [031] 2537.291042: 28567005 cycles: 6e8 [unknown] ([vdso]) nbsd.User 197529 [016] 2537.291152: 39525567 cycles: 14021032 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [015] 2537.291497: 31834366 cycles: 1618b088 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [012] 2537.291645: 31473530 cycles: 1339f841 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [005] 2537.291888: 36856831 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [033] 2537.291896: 40832631 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [004] 2537.292430: 40882029 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [010] 2537.292680: 34785901 cycles: 673b201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [043] 2537.292876: 32975685 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171593 [018] 2537.293007: 31377422 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194390 [030] 2537.293292: 45316521 cycles: 3a61302 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [029] 2537.293553: 32065672 cycles: 6892050 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [028] 2537.294042: 41353518 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [044] 2537.294267: 32799109 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [025] 2537.294825: 30067690 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [046] 2537.295238: 47853695 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2537.295664: 30276128 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [022] 2537.296091: 36555938 cycles: ffffffff8b697d38 irqentry_exit_to_user_mode+0x18 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193997 [009] 2537.296598: 43517240 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [014] 2537.296777: 34834390 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 155711 [019] 2537.296827: 34879762 cycles: bbc5403 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2537.296889: 38094889 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [001] 2537.296954: 41248303 cycles: 1a717c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [021] 2537.297015: 35834707 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.297286: 36757895 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 196114 [047] 2537.297856: 32776450 cycles: ffffffff8a9ef852 get_page_from_freelist+0x362 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2537.297863: 31281399 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [013] 2537.297907: 39897299 cycles: 12f0ab0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159503 [026] 2537.298549: 29511097 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [042] 2537.298624: 44446840 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [027] 2537.298940: 42270170 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [000] 2537.299173: 32036197 cycles: 1ca1fbd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [020] 2537.299183: 36979214 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 194089 [045] 2537.299187: 31429612 cycles: ba89afe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198751 [007] 2537.299220: 28414338 cycles: ffffffff8a9ec956 rmqueue_bulk+0x226 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 198644 [038] 2537.299463: 39943744 cycles: 39fb5c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2537.299991: 30536540 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2537.299996: 37367184 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [003] 2537.300273: 33076275 cycles: 2528d743 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2537.301867: 36193983 cycles: 1407f399 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [023] 2537.301954: 31736157 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [031] 2537.302177: 28003218 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [035] 2537.302238: 41802037 cycles: 689a208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166860 [034] 2537.302673: 34736618 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [032] 2537.303229: 28243745 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2537.303281: 33012572 cycles: 27cdb76 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2537.303713: 39592110 cycles: ffffffff8a747712 attach_entity_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [012] 2537.303929: 33745364 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [005] 2537.304685: 34325066 cycles: 13b41b74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [015] 2537.304704: 33232100 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 54afdf7f087 [unknown] (//anon) swapper 0 [002] 2537.305145: 34887573 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [043] 2537.305341: 32222850 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167056 [016] 2537.305362: 39412895 cycles: ffffffff8a7d748d hrtimer_active+0xd ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2537.305459: 28964536 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [029] 2537.306223: 30168054 cycles: ffffffff8a733f20 raw_spin_rq_lock_nested+0x30 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [044] 2537.306377: 30857514 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd 197527 [040] 2537.306383: 43706655 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 172781 [025] 2537.306893: 31301796 cycles: ffffffff8a7f3a5d __x64_sys_futex+0x7d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 169827 [010] 2537.307293: 39296399 cycles: ffffffff8a7d9186 hrtimer_nanosleep+0x6 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) atop 1333 [036] 2537.307367: 36758832 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) default-executo 194619 [033] 2537.307617: 34549028 cycles: ffffffff8b6a4dc2 __cond_resched+0x12 ([kernel.kallsyms]) ffffffff8b50f010 unix_stream_read_generic+0xf0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [004] 2537.307713: 35017334 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [017] 2537.308111: 28827372 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [047] 2537.308740: 33112193 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) timer_manager 194368 [028] 2537.309115: 39923881 cycles: ffffffff8b6ad525 _raw_spin_unlock+0x5 ([kernel.kallsyms]) ffffffff8a73bf3c try_to_wake_up+0x27c ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2a250 __errno_location+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123761 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.309122: 31972500 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [030] 2537.309441: 38351667 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [022] 2537.309454: 36716613 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [045] 2537.310046: 30410315 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2537.310246: 29471143 cycles: ffffffff8a7eec47 tick_nohz_next_event+0x67 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2537.310281: 39448755 cycles: 139f1103 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [007] 2537.310316: 27070922 cycles: 154cadf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [026] 2537.310369: 34053158 cycles: ffffffff8b476705 __tcp_ack_snd_check+0x1e5 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [001] 2537.310427: 37254287 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 169823 [008] 2537.310626: 36242568 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [021] 2537.311147: 32262895 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [038] 2537.311175: 44313152 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [006] 2537.311300: 38942490 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [000] 2537.311331: 35308553 cycles: 35f7eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [011] 2537.311610: 35626457 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2537.311914: 27648531 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [027] 2537.313284: 42017082 cycles: 932d5 pthread_cond_signal+0xb5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [046] 2537.313313: 40156786 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [019] 2537.313358: 28477641 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155809 [003] 2537.313364: 35636387 cycles: 1ada5ed7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [020] 2537.313541: 32470122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 155848 [032] 2537.313934: 27703483 cycles: b941555 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [042] 2537.314617: 44798113 cycles: 14119dea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [034] 2537.314746: 32844716 cycles: ffffffffc0ca4796 nf_conntrack_in+0x1b6 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2537.315237: 33286306 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [023] 2537.315257: 33055807 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [039] 2537.315785: 32260003 cycles: 13b91f75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2537.315797: 33439710 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [018] 2537.315852: 28966360 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2537.316014: 31500076 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [015] 2537.316385: 31688791 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [044] 2537.316656: 30874791 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [043] 2537.316976: 35555180 cycles: ffffffff8b455c0a ip_protocol_deliver_rcu+0x6a ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.317507: 36742939 cycles: ffffffff8aa7a727 do_sys_openat2+0x77 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c0b5 _IO_file_open+0x25 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8c411 _IO_file_fopen+0x291 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ad fopen+0x7d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1236a [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [035] 2537.317716: 39840310 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2537.317982: 35035628 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [029] 2537.318459: 28269980 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2537.318974: 31821983 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [017] 2537.319140: 27744091 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [025] 2537.319704: 29800837 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [004] 2537.319902: 33219979 cycles: 2528d759 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [041] 2537.319941: 37712143 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [047] 2537.320976: 31448037 cycles: 17fe209 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [016] 2537.321259: 41358373 cycles: 3a77aaf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [033] 2537.321502: 34840078 cycles: ffffffff8aa2e995 kmem_cache_alloc+0x5 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [014] 2537.321786: 29835089 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [007] 2537.321959: 26039186 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2537.322052: 34174705 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 197875 [040] 2537.322501: 43428072 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [045] 2537.322745: 28659062 cycles: 186106e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2537.323311: 31269431 cycles: ffffffff8a779b8d psi_task_change+0x7d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [032] 2537.323353: 28320366 cycles: 6442191 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2537.323596: 36032293 cycles: 137f7a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [037] 2537.323693: 27334955 cycles: 14060b30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2537.323699: 33045704 cycles: 3af2672 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [001] 2537.323738: 34277738 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198845 [019] 2537.323751: 28154401 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197884 [030] 2537.324009: 36944373 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2537.324336: 35342840 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [021] 2537.324446: 35699718 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [031] 2537.324513: 26566550 cycles: ffffffff8a80fd29 cgroup_rstat_updated+0x59 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [008] 2537.324558: 34426065 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [028] 2537.325368: 39522459 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [013] 2537.325795: 36790692 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151701 [006] 2537.326347: 37966140 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [018] 2537.326678: 31523427 cycles: 3a6ad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [038] 2537.326800: 42747160 cycles: 3ad8480 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [034] 2537.326850: 35099650 cycles: ffffffff8a7f1b00 get_futex_key+0x20 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2537.326976: 33930966 cycles: ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2537.327121: 32917471 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [044] 2537.327592: 30640752 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) atop 1333 [036] 2537.327596: 36727941 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [046] 2537.327800: 45271384 cycles: ffffffff8b448c39 nf_hook_slow+0x89 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193836 [024] 2537.328165: 30982357 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [012] 2537.328946: 29018807 cycles: 140713c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [017] 2537.329416: 27690382 cycles: 16ff091 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2537.329594: 37945946 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [009] 2537.329601: 29655913 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [042] 2537.329643: 38973407 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2537.329809: 37969803 cycles: ffffffff8a769127 psi_group_change+0x187 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [002] 2537.330035: 34174196 cycles: 3b1a5e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [015] 2537.330592: 28164273 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [004] 2537.330829: 32551648 cycles: 2520aa4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2537.331036: 29541962 cycles: ffffffff8a7d8c4f hrtimer_get_next_event+0x5f ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 198620 [039] 2537.331134: 32016173 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [047] 2537.332080: 34249754 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [025] 2537.332319: 27917195 cycles: ffffffff8b5857e0 __inet6_lookup_established+0x110 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IO 159402 [014] 2537.332510: 28952552 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172236 [005] 2537.332697: 37337625 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [027] 2537.332764: 42571654 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169822 [007] 2537.333136: 25224670 cycles: ffffffff8a95a5fd rseq_get_rseq_cs.isra.0+0x1d ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [045] 2537.333406: 27885581 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [032] 2537.333519: 31338940 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [022] 2537.333732: 32577200 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2537.333961: 37944270 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [026] 2537.334344: 33679856 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b78146 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2537.334597: 27407430 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198684 [031] 2537.334924: 28704554 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [033] 2537.335107: 35207054 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [037] 2537.335368: 25410403 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [001] 2537.335398: 32449344 cycles: 1a694b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2537.336223: 35448488 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196102 [010] 2537.336696: 30451383 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [021] 2537.336710: 34119614 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [016] 2537.337042: 36359461 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2537.337456: 33637320 cycles: ffffffff8a74c5e6 select_task_rq_fair+0x166 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 198206 [040] 2537.337463: 39438713 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [030] 2537.337517: 37525429 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [018] 2537.337539: 34208105 cycles: 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.337728: 36728278 cycles: ffffffff8ac66b2f security_file_free+0x1f ([kernel.kallsyms]) ffffffff8aa803b0 __fput+0x110 ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1198eb __close_nocancel+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 8beff _IO_file_close_it+0x6f (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ed8e fclose+0x11e (/usr/lib/x86_64-linux-gnu/libc.so.6) 14ba7 [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [000] 2537.338105: 31249901 cycles: 1a6c03 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [034] 2537.339286: 36648914 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [012] 2537.339477: 28341182 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [044] 2537.339479: 28818786 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [011] 2537.339623: 36119819 cycles: ffffffff8aa7f2ad ksys_write+0xcd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [017] 2537.339846: 27237592 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [023] 2537.339922: 34983205 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2537.340035: 34608086 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [024] 2537.340288: 29312538 cycles: 16236c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [020] 2537.340362: 35039247 cycles: 1742bc0c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [028] 2537.340373: 39522459 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6f4543f [unknown] (//anon) ydbd.System 193987 [009] 2537.340928: 28808819 cycles: ffffffff8a7f2995 futex_unqueue+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [015] 2537.341402: 27401668 cycles: ffffffff8a6c6af1 mod_lruvec_page_state.constprop.0+0x1 ([kernel.kallsyms]) ffffffff8a9bb68b __pte_alloc+0x2b ([kernel.kallsyms]) ffffffff8a9bba66 do_anonymous_page+0x346 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a68f8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e80f0d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [002] 2537.341607: 32634909 cycles: ffffffff8b389883 __skb_datagram_iter+0x1b3 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [038] 2537.342099: 42494586 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [029] 2537.342212: 28960024 cycles: 3b464ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [013] 2537.342328: 34843642 cycles: 1572ff26 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197877 [025] 2537.342620: 30716710 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [004] 2537.342675: 30604834 cycles: 3a497d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [007] 2537.342748: 25698436 cycles: 133ae183 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [045] 2537.342817: 28545230 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [039] 2537.343157: 40433372 cycles: ffffffff8a7528dd update_sd_lb_stats.constprop.0+0x14d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [046] 2537.343337: 40481447 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170457 [014] 2537.343463: 28668642 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 171287 [042] 2537.343604: 44689455 cycles: bbc920e [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 196760 [032] 2537.343746: 35229625 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 151687 [003] 2537.344257: 33935423 cycles: 25256e1a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 197238 [047] 2537.344299: 34536694 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [037] 2537.344366: 26691600 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2537.344380: 32805699 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [043] 2537.345219: 42927068 cycles: 644691a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [019] 2537.345690: 27407430 cycles: ffffffff8aaf513d aio_read_events+0x2d ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [031] 2537.346002: 31756284 cycles: 13ce024b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166609 [035] 2537.346412: 35961348 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [026] 2537.346548: 31830850 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [001] 2537.347108: 35740156 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2537.347382: 32483578 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.347813: 36744692 cycles: ffffffff8ab31cbd smaps_pte_entry+0x19d ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [010] 2537.348100: 29182149 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [012] 2537.349382: 32075906 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2537.349410: 32026234 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [000] 2537.349425: 30205829 cycles: ffffffff8a75fa67 __update_load_avg_blocked_se+0x27 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2537.349452: 38197686 cycles: ffffffff8a75fda0 __update_load_avg_se+0x40 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [030] 2537.349643: 40538572 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [016] 2537.349672: 33161376 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [041] 2537.349754: 34609805 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 155701 [027] 2537.349760: 39603144 cycles: bbd164b [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2537.349822: 28773434 cycles: ffffffff8a7479a2 update_load_avg+0xd2 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [018] 2537.349900: 31956001 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [033] 2537.350693: 33944124 cycles: 251a5930 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [017] 2537.350725: 26718007 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2537.350863: 32080253 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [024] 2537.350982: 28409998 cycles: ffffffff8a7327fa ttwu_queue_wakelist+0x3a ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165166 [008] 2537.351268: 33551114 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 170133 [034] 2537.351384: 34552693 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [040] 2537.352033: 35578859 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [006] 2537.352160: 32888010 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [007] 2537.352420: 25530950 cycles: 140870c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [020] 2537.352667: 36179548 cycles: 3b542c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [045] 2537.353466: 31056425 cycles: ffffffff8b46c290 skb_do_copy_data_nocache+0x80 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 169051 [029] 2537.353726: 41729555 cycles: ffffffff8a746405 set_next_buddy+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [013] 2537.353780: 33522382 cycles: 1549f868 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [011] 2537.353782: 40012568 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [004] 2537.353839: 30567529 cycles: ffffffff8a990c7a shmem_get_folio_gfp+0x5a ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [002] 2537.354039: 32178022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [028] 2537.354354: 54605149 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [014] 2537.354837: 27474564 cycles: ffffffff8aa7c124 vfs_readv+0x84 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2537.354854: 37178190 cycles: ffffffff8b6175ec rb_insert_color+0xec ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198628 [032] 2537.355647: 36221493 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2537.355894: 34948494 cycles: 1869e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [019] 2537.356285: 40396615 cycles: 21a2c4be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [037] 2537.356397: 25033941 cycles: ffffffff8b50f1d0 unix_stream_read_generic+0x2b0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2537.356695: 30889457 cycles: 289c2df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [022] 2537.356931: 33757816 cycles: 12e810e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [026] 2537.356944: 35209610 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [039] 2537.357035: 38926326 cycles: 141ec4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [047] 2537.357246: 35006681 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [010] 2537.357584: 29598341 cycles: ffffffff8aa2b4e2 memcg_slab_post_alloc_hook+0x162 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [031] 2537.357664: 36767386 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.357945: 36723495 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 198454 [038] 2537.358047: 42577828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [046] 2537.358132: 41417183 cycles: 3c4af1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [012] 2537.359165: 32467666 cycles: ffffffff8a6c7d5d __virt_addr_valid+0xad ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [042] 2537.359367: 42390619 cycles: 12d6c097 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2537.359575: 30821658 cycles: ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [000] 2537.359995: 30193965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197245 [018] 2537.360795: 32117956 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 170465 [044] 2537.361141: 30597736 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [035] 2537.361256: 37758984 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [015] 2537.361763: 27115843 cycles: ffffffff8a80fcdb cgroup_rstat_updated+0xb ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [016] 2537.361895: 31272170 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [007] 2537.362359: 25958749 cycles: 3b9ad1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2537.362599: 32049539 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [024] 2537.362610: 27360817 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [017] 2537.362650: 28452610 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [034] 2537.363088: 33132534 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194633 [001] 2537.363402: 36620499 cycles: 178e596 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2537.363452: 37233690 cycles: ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 172771 [041] 2537.363743: 39338159 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [006] 2537.363746: 30824782 cycles: 1554b9f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [037] 2537.364214: 25803224 cycles: ffffffff8aa7b604 rw_verify_area+0x24 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2537.364362: 33159517 cycles: 3b305b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [004] 2537.364832: 36666076 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [014] 2537.364886: 34940652 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2537.365021: 34411220 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [030] 2537.365435: 41297695 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [045] 2537.365586: 29331186 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [020] 2537.365901: 36260286 cycles: 36b77c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [009] 2537.366016: 34221900 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [013] 2537.366102: 32075819 cycles: 27e251d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2537.366928: 35655593 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 197870 [002] 2537.366959: 38161980 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd354ef387f [unknown] (//anon) atop 1333 [036] 2537.368021: 36733620 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ab31b20 smaps_pte_entry+0x0 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagentd 198846 [027] 2537.368050: 39180577 cycles: e57dc clock_nanosleep+0xac (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2537.368365: 29170136 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [005] 2537.368554: 31098855 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 163665 [022] 2537.369917: 30807235 cycles: 1338e141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [011] 2537.370184: 37617536 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2537.370735: 31660564 cycles: ffffffff8aa316cc __kmem_cache_alloc_node+0xcc ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [025] 2537.370830: 32061892 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2537.370900: 28611048 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [023] 2537.370908: 31493476 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172c2d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [032] 2537.371177: 35270067 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2537.371355: 30991124 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2537.371431: 38392508 cycles: 3b3ddef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [029] 2537.371734: 33814751 cycles: ffffffff8a9a5660 kmalloc_slab+0x70 ([kernel.kallsyms]) ffffffff8a9a5ba2 kmalloc_size_roundup+0x62 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [000] 2537.372095: 28616635 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [015] 2537.372808: 26569645 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [046] 2537.372884: 39179943 cycles: ffffffff8b51ab16 ip6_xmit+0x406 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2537.373136: 40672569 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [019] 2537.373405: 35751313 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2537.373523: 26917462 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [047] 2537.373727: 36938891 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2537.374071: 27296893 cycles: ffffffff8a747702 attach_entity_load_avg+0x72 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [044] 2537.374316: 31703635 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [016] 2537.374568: 29177576 cycles: ffffffff8b46d69a tcp_poll+0x1fa ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [018] 2537.374796: 29211767 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [006] 2537.374942: 34291121 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2516e9b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [008] 2537.375210: 33520030 cycles: 19589e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 166704 [038] 2537.375644: 35339864 cycles: ffffffff8a753bf9 pick_next_task_fair+0x139 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2537.375797: 30143829 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.375823: 40152125 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [014] 2537.376041: 33808549 cycles: 12e80fa8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 169832 [028] 2537.376057: 56149740 cycles: 203ff8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [034] 2537.376193: 34454160 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [040] 2537.376497: 31628217 cycles: ffffffff8b5509b5 ipv6_raw_deliver+0x5 ([kernel.kallsyms]) ffffffff8b51c9ec ip6_protocol_deliver_rcu+0x8c ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2537.377119: 34708580 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [037] 2537.377152: 30984490 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [035] 2537.377643: 31676022 cycles: ffffffff8a74ab84 update_curr+0xf4 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [005] 2537.377992: 32013427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.378147: 36725015 cycles: ffffffff8aa7f165 __x64_sys_read+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a8f [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196102 [001] 2537.378534: 31336252 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [045] 2537.378631: 30277533 cycles: 219d4d1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198749 [043] 2537.379641: 34898801 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2537.379886: 32075819 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194390 [010] 2537.379913: 31103972 cycles: 96456 pthread_getspecific+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2537.380144: 35768499 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [004] 2537.380270: 34484829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [020] 2537.380279: 33753706 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SRV2 194449 [002] 2537.380548: 39384231 cycles: 184070c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [041] 2537.380607: 40551650 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [021] 2537.380614: 40061709 cycles: ffffffff8b31bc75 cpuidle_get_cpu_driver+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2537.381671: 27366352 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2537.381848: 29110839 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 168892 [012] 2537.381876: 30273289 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [000] 2537.381906: 28626127 cycles: 1a6abd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [027] 2537.381912: 37418511 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [030] 2537.382046: 38246542 cycles: 3c73f21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [011] 2537.382313: 35927797 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) nbsd-lig.SRV1 196021 [032] 2537.382698: 36679719 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196861 [024] 2537.382748: 27276887 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2537.382841: 30117895 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [015] 2537.383050: 29691879 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [023] 2537.383154: 29657275 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [029] 2537.383494: 32118536 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [017] 2537.383643: 26936132 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [025] 2537.384071: 32061892 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2537.385282: 31268068 cycles: ffffffff8a75618a put_prev_task_idle+0xa ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [016] 2537.385452: 35398026 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [044] 2537.385772: 30741447 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [039] 2537.386148: 33332071 cycles: ffffffff8aa5db49 obj_cgroup_charge+0x29 ([kernel.kallsyms]) ffffffff8aa2ef87 kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2537.386172: 40433491 cycles: 1408f5c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [008] 2537.386537: 32377504 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2537.386913: 37225233 cycles: ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [046] 2537.387560: 45543702 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171593 [006] 2537.387600: 32105732 cycles: ffffffff8a64a70a __switch_to+0x41a ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [014] 2537.387608: 39316138 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [034] 2537.387791: 36707386 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [047] 2537.387812: 38092707 cycles: 1408f5c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) timer_manager 170179 [038] 2537.387884: 36885730 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f29be futex_unqueue+0x2e ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a0973c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2537.388071: 29111779 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [040] 2537.388142: 30381242 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [036] 2537.388221: 36718783 cycles: ffffffff8ab306c6 smaps_account+0x36 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198039 [033] 2537.388413: 34743243 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2537.388871: 30984490 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2537.389546: 29217236 cycles: ffffffff8a604321 __switch_to_asm+0x11 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [001] 2537.390408: 29752813 cycles: 2097e03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165660 [035] 2537.390412: 29230572 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198859 [005] 2537.390729: 37567199 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [042] 2537.390886: 34430972 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2537.390982: 34341987 cycles: ffffffff8b480eb8 tcp_rcv_established+0x228 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [045] 2537.391111: 32832442 cycles: 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [009] 2537.391264: 40629164 cycles: 21a1ba8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2537.391497: 30609981 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [020] 2537.391712: 34454709 cycles: ffffffff8aa5e855 __mem_cgroup_charge+0x5 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [043] 2537.391818: 32287516 cycles: 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2537.392181: 39464137 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [004] 2537.392254: 37289317 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [024] 2537.392348: 27713425 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) timer_manager 197446 [022] 2537.392896: 28416064 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 165866 [000] 2537.392966: 27904632 cycles: 133ac8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [017] 2537.394077: 27489513 cycles: ffffffff8a9eb37a prep_compound_page+0x5a ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2537.394278: 36464622 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [023] 2537.394326: 31819956 cycles: 143396c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [015] 2537.394712: 31578982 cycles: ffffffff8a733f02 raw_spin_rq_lock_nested+0x12 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [027] 2537.395041: 39396853 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [032] 2537.395178: 34621702 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [041] 2537.395178: 39663655 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [002] 2537.395425: 38716614 cycles: 137f354 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2537.395499: 30142499 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) diskagen.User 198615 [028] 2537.395620: 59202515 cycles: ffffffff8a9c35a8 handle_mm_fault+0x298 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [044] 2537.396193: 33620641 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [018] 2537.396414: 33377939 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2837059 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [011] 2537.396567: 40613251 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.Timer 198644 [039] 2537.396713: 32652726 cycles: 376cbcc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2537.396727: 43280919 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ydbd 196861 [030] 2537.396733: 38517755 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [031] 2537.397661: 38822376 cycles: 21a2fb99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2537.398146: 32494765 cycles: ffffffff8a75c62d do_idle+0xbd ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.398331: 36737432 cycles: ffffffff8ab31cb9 smaps_pte_entry+0x199 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd.User 170133 [016] 2537.398431: 38160995 cycles: 1be5a056 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [034] 2537.398592: 35586610 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [008] 2537.399049: 30356851 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194003 [006] 2537.399201: 30545319 cycles: ffffffff8a771785 cpuacct_charge+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 197518 [040] 2537.399371: 29414665 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422e8f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [007] 2537.399494: 30192806 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [037] 2537.401047: 35734846 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [003] 2537.401201: 28575771 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 26a9fa61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [014] 2537.401212: 35324701 cycles: 13bfe084 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [038] 2537.401437: 32860948 cycles: ffffffff8a9e91d2 check_new_pages+0x62 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [022] 2537.401683: 32494422 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [001] 2537.402085: 31963186 cycles: ffffffff8a74ea56 put_prev_task_fair+0x26 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2537.402119: 40583536 cycles: ffffffff8a743515 pick_next_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2537.402135: 30828176 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [035] 2537.402452: 27698317 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [045] 2537.402950: 33266435 cycles: 250ee017 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [019] 2537.403007: 36662615 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [047] 2537.403175: 36787558 cycles: ffffffff8a74c52a select_task_rq_fair+0xaa ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [024] 2537.403393: 34312446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [000] 2537.403422: 27534212 cycles: 9644b pthread_getspecific+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a63510 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2537.403656: 38154521 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.403714: 31731039 cycles: ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2537.404115: 29411206 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [020] 2537.404279: 32477297 cycles: ffffffff8b46f559 tcp_cleanup_rbuf+0x59 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [005] 2537.404688: 38436593 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [043] 2537.405457: 34051603 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [017] 2537.405592: 29735794 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [004] 2537.406354: 36852925 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [032] 2537.407036: 33098428 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [013] 2537.407302: 38774228 cycles: 2049aa6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2537.407485: 30797130 cycles: ffffffff8b61abdd timerqueue_add+0x3d ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [023] 2537.407957: 28737540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [039] 2537.408409: 32579747 cycles: 1840ba6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2537.408413: 36733098 cycles: ffffffff8ab2fd39 smaps_page_accumulate+0x69 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198649 [009] 2537.408442: 40688002 cycles: 3b3205e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [044] 2537.408606: 31567399 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [018] 2537.408775: 36693572 cycles: 1407e630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [006] 2537.408901: 30596111 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [030] 2537.409125: 38811928 cycles: 6507700 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [026] 2537.409665: 31352631 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [029] 2537.409696: 27858018 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [034] 2537.410199: 38436010 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2537.410242: 32857230 cycles: ffffffff8a7b7e84 rcu_note_context_switch+0x74 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159406 [002] 2537.410281: 43722869 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [040] 2537.410501: 32422542 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [021] 2537.410989: 33894556 cycles: 251b8e33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2537.411187: 42208583 cycles: ffffffff8a74e139 dequeue_task_fair+0xf9 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [011] 2537.412089: 35047063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 15f9fae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [027] 2537.412426: 35472818 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [000] 2537.412573: 27605446 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2537.412649: 46995096 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [041] 2537.412688: 35342565 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2537.413347: 33925310 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2537.413392: 34767255 cycles: ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [007] 2537.413469: 34423313 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [014] 2537.414038: 36456558 cycles: 17d5cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [022] 2537.414071: 30367829 cycles: 96456 pthread_getspecific+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [012] 2537.414242: 35962216 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [031] 2537.414844: 40692316 cycles: 1548fe8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [028] 2537.415018: 51206979 cycles: ffffffff8a7d1981 __usecs_to_jiffies+0x41 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 170145 [035] 2537.415137: 28687808 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [045] 2537.415304: 32661923 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 25206c99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2537.415348: 40497301 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [042] 2537.415597: 30664021 cycles: 1742bfbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [033] 2537.415724: 28342248 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [020] 2537.416823: 30340848 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffff8b37752f release_sock+0x8f ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2537.417072: 41690830 cycles: ffffffff8a7b7e84 rcu_note_context_switch+0x74 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2537.417312: 27678358 cycles: ffffffff8a743210 migrate_task_rq_fair+0x110 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [010] 2537.417718: 38509965 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [046] 2537.418097: 34508093 cycles: 3b9c96b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2537.418337: 40050183 cycles: ffffffff8b3a4a6d __dev_queue_xmit+0x8d ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [017] 2537.418501: 31126312 cycles: 6284f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.418543: 36758202 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [032] 2537.418715: 35254227 cycles: 1407cf98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2537.418766: 37231688 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 198112 [006] 2537.418961: 30930152 cycles: 18482562 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) PDisk 197014 [004] 2537.419303: 36611520 cycles: ffffffff8a80fce0 cgroup_rstat_updated+0x10 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [047] 2537.419336: 31286334 cycles: 17e2349 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [043] 2537.419672: 36687416 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2537.420379: 27356343 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2537.420510: 37340390 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2537.420830: 38397092 cycles: 1840627 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 165681 [015] 2537.421093: 35299456 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [018] 2537.421275: 35722290 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [029] 2537.421402: 31869380 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [039] 2537.421850: 39050530 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2537.422045: 29308530 cycles: ffffffff8a74eb5a enqueue_entity+0xda ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [000] 2537.422124: 28608146 cycles: ffffffff8b6a4790 __schedule+0x290 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [008] 2537.422724: 30715487 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2537.422933: 35931351 cycles: ffffffff8a749376 place_entity+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2537.423861: 30550706 cycles: ffffffff8b5087d5 validate_xmit_xfrm+0x5 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [022] 2537.423930: 33888464 cycles: 1414998a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [030] 2537.424020: 34407604 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [033] 2537.424111: 28744057 cycles: ffffffff8b36d885 sock_write_iter+0x5 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [034] 2537.424497: 34659455 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2537.424849: 38203390 cycles: ffffffff8b6a4657 __schedule+0x157 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165166 [038] 2537.425141: 33056817 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [035] 2537.426079: 30726413 cycles: ffffffff8b47edcc tcp_ack+0x46c ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [027] 2537.426337: 34929793 cycles: ffffffff8b51a9d8 ip6_xmit+0x2c8 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Batch 198112 [002] 2537.426512: 43099183 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [014] 2537.426567: 34002745 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [009] 2537.426578: 38027677 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [042] 2537.426623: 29407605 cycles: 1399314 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [011] 2537.427226: 37703788 cycles: 24f422e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [003] 2537.428003: 38645578 cycles: 133a87d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [020] 2537.428354: 28808705 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [012] 2537.428501: 35962216 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [036] 2537.428630: 36742913 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [045] 2537.429156: 37469323 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2537.429165: 32252163 cycles: 2097dfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2537.429597: 26040624 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165460 [024] 2537.429619: 39437230 cycles: 6e8 [unknown] ([vdso]) swapper 0 [025] 2537.429807: 40782031 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [006] 2537.429871: 30197770 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [007] 2537.430176: 35457290 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfdda [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 194631 [016] 2537.430889: 36703994 cycles: 4b248c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [046] 2537.430988: 34918855 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [032] 2537.431308: 32763543 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2537.431479: 32626770 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [023] 2537.431551: 26203766 cycles: 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [004] 2537.431628: 34739926 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [010] 2537.431778: 43300018 cycles: 14120e3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [000] 2537.432196: 28594234 cycles: 204b39ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159602 [013] 2537.432614: 36158184 cycles: 13404ccc [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197259 [031] 2537.432749: 37570229 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2537.433441: 31889230 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bc7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [018] 2537.433511: 37442762 cycles: 141e024d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2537.433693: 29779362 cycles: ffffffff8a7435e6 pick_next_entity+0xd6 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2537.433941: 39944816 cycles: ffffffff8a747f18 update_load_avg+0x648 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [021] 2537.434183: 30470519 cycles: ffffffff8a9b8d76 inc_mm_counter+0x36 ([kernel.kallsyms]) ffffffff8a9bba03 do_anonymous_page+0x2e3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [044] 2537.434242: 41229404 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2537.434260: 43221440 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [043] 2537.434597: 35468151 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2537.434651: 36322859 cycles: ffffffff8b697c63 syscall_exit_to_user_mode+0x33 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [033] 2537.434769: 28756367 cycles: 140513d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [029] 2537.435085: 29494113 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2537.435093: 44914071 cycles: ffffffff8a7479ac update_load_avg+0xdc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2537.435126: 40792201 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193831 [022] 2537.435620: 36947639 cycles: ffffffff8a74e16f dequeue_task_fair+0x12f ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2537.435740: 33009785 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [005] 2537.435803: 38966719 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [030] 2537.435952: 40854455 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [042] 2537.436133: 29770433 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2537.436781: 30913191 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2537.436987: 32139234 cycles: ffffffff8a64a33f __switch_to+0x4f ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [038] 2537.437797: 34708720 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [020] 2537.438025: 29309881 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [014] 2537.438204: 33385307 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) atop 1333 [036] 2537.438746: 36756356 cycles: ffffffff8a9bbe97 vm_normal_page+0x47 ([kernel.kallsyms]) ffffffff8ab31c64 smaps_pte_entry+0x144 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [041] 2537.439674: 38470322 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196923 [001] 2537.439679: 25978904 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) network poller 197531 [027] 2537.439762: 34929793 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [009] 2537.440026: 38427395 cycles: ffffffff8a73bd19 try_to_wake_up+0x59 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2537.440064: 29820771 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2537.440298: 31726430 cycles: 175b2b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2537.441324: 46023979 cycles: ffffffff8a779fca psi_task_switch+0x1ea ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [011] 2537.441407: 32853035 cycles: ffffffff8b45541d ip_rcv_finish_core.constprop.0+0x24d ([kernel.kallsyms]) ffffffff8b45647e ip_rcv+0x12e ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [000] 2537.441763: 29006142 cycles: bbc9f77 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198862 [045] 2537.442006: 39107015 cycles: 1330dc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154850 [023] 2537.442104: 26191048 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [002] 2537.442225: 41411450 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2537.442747: 41837702 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [047] 2537.443187: 34752275 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2537.443220: 40787192 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [032] 2537.443442: 32763543 cycles: ffffffff8b800bb0 asm_exc_page_fault+0x0 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2537.443860: 29486310 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [024] 2537.443993: 35549436 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [046] 2537.444599: 35775391 cycles: 1407d38d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [004] 2537.444715: 35508444 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2537.444747: 33591951 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [029] 2537.445109: 35596708 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1424e33a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2537.445216: 31889230 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2537.445826: 45625809 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI1 198656 [018] 2537.445833: 39603482 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [025] 2537.446280: 45089881 cycles: ffffffff8a75fe92 __update_load_avg_se+0x132 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13ce0a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [019] 2537.446736: 42691511 cycles: 219dca42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [039] 2537.447406: 38474947 cycles: 3b96d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [010] 2537.447612: 41972598 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [042] 2537.447619: 28900707 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [033] 2537.447649: 29949445 cycles: 1424eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [022] 2537.447651: 34669872 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [021] 2537.447753: 27870975 cycles: 14073b84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [031] 2537.447943: 32145560 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2537.448126: 31400519 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [020] 2537.448594: 29221578 cycles: 64fa6f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.448829: 36726248 cycles: ffffffff8ab31c6b smaps_pte_entry+0x14b ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.System 160810 [030] 2537.449197: 37978503 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [043] 2537.449275: 43622677 cycles: 266ea485 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 171586 [034] 2537.449327: 33597034 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2537.449445: 44386053 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 196811 [006] 2537.449550: 30559778 cycles: ffffffff8a75fbce __update_load_avg_blocked_se+0x18e ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.User 196913 [014] 2537.449553: 39134674 cycles: 108861f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [001] 2537.449750: 28950192 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 129abc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [035] 2537.449761: 43117331 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2537.449985: 35266234 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [038] 2537.451315: 31221354 cycles: ffffffff8b47e90c tcp_rearm_rto+0x14c ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [023] 2537.451546: 29559688 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [015] 2537.452162: 37897159 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2537.452240: 37169151 cycles: 178ad91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [000] 2537.452605: 28680646 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2537.452772: 32287511 cycles: 17408d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [027] 2537.452983: 49993426 cycles: ffffffff8b37868b __sk_mem_reduce_allocated+0x5b ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [037] 2537.454071: 48885799 cycles: ffffffff8a95a88b rseq_ip_fixup+0x2b ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [032] 2537.454401: 39765834 cycles: ffffffff8a7717e4 cpuacct_charge+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155809 [008] 2537.454402: 29167981 cycles: ffffffff8b61acc1 timerqueue_del+0x1 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 160832 [011] 2537.455283: 32853035 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [041] 2537.455546: 34227213 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [009] 2537.456100: 32907827 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [046] 2537.456963: 33033670 cycles: 154c4baf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [024] 2537.457176: 32160223 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [002] 2537.457192: 39550040 cycles: 154cadb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [026] 2537.457224: 38125839 cycles: 3ac4124 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [021] 2537.457558: 27940843 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2537.457648: 32041949 cycles: 3b278e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [045] 2537.457873: 41302953 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [029] 2537.457928: 37057949 cycles: ffffffff8a74dbd4 dequeue_entity+0x54 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 35be7c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [016] 2537.458046: 30166907 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [020] 2537.458138: 32132276 cycles: 661cd74 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [007] 2537.458275: 37108998 cycles: ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [031] 2537.458494: 34669946 cycles: ffffffff8b45c768 ip_local_out+0x38 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [047] 2537.458591: 38047186 cycles: 2527a71a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2537.458923: 27804591 cycles: ffffffff8a75c3a5 cpuidle_idle_call+0x25 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.458943: 36764868 cycles: ffffffff8ab3078c smaps_account+0xfc ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [012] 2537.459079: 53200570 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [003] 2537.459180: 38800626 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [033] 2537.460095: 31301847 cycles: 204af9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2537.460368: 33771174 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [022] 2537.460535: 41236064 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2537.460654: 39603482 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [001] 2537.460687: 34684946 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [034] 2537.460773: 32552735 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2537.460944: 42180208 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [006] 2537.461112: 29292552 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1972c1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [000] 2537.461333: 32350432 cycles: ffffffff8ace434a aa_sk_perm+0x7a ([kernel.kallsyms]) ffffffff8acd2449 apparmor_socket_sendmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d05 security_socket_sendmsg+0x35 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [039] 2537.461368: 42011646 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) perf 198744 [013] 2537.461977: 38434225 cycles: ffffffff8ab5d88f __ext4_journal_get_write_access+0x8f ([kernel.kallsyms]) ffffffff8ab83090 ext4_reserve_inode_write+0xa0 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.System 159869 [023] 2537.462432: 28254862 cycles: 21b5b040 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [038] 2537.462950: 30272903 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 23377 [unknown] ([unknown]) diskagen.Schedu 159624 [010] 2537.462977: 35774162 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [008] 2537.463086: 33321441 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [044] 2537.463174: 32294850 cycles: ffffffff8aa2ef00 kmem_cache_alloc_node+0x0 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [030] 2537.463364: 41251550 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2537.464584: 35303260 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [028] 2537.465099: 45233631 cycles: ffffffff8a7d7930 __hrtimer_next_event_base+0x90 ([kernel.kallsyms]) ffffffff8a7d7ab3 hrtimer_update_next_event+0x73 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa56425 refill_stock+0x35 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [025] 2537.465918: 42532040 cycles: 178e9147 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 197896 [017] 2537.466277: 35683233 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [015] 2537.466353: 37618811 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [043] 2537.466765: 40420977 cycles: 250fec90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [005] 2537.467042: 32683136 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2537.467987: 31753791 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [011] 2537.468061: 42039255 cycles: 24f771f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [021] 2537.468130: 27247067 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) ydbd.IC 194002 [035] 2537.468217: 36379960 cycles: ffffffff8b486e30 __tcp_transmit_skb+0x5a0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [042] 2537.468244: 32030873 cycles: 3b1aad1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [004] 2537.468348: 31884799 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [046] 2537.468457: 32134035 cycles: 3b959ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [036] 2537.469040: 36757570 cycles: ffffffff8ab30811 smaps_account+0x181 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197248 [020] 2537.469461: 31860074 cycles: 1407f393 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [032] 2537.469705: 34034029 cycles: bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [041] 2537.470165: 34104342 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [016] 2537.470167: 28503085 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [033] 2537.470786: 30240495 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [009] 2537.470930: 32035791 cycles: 1568ff51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 197531 [027] 2537.471084: 46298899 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2537.471142: 35965950 cycles: ffffffff8b48ade5 tcp_send_delayed_ack+0x5 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [006] 2537.471184: 29390086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2537.471220: 39027259 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2537.471981: 35963501 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2537.472157: 41133559 cycles: ffffffff8a6b800b native_load_tls+0xb ([kernel.kallsyms]) diskagen.AIO0 197894 [038] 2537.472657: 30706807 cycles: 251a9048 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2537.473334: 32299220 cycles: ffffffff8b697fc7 ct_nmi_exit+0x7 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [040] 2537.473347: 41351067 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2537.473490: 40169964 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [000] 2537.473618: 38346607 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [045] 2537.474132: 43473876 cycles: 67f5fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [008] 2537.474244: 32411139 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [019] 2537.474362: 41742576 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [023] 2537.474500: 30063193 cycles: 6865267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [047] 2537.474586: 40278245 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 194346 [003] 2537.475255: 33169368 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [018] 2537.475272: 43708789 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [037] 2537.475451: 40614704 cycles: 27283177 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [013] 2537.475609: 35703548 cycles: 3b982d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [010] 2537.475622: 33363740 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [022] 2537.475637: 39625160 cycles: 1c3a4c41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 159869 [044] 2537.475785: 30464908 cycles: 12f0ac07 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [001] 2537.476054: 34047619 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [039] 2537.476603: 39062228 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.476743: 33091730 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [030] 2537.478914: 41553499 cycles: ec0fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) atop 1333 [036] 2537.479179: 36736610 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [046] 2537.479319: 35237537 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [012] 2537.479701: 63072495 cycles: 1f9e9144 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159503 [024] 2537.479733: 30342653 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [006] 2537.479851: 30031783 cycles: 13bea020 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2537.479966: 37529880 cycles: 21a1af1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [016] 2537.480209: 28511273 cycles: 12ea6e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2537.480344: 37704487 cycles: ffffffff8a74f12f enqueue_task_fair+0x13f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [028] 2537.480405: 45329422 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [042] 2537.480421: 34208241 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2537.480429: 30409829 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2537.480867: 36616311 cycles: ffffffff8b378032 __sk_mem_raise_allocated+0x2a2 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [021] 2537.480969: 26097239 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [032] 2537.481427: 32495337 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2537.481624: 32423681 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [004] 2537.481760: 28814612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [015] 2537.481959: 38468265 cycles: 15b011d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [041] 2537.482292: 38144494 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2537.483083: 38895092 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [043] 2537.483168: 33817643 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [025] 2537.483335: 42990901 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [007] 2537.484282: 30894900 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [009] 2537.484644: 35190444 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [038] 2537.485255: 28589044 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2537.485591: 33434690 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2537.485593: 31334834 cycles: ffffffff8b455f10 ip_local_deliver+0x90 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [011] 2537.486019: 33302301 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [023] 2537.486407: 28843636 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159605 [044] 2537.486440: 29543905 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [026] 2537.486726: 33224524 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193501 [002] 2537.487787: 37396136 cycles: ffffffff8adb5538 _copy_from_user+0x58 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [000] 2537.487996: 38355798 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 159510 [010] 2537.488238: 31594730 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197267 [019] 2537.488431: 42730709 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [001] 2537.488517: 39201572 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [040] 2537.488629: 38624724 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2537.488693: 29657900 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [039] 2537.488718: 40300907 cycles: ffffffff8a7f28e5 futex_q_unlock+0x5 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [014] 2537.488786: 34649391 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [033] 2537.488895: 31629941 cycles: 1330e761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2537.489095: 35570641 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) atop 1333 [036] 2537.489301: 36747624 cycles: ffffffff8ab31b20 smaps_pte_entry+0x0 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.Timer 198053 [029] 2537.489408: 42775452 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [024] 2537.489522: 30431554 cycles: 223edf __perf_mmap__read_init+0x4d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 224084 perf_mmap__read_init+0x36 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 11973b perf_mmap__push+0x4b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SNULL 196013 [027] 2537.489973: 52391417 cycles: 288adbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [013] 2537.490329: 38811194 cycles: 154cadc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [006] 2537.490405: 30614025 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2537.490648: 38134221 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193987 [016] 2537.490754: 28111160 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [020] 2537.491837: 32047732 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ya-bin 196715 [018] 2537.492123: 44672329 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa8bda3 pipe_poll+0xd3 ([kernel.kallsyms]) ffffffff8aa9e311 do_poll.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd-lig.SRV2 194449 [035] 2537.492455: 35689460 cycles: 129aad1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168712 [004] 2537.492559: 28358587 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [042] 2537.492670: 32045962 cycles: ffffffff8adac992 _copy_from_iter+0xb2 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2537.492736: 37852982 cycles: ffffffff8b697cc1 irqentry_enter+0x1 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [046] 2537.492881: 36653125 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b560445 tcp_v6_rcv+0xd15 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2537.493399: 23986969 cycles: ffffffff8a74d605 set_next_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [045] 2537.493629: 39366549 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2537.494445: 42000771 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [032] 2537.494501: 29868813 cycles: 1e5c7adc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2537.494914: 35674676 cycles: 21a2e664 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [005] 2537.496163: 33923831 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [044] 2537.496423: 29846355 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [008] 2537.496553: 31334834 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [007] 2537.496581: 29966354 cycles: 133cae70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2537.496776: 27693985 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2537.496915: 37998318 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [043] 2537.497830: 31055802 cycles: 1fcda53 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [017] 2537.497912: 35299866 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [011] 2537.497920: 31480647 cycles: 187058f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [034] 2537.498270: 34189333 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) Test 198751 [015] 2537.498375: 32546044 cycles: ffffffff8a9b1d78 p4d_offset+0x38 ([kernel.kallsyms]) ffffffff8a9b43aa follow_p4d_mask+0x2a ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [023] 2537.499305: 30033142 cycles: 2516f912 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [036] 2537.499384: 36721208 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 1145bb open64+0x5b (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dcdf _IO_doallocbuf+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b4c3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12390 [unknown] (/usr/bin/atop) 15462 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 196103 [009] 2537.499788: 30871888 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2537.499802: 32019803 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [003] 2537.500302: 29765881 cycles: 1408642e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 154844 [010] 2537.500406: 31594730 cycles: 1be82dea [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [025] 2537.500835: 39385904 cycles: 133c91bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [012] 2537.501131: 49943442 cycles: ffffffff8a7f1a93 futex_setup_timer+0x33 ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [016] 2537.501157: 27972468 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194390 [014] 2537.501459: 35561265 cycles: ffffffff8a75fe35 __update_load_avg_se+0xd5 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2537.501763: 40336734 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2537.501922: 36692181 cycles: ffffffff8a74f005 enqueue_task_fair+0x15 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 167030 [006] 2537.501954: 35453413 cycles: 1abf2411 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198839 [033] 2537.502009: 33171795 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [022] 2537.502164: 32839120 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [024] 2537.502359: 28001105 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2537.502837: 32560335 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154854 [021] 2537.503111: 24168586 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [001] 2537.503258: 43129880 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [002] 2537.503270: 32263832 cycles: 1618a32a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197266 [004] 2537.503392: 27466099 cycles: 141ce6b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [000] 2537.503515: 37056711 cycles: 3cb3d0e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2537.503812: 34858287 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.User 198842 [039] 2537.503915: 36995547 cycles: 154cafbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2537.505199: 38146735 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [046] 2537.505687: 38872364 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [038] 2537.506043: 28048363 cycles: ffffffff8b4802b7 tcp_data_ready+0x17 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [044] 2537.506155: 30036708 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [013] 2537.506223: 33156018 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2537.506536: 41120660 cycles: ffffffff8a7d7b1f __remove_hrtimer+0xf ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2537.506597: 53484035 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [032] 2537.506633: 28252521 cycles: 1417e1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [019] 2537.507372: 49223125 cycles: ffffffff8aaeb8b5 __x64_sys_epoll_wait+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2537.507388: 33001005 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2537.507683: 35888528 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2537.508269: 36987024 cycles: ffffffff8a74adc9 reweight_entity+0xd9 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [037] 2537.508505: 35310676 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2537.508886: 29345509 cycles: 18633c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [041] 2537.509131: 35461897 cycles: 1801987 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [036] 2537.509506: 36733247 cycles: ffffffff8ab31b25 smaps_pte_entry+0x5 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [007] 2537.509631: 27439194 cycles: 3c83202 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [045] 2537.509643: 35456516 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2537.509710: 29220082 cycles: ffffffff8b486c58 __tcp_transmit_skb+0x3c8 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [030] 2537.509737: 37912286 cycles: ffffffff8aa587ae mod_memcg_lruvec_state+0x2e ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2537.510075: 30156799 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [021] 2537.510395: 25941220 cycles: 1417e2b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [043] 2537.510397: 31028722 cycles: 186af7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 160832 [034] 2537.510541: 34934746 cycles: 203ff8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [015] 2537.510682: 30369342 cycles: 204af1f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2537.511271: 28001440 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [028] 2537.511599: 39972387 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [026] 2537.512175: 32295746 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [027] 2537.512324: 54201383 cycles: 837 [unknown] ([vdso]) diskagentd 165273 [010] 2537.512388: 42242892 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [004] 2537.512883: 27734481 cycles: ffffffff8a73bddd try_to_wake_up+0x11d ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ac68cf8 security_socket_sendmsg+0x28 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [024] 2537.513172: 27577140 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [017] 2537.513640: 41940783 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [009] 2537.514158: 26980088 cycles: 133ad300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [014] 2537.514327: 36634431 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [022] 2537.514432: 30889991 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [020] 2537.514856: 41595193 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [002] 2537.514949: 30838815 cycles: 21a0be50 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196920 [006] 2537.515296: 32759766 cycles: ffffffff8b6175c2 rb_insert_color+0xc2 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [025] 2537.515690: 41762224 cycles: 3b3269a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [040] 2537.516330: 38942608 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [038] 2537.516524: 28029992 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 172236 [042] 2537.516703: 37212029 cycles: ffffffff8a7d75d7 __hrtimer_init+0x57 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [033] 2537.516868: 33707393 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [000] 2537.516929: 42643761 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 193838 [044] 2537.517812: 28755275 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f08b07d283f [unknown] (//anon) Test 194631 [032] 2537.517849: 27336946 cycles: 64fa72e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [031] 2537.518230: 41875371 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [003] 2537.519082: 29820858 cycles: 14050e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [011] 2537.519297: 30428073 cycles: 20499891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170457 [039] 2537.519413: 36631634 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) atop 1333 [036] 2537.519569: 36734002 cycles: ffffffff8ab31cc2 smaps_pte_entry+0x1a2 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194622 [046] 2537.519693: 35759453 cycles: ffffffff8a604311 __switch_to_asm+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [023] 2537.519997: 30027399 cycles: 35047da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2537.520575: 36452065 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2537.520727: 32522111 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2537.520958: 37649536 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [012] 2537.521391: 41612093 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [008] 2537.521656: 40146746 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196102 [021] 2537.522007: 25998743 cycles: 3af1fcc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [047] 2537.522301: 38227485 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2537.522564: 26833007 cycles: 21a2e5b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [030] 2537.522918: 41187512 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [004] 2537.523022: 28217436 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2537.523306: 25059644 cycles: 288981a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165166 [034] 2537.523337: 32470800 cycles: 204007bb [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [029] 2537.524530: 36992392 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [024] 2537.524608: 26756122 cycles: 64a5c31 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [045] 2537.524873: 35377606 cycles: 3a77806 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [041] 2537.525484: 32892533 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [037] 2537.525720: 39864359 cycles: ffffffff8a74fed9 update_sg_lb_stats+0xd9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [015] 2537.525769: 26221661 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [028] 2537.525803: 49361241 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2537.525809: 36498027 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [026] 2537.526244: 28639196 cycles: 3a61964 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2537.526549: 25321503 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [043] 2537.526652: 31090944 cycles: ffffffff8b6a4dc2 __cond_resched+0x12 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2537.527340: 48729083 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [002] 2537.527603: 33027248 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [022] 2537.528270: 35488887 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a990c46 shmem_get_folio_gfp+0x26 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [038] 2537.528484: 26537593 cycles: 1742c057 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [032] 2537.528571: 26478304 cycles: 20458160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2537.528956: 33174428 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [018] 2537.528964: 46594335 cycles: 1740b8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [014] 2537.529020: 36986925 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [044] 2537.529568: 27397711 cycles: ec064 getuid+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15247 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [036] 2537.529991: 36541208 cycles: 1830b1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170457 [020] 2537.530095: 50397548 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [011] 2537.530233: 30080401 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [010] 2537.530447: 45715506 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [023] 2537.531221: 31538764 cycles: ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2537.531949: 31989664 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [042] 2537.532336: 44219370 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [003] 2537.532359: 27588881 cycles: ffffffff8b373fe9 sk_page_frag_refill+0x29 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [040] 2537.532466: 42491485 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2537.532665: 42209708 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [007] 2537.532749: 24814553 cycles: 3b96117 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2537.532904: 49446264 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [016] 2537.533520: 26570256 cycles: ffffffff8b36d221 sock_poll+0x31 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2537.533583: 25008795 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2537.533793: 31488728 cycles: ffffffff8b69802c ct_nmi_exit+0x6c ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [013] 2537.534001: 36017628 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [024] 2537.534115: 27176860 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2537.534117: 37643819 cycles: ffffffff8b6ad53b _raw_spin_unlock+0x1b ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [025] 2537.534151: 40455484 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2537.534411: 27100157 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) nbsd.SRV2 197556 [034] 2537.534640: 34754141 cycles: ffffffff8b80007c entry_SYSCALL_64_after_hwframe+0x4 ([kernel.kallsyms]) diskagen.IC 198047 [005] 2537.535398: 37001865 cycles: ffffffffc0cab22a tcp_in_window+0x4aa ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2537.535447: 30566913 cycles: ffffffff8a7d7d2d __hrtimer_start_range_ns+0x4d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [008] 2537.536013: 36452482 cycles: ffffffff8aae9d15 ep_done_scan+0xb5 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [012] 2537.536213: 37500903 cycles: ffffffff8a7f28ab futex_q_lock+0x1b ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [001] 2537.536519: 41095349 cycles: 13b0833c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) atop 1333 [044] 2537.537119: 29548696 cycles: ffffffff8ab31f99 smaps_pte_range+0x209 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd.System 193988 [026] 2537.537241: 27968546 cycles: ffffffff8a7717dd cpuacct_charge+0x5d ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [035] 2537.537429: 38595248 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [015] 2537.537436: 25112643 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [032] 2537.537833: 27121210 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 178fd7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [030] 2537.538153: 37034197 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2537.538348: 30697722 cycles: ffffffff8b483d39 tcp_cwnd_validate+0x119 ([kernel.kallsyms]) ffffffff8b4886e4 tcp_write_xmit+0x174 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165845 [038] 2537.538352: 26690310 cycles: 133bc0d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [009] 2537.538458: 24439562 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [043] 2537.539010: 34314105 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [031] 2537.539096: 41892943 cycles: ffffffff8aa18c1d policy_node+0x5d ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [045] 2537.540425: 34910448 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [029] 2537.540746: 32509880 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 155857 [002] 2537.541300: 38949478 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [021] 2537.541372: 26653736 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [036] 2537.541484: 34996458 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [011] 2537.541716: 28995919 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [047] 2537.542089: 33070276 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13bd58e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [006] 2537.542187: 36885769 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [022] 2537.542267: 39436322 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [014] 2537.542509: 33132008 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [028] 2537.542524: 41259778 cycles: 2aadf02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [003] 2537.542742: 27220498 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [033] 2537.543189: 30977143 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [023] 2537.543277: 31035955 cycles: ffffffff8b37e5ce __alloc_skb+0xce ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [016] 2537.543298: 26698789 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [037] 2537.543573: 36840058 cycles: 1411c093 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2537.543847: 27033718 cycles: 12f63ed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [004] 2537.543966: 26860038 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [007] 2537.544391: 23626047 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) atop 1333 [044] 2537.545243: 32213894 cycles: ffffffff8ab30803 smaps_account+0x173 ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 172784 [046] 2537.545674: 29909952 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [019] 2537.546518: 41904731 cycles: 24fe684f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [005] 2537.546594: 38087194 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2537.547283: 24362888 cycles: ffffffff8a9ecf01 rmqueue+0x1 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2537.547289: 33124877 cycles: ffffffff8adb0cb5 llist_reverse_order+0x15 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 154856 [018] 2537.547460: 40830821 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [038] 2537.547668: 26634399 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [010] 2537.547788: 42308508 cycles: ffffffff8adacf26 copy_page_from_iter+0x56 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2537.547967: 36180219 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd.User 197533 [039] 2537.547970: 29619328 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [020] 2537.548252: 45906649 cycles: ffffffff8a74504f select_idle_cpu+0x25f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17408d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [034] 2537.548467: 35156936 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [015] 2537.548475: 24885520 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [026] 2537.548543: 27370908 cycles: 158152b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [042] 2537.548735: 38206910 cycles: ffffffff8b486c6e __tcp_transmit_skb+0x3de ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [008] 2537.548870: 39237575 cycles: 13c9629c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2537.549120: 32992235 cycles: 1a6a65 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172771 [017] 2537.549306: 37590703 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [040] 2537.549318: 56503399 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [041] 2537.549802: 29428284 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [025] 2537.550440: 39589144 cycles: ffffffff8a991805 shmem_file_read_iter+0x105 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [030] 2537.550920: 37170138 cycles: ffffffff8a9983f2 __mod_zone_page_state+0x12 ([kernel.kallsyms]) ffffffff8a9e978b __free_one_page+0x6b ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [045] 2537.551421: 35712419 cycles: 270bacf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [027] 2537.551743: 40403500 cycles: 1c7c1ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [035] 2537.552055: 35742938 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [047] 2537.552187: 32495564 cycles: ffffffff8b61dfd0 string+0x50 ([kernel.kallsyms]) ffffffff8b621128 vsnprintf+0x358 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8ab3dc60 proc_task_name+0x60 ([kernel.kallsyms]) ffffffff8ab3e0e0 do_task_stat+0x3e0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV1 196021 [024] 2537.552474: 28113134 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [016] 2537.552506: 26433986 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 272838e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2537.552537: 41156982 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [043] 2537.552601: 34503224 cycles: 3b1749d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [003] 2537.553132: 26807578 cycles: bba49fe [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [004] 2537.553256: 31568625 cycles: 6550a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [012] 2537.553291: 30069279 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2537.553393: 45795045 cycles: 133a4bdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [007] 2537.553394: 24811473 cycles: 1ae90d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12623764 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2537.553611: 35919675 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 167184 [021] 2537.553636: 25698678 cycles: ad52f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [011] 2537.553744: 27503653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [044] 2537.554090: 33256909 cycles: ffffffff8ab307ef smaps_account+0x15f ([kernel.kallsyms]) ffffffff8ab31cb8 smaps_pte_entry+0x198 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198840 [014] 2537.554389: 35010012 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [002] 2537.554600: 40154352 cycles: ffffffff8aa7c83c do_iter_write+0xac ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [001] 2537.555214: 42826459 cycles: 13392627 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [036] 2537.555352: 31343738 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2537.555381: 37913209 cycles: 1d423fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [009] 2537.555661: 26374223 cycles: 6622685 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [033] 2537.555979: 30426838 cycles: 139262c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [037] 2537.556167: 35166112 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2537.556462: 44920120 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [028] 2537.558006: 39533899 cycles: 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [038] 2537.558022: 29467937 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [046] 2537.558598: 27945434 cycles: 3b2a6ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [015] 2537.558681: 24312435 cycles: 186afb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [039] 2537.559223: 30930130 cycles: ffffffff8aa31aca __kmem_cache_free+0x1ba ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [013] 2537.559496: 33308626 cycles: 140c4ff9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2537.560209: 26161487 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [005] 2537.560718: 35606770 cycles: ffffffff8a7606c6 __update_load_avg_cfs_rq+0x286 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2537.561013: 28172602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f98267f [unknown] (//anon) test_tool 194424 [047] 2537.561179: 33866363 cycles: 23d33b5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dbeea [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ec6d6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.SRV1 197555 [034] 2537.561403: 31970417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2537.561467: 34478295 cycles: ffffffff8a74f0b8 enqueue_task_fair+0xc8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [041] 2537.561886: 27896904 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2537.562169: 51357288 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [011] 2537.562481: 28673989 cycles: 3ca8d76 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [018] 2537.562910: 39189280 cycles: 3b9e93c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [044] 2537.563216: 34072963 cycles: ffffffff8ab31c70 smaps_pte_entry+0x150 ([kernel.kallsyms]) ffffffff8ab31f95 smaps_pte_range+0x205 ([kernel.kallsyms]) ffffffff8a9d7cb6 walk_pmd_range.isra.0+0x116 ([kernel.kallsyms]) ffffffff8a9d80b6 walk_pud_range.isra.0+0x1c6 ([kernel.kallsyms]) ffffffff8a9d8251 walk_p4d_range+0xe1 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d8995 walk_page_vma+0x55 ([kernel.kallsyms]) ffffffff8ab2e774 smap_gather_stats.part.0+0x44 ([kernel.kallsyms]) ffffffff8ab2f0fc show_smaps_rollup+0x1ec ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114862 read+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8cc35 _IO_file_underflow+0x185 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8dd95 _IO_default_uflow+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 8041b _IO_getline_info+0xab (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f40f _IO_fgets+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 15225 [unknown] (/usr/bin/atop) 1a607 [unknown] (/usr/bin/atop) dc01 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) swapper 0 [042] 2537.563526: 40210165 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [024] 2537.563540: 27850446 cycles: 1731092 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166609 [012] 2537.563903: 29715998 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194329 [010] 2537.563948: 39782008 cycles: 2729d532 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2537.564413: 40749068 cycles: ffffffff8a7f64cf futex_wake+0xf ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165435 [008] 2537.564865: 35944617 cycles: ffffffff8a747b71 update_load_avg+0x2a1 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [020] 2537.565134: 41515449 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [007] 2537.565386: 23459577 cycles: 1a6aaf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166757 [004] 2537.565938: 29595940 cycles: ffffffff8a74e211 dequeue_task_fair+0x1d1 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194434 [030] 2537.565957: 35724234 cycles: ffffffff8b50a910 unix_stream_read_actor+0x20 ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [017] 2537.566102: 31126160 cycles: 1e58fa48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2537.566102: 25085315 cycles: ffffffff8a7efd5c tick_nohz_idle_exit+0x4c ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [027] 2537.566116: 41826200 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2537.566302: 33845957 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2537.566441: 34684473 cycles: ffffffff8a74eb2a enqueue_entity+0xaa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [021] 2537.566443: 24079031 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 168709 [006] 2537.567035: 40187736 cycles: ffffffff8a74dcd0 dequeue_entity+0x150 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [040] 2537.567072: 48785587 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [014] 2537.567394: 32376771 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [025] 2537.567592: 41404178 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 194b513 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [009] 2537.567658: 25455965 cycles: ffffffff8b6a7585 mutex_lock+0x15 ([kernel.kallsyms]) ffffffff8aaf4e74 aio_read_events_ring+0x34 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2537.567980: 25072878 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2537.568159: 38120800 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [033] 2537.568673: 38642066 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [038] 2537.569211: 28639826 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155857 [045] 2537.569282: 32090523 cycles: ffffffff8a74ea5c put_prev_task_fair+0x2c ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 198449 [036] 2537.569737: 28016391 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [026] 2537.570408: 26097265 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [022] 2537.570470: 39957199 cycles: 133a0921 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [047] 2537.570477: 34533620 cycles: 2520a39 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25220e6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c338e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241083d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241098a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f7d0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 197534 [001] 2537.570520: 43351292 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [037] 2537.570639: 38290200 cycles: 15f12321 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2537.570972: 36060256 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [029] 2537.571651: 33942936 cycles: 18755c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [039] 2537.571943: 28331585 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 172234 [046] 2537.572379: 26232897 cycles: ffffffff8a74f64b find_busiest_queue+0x9b ([kernel.kallsyms]) ffffffff8a752ea8 load_balance+0x178 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [016] 2537.572492: 27640892 cycles: 3b3a5b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [013] 2537.572499: 36705945 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [028] 2537.572554: 35876952 cycles: 3b64f21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [031] 2537.572627: 47556354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [044] 2537.572712: 34547421 cycles: 11b100 seteuid+0x40 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a39 [unknown] (/usr/bin/atop) 1547e [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [024] 2537.573769: 30859663 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [034] 2537.573988: 29746485 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a63510 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2537.574009: 26339000 cycles: 1417dc01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [032] 2537.574710: 36406938 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2537.575144: 41470777 cycles: ffffffff8a64a314 __switch_to+0x24 ([kernel.kallsyms]) blocksto.CLI2 198657 [007] 2537.575744: 22932340 cycles: 3a62e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [012] 2537.576327: 27853204 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 198208 [003] 2537.576923: 23847422 cycles: 1567c442 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [015] 2537.577207: 25755546 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165849 [011] 2537.577641: 25032055 cycles: ffffffff8a760507 __update_load_avg_cfs_rq+0xc7 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [021] 2537.577720: 23264027 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [004] 2537.578195: 27949824 cycles: ffffffff8aa5d2b1 get_obj_cgroup_from_current+0x81 ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2537.578404: 24574456 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2537.578505: 34758529 cycles: ffffffff8b697fef ct_nmi_exit+0x2f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [008] 2537.578581: 36214259 cycles: bbbc5a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [010] 2537.579087: 33689698 cycles: ffffffff8b800bb0 asm_exc_page_fault+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [030] 2537.579225: 32985870 cycles: 3a62e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2537.579270: 34510439 cycles: 204845af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [042] 2537.579344: 34164286 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) nbsd.IC 194355 [014] 2537.579802: 31150334 cycles: ffffffff8a7717aa cpuacct_charge+0x2a ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2537.579816: 33603293 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [043] 2537.580147: 33567865 cycles: ffffffff8a7476a8 attach_entity_load_avg+0x18 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2537.580201: 27376854 cycles: 68acc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [026] 2537.580715: 25529569 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [038] 2537.580771: 30762864 cycles: 3a35281 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [019] 2537.580900: 40144497 cycles: 12f63b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [020] 2537.581476: 34811393 cycles: ffffffff8a73cade send_call_function_single_ipi+0x6e ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [044] 2537.582251: 35283255 cycles: 7754 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 8061 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 9af3 deflate+0x303 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 10095 compress2+0xc5 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 1c8f5 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197248 [000] 2537.582672: 40966064 cycles: 1fc842b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [006] 2537.582715: 38844321 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [016] 2537.583210: 27109639 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [023] 2537.583241: 39258574 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [027] 2537.583327: 40609328 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 162509 [002] 2537.583329: 39898291 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [047] 2537.583417: 31925597 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2537.583475: 28518759 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [046] 2537.583843: 24559389 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.Scheduler 197546 [045] 2537.584047: 28963331 cycles: 21980543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [041] 2537.584537: 26329384 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2537.584620: 30792289 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155848 [007] 2537.585150: 23595449 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [025] 2537.585317: 34027640 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2537.585445: 37018530 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [029] 2537.585612: 29772545 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2537.586064: 40877704 cycles: ffffffff8b6980e4 ct_nmi_enter+0x74 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2537.586818: 26361715 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [022] 2537.587004: 37036735 cycles: 17fa91a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [032] 2537.587030: 36667045 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 169808 [034] 2537.587037: 31699645 cycles: 21b6aa7c [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [028] 2537.587250: 39032852 cycles: ffffffff8a961cd3 __filemap_get_folio+0x53 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2537.587383: 27241948 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 163661 [040] 2537.587487: 41985285 cycles: ffffffff8a64a5c3 __switch_to+0x2d3 ([kernel.kallsyms]) swapper 0 [021] 2537.587955: 22983225 cycles: ffffffff8a74ad02 reweight_entity+0x12 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198114 [003] 2537.588252: 24134450 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [037] 2537.588578: 31326011 cycles: 3b3da84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [011] 2537.588785: 24872619 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2537.588808: 24989664 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [017] 2537.589911: 34756908 cycles: 2665502e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [004] 2537.589953: 26481021 cycles: 205b01b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [014] 2537.590039: 30442602 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [035] 2537.590166: 34120616 cycles: 35046d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [001] 2537.590279: 33271153 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [026] 2537.590505: 26077810 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbfb1ddef [unknown] (//anon) diskagen.Schedu 165166 [036] 2537.590953: 27001537 cycles: 1a7104 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2040048a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [031] 2537.591402: 48764461 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [010] 2537.591739: 31477533 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2537.591850: 35361574 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) atop 1333 [044] 2537.591934: 35604821 cycles: 8201 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 9af3 deflate+0x303 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 10095 compress2+0xc5 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 1c939 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) diskagen.User 197875 [008] 2537.592189: 32751233 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [018] 2537.592484: 35675041 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [016] 2537.592486: 33690018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a2e82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2537.593155: 31713467 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 163665 [005] 2537.593214: 44912792 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [030] 2537.593253: 41001249 cycles: 184240a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [039] 2537.593564: 32882942 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [046] 2537.593823: 24398685 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2537.594064: 32551260 cycles: ffffffff8a7eec58 tick_nohz_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [043] 2537.594342: 33564687 cycles: 1330d03d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.596034: 27602508 cycles: ffffffff8a6b8d2b pvclock_clocksource_read+0x5b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [045] 2537.596133: 30859877 cycles: 18736c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [024] 2537.596185: 29544076 cycles: ffffffff8b6a4b6f schedule+0x6f ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 165252 [006] 2537.596318: 35975821 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [019] 2537.596379: 39278834 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [007] 2537.596602: 23042654 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [041] 2537.596910: 24845689 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2537.596937: 26490427 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [000] 2537.597321: 41720001 cycles: 21b5b079 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198707 [021] 2537.597392: 26167254 cycles: 14130200 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [015] 2537.597574: 25546359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [047] 2537.598006: 28005665 cycles: 66221d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2537.598102: 27855046 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [002] 2537.598302: 38167652 cycles: 21cfc9e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [034] 2537.598494: 33067242 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165251 [009] 2537.598600: 27734650 cycles: 13404f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [027] 2537.598602: 44445870 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2537.599055: 37990755 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [011] 2537.599491: 23473851 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [004] 2537.599553: 26059758 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [023] 2537.599564: 32608903 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2537.600095: 32891793 cycles: 17ecf41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [014] 2537.600221: 34297059 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [022] 2537.600266: 35405184 cycles: 3a90e8e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [025] 2537.600304: 30139230 cycles: ffffffff8a7538d0 newidle_balance+0x300 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [036] 2537.600674: 27017627 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 272288dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2537.601395: 35870136 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [037] 2537.601723: 28152485 cycles: 28bfa18 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) atop 1333 [044] 2537.601755: 35979649 cycles: 2b7f [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 82d3 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 9af3 deflate+0x303 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 10095 compress2+0xc5 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 1c939 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) Test 198682 [010] 2537.601767: 31590615 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 151693 [026] 2537.602034: 24845035 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [040] 2537.602058: 36334981 cycles: 204ad4bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [028] 2537.602072: 36868040 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [046] 2537.603172: 24892157 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 64e34de [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [038] 2537.603608: 31453475 cycles: 1411cb2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [001] 2537.603685: 33753197 cycles: 3c4ac1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [035] 2537.604280: 34672008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2537.604281: 35067383 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2537.604787: 32428208 cycles: 1683a06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [042] 2537.604866: 32592663 cycles: ffffffff8a961dc2 __filemap_get_folio+0x142 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2537.605022: 34607721 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [020] 2537.605249: 34992930 cycles: ffffffffc0ca2648 __nf_conntrack_find_get+0x308 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [018] 2537.605462: 35779103 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 194354 [043] 2537.605491: 32672599 cycles: ffffffff8abdc652 jbd2_write_access_granted+0x82 ([kernel.kallsyms]) ffffffff8abde9cc jbd2_journal_get_write_access+0x3c ([kernel.kallsyms]) ffffffff8ab5d88f __ext4_journal_get_write_access+0x8f ([kernel.kallsyms]) ffffffff8ab83090 ext4_reserve_inode_write+0xa0 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [012] 2537.605564: 28423680 cycles: 194b02f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2537.606211: 23059978 cycles: ffffffff8a768fb7 psi_group_change+0x17 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [024] 2537.606701: 29051598 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2537.606867: 24744407 cycles: 17fd987 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [039] 2537.606940: 30330828 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [003] 2537.607127: 30062306 cycles: ffffffff8a768fb7 psi_group_change+0x17 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2537.607695: 26030944 cycles: ffffffff8a73be79 try_to_wake_up+0x1b9 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2537.607816: 28510476 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [045] 2537.607833: 29565461 cycles: 178fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 154858 [021] 2537.608012: 26389982 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198615 [011] 2537.608102: 24147838 cycles: ffffffff8b60a90f mt_find+0x3f ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [031] 2537.608110: 41726881 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198682 [030] 2537.608235: 40041408 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [006] 2537.608343: 37312047 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [009] 2537.609321: 27973556 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [036] 2537.609475: 28213970 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.Schedu 198049 [047] 2537.609564: 26768903 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198026 [004] 2537.609571: 26622266 cycles: 133c5332 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [034] 2537.609684: 32893878 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2537.611394: 36379940 cycles: ffffffff8a779bb7 psi_task_change+0xa7 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [046] 2537.611460: 25966787 cycles: 65075a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [000] 2537.611604: 42083466 cycles: ffffffff8b373fe3 sk_page_frag_refill+0x23 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) atop 1333 [044] 2537.611628: 36169176 cycles: 7754 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 8061 [unknown] (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 9af3 deflate+0x303 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 10095 compress2+0xc5 (/usr/lib/x86_64-linux-gnu/libz.so.1.2.11) 1c939 [unknown] (/usr/bin/atop) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [025] 2537.611991: 29584307 cycles: 139f15d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170465 [023] 2537.612070: 38466151 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [019] 2537.612186: 38452619 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 151710 [002] 2537.612206: 35048760 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [026] 2537.612320: 24706790 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [014] 2537.612549: 32647216 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [022] 2537.612881: 37888371 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2537.613133: 29966889 cycles: 140714f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166596 [037] 2537.613865: 27571466 cycles: d70e861 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [010] 2537.613950: 29705182 cycles: 2048bda0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2537.614341: 35716124 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [032] 2537.614732: 36571175 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [038] 2537.614902: 30380465 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [007] 2537.615268: 26172005 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2537.615444: 28574877 cycles: ffffffff8b51a4a5 ip6_output+0x55 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [040] 2537.615779: 36974950 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [027] 2537.616066: 41839520 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [020] 2537.616348: 34511227 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [028] 2537.616672: 33699143 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [001] 2537.616757: 34985174 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [029] 2537.616851: 28359539 cycles: ffffffff8b46fe86 tcp_recvmsg_locked+0x6 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [011] 2537.616984: 25291502 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2537.617018: 32428208 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [042] 2537.617152: 33668532 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [017] 2537.617991: 31323022 cycles: 3b195eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [018] 2537.618093: 38663832 cycles: ffffffff8aa1d075 alloc_pages+0x5 ([kernel.kallsyms]) ffffffff8a95dea1 filemap_alloc_folio+0x31 ([kernel.kallsyms]) ffffffff8a961e66 __filemap_get_folio+0x1e6 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [008] 2537.618134: 34364093 cycles: ffffffff8b696bd6 sysvec_apic_timer_interrupt+0x76 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2537.618466: 26491841 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [003] 2537.618691: 31736161 cycles: 140c20ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [021] 2537.619022: 31995487 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14180c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193485 [015] 2537.619795: 25440691 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198714 [024] 2537.619802: 27695966 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2537.619910: 30019672 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 162528 [004] 2537.620150: 26838534 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [034] 2537.620311: 35050907 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [036] 2537.620420: 28216099 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2537.620427: 35082383 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2537.620612: 35604828 cycles: 21a1bb82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [009] 2537.621239: 33623933 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [047] 2537.621255: 28905523 cycles: 3b18e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [043] 2537.621316: 32973058 cycles: 203ffe26 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [006] 2537.621338: 41960759 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 169832 [026] 2537.621807: 25032653 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198712 [045] 2537.621891: 28869502 cycles: 3a61470 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [044] 2537.622033: 40399096 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [046] 2537.622904: 28388628 cycles: 3a34421 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 155859 [030] 2537.623219: 48843386 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [010] 2537.623793: 30096256 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [012] 2537.624550: 28894853 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2537.624829: 36360477 cycles: 266d50a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.624901: 31064737 cycles: ffffffff8b6980b4 ct_nmi_enter+0x44 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [038] 2537.625433: 37525688 cycles: 21a1bb27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2537.625703: 32184588 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [031] 2537.626135: 40516080 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2537.626724: 38246983 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [037] 2537.626864: 27571466 cycles: 3cb2648 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2537.627161: 25033222 cycles: 2049bc4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2537.627186: 34181560 cycles: 3b3bee7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [000] 2537.628168: 40067039 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [023] 2537.628245: 36327205 cycles: 265d45f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [019] 2537.628305: 43809910 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [016] 2537.628445: 46749133 cycles: 2727af42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2537.628490: 25291502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [013] 2537.628891: 33109946 cycles: 3c4ab5c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [032] 2537.629038: 41723518 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbd81d887 [unknown] (//anon) nbsd-lig.SRV1 194448 [028] 2537.629511: 37231836 cycles: 1860781 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [020] 2537.629560: 32157799 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [040] 2537.629644: 34076258 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2537.629683: 24493687 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [017] 2537.629801: 29888665 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [004] 2537.630270: 26080894 cycles: 154cae15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2537.630608: 29561693 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2537.630624: 39213807 cycles: ffffffff8a754dda nohz_balance_enter_idle+0x6a ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [026] 2537.631091: 25461323 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2537.631159: 37667289 cycles: ffffffff8a7397f5 check_preempt_curr+0x45 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [036] 2537.631162: 33424379 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [041] 2537.631188: 28122327 cycles: ffffffff8b6a4669 __schedule+0x169 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [018] 2537.631384: 35633423 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [029] 2537.631574: 26856326 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2537.631908: 29581388 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [008] 2537.632632: 36168731 cycles: 141c9717 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2537.632974: 33980466 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [043] 2537.633408: 36609577 cycles: 12f62d15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2537.633636: 26403255 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [003] 2537.633683: 35037595 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [046] 2537.633723: 27480642 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [039] 2537.633750: 31178981 cycles: ffffffff8b45b0ac __ip_finish_output+0x6c ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2537.634133: 32889443 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [027] 2537.634366: 45184116 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840709 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 171590 [047] 2537.634732: 28905523 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [014] 2537.635097: 33293552 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [010] 2537.635398: 29456765 cycles: ffffffff8a7717dd cpuacct_charge+0x5d ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [009] 2537.635465: 34704745 cycles: 2528d787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2537.635750: 31312362 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [025] 2537.635900: 34534895 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [044] 2537.636095: 41073806 cycles: ffffffff8a75c46e cpuidle_idle_call+0xee ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [006] 2537.637383: 38923386 cycles: ffffffff8b47a315 tcp_event_data_recv+0x55 ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [007] 2537.637882: 27877143 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196772 [005] 2537.637973: 30211988 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [002] 2537.638387: 36144025 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2537.638631: 35735289 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [038] 2537.638789: 34578919 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [037] 2537.638789: 41126001 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535baf33077 [unknown] (//anon) nbsd.IC 197544 [004] 2537.639397: 26735089 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [013] 2537.639446: 31541038 cycles: ffffffff8b373fc0 sk_page_frag_refill+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2537.639927: 30277774 cycles: ffffffff8aa8b6c7 pipe_write+0x207 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 196124 [015] 2537.640087: 24493687 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [026] 2537.640621: 26363470 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198712 [020] 2537.640643: 34639104 cycles: 36a19b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2537.641463: 37618796 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [024] 2537.641816: 35838337 cycles: 140515b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [040] 2537.641925: 38834009 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [031] 2537.641952: 43382927 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [022] 2537.642150: 32892158 cycles: ffffffff8a95ac5f __rseq_handle_notify_resume+0x2f ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [041] 2537.642564: 26752479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [039] 2537.642610: 32187281 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [036] 2537.642705: 31920969 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [030] 2537.642812: 39517707 cycles: 14130531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [029] 2537.643373: 30763486 cycles: ffffffff8aa2f010 kmem_cache_alloc_node+0x110 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [023] 2537.643456: 31162594 cycles: 140c1faa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2537.643656: 33967855 cycles: 2049b544 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [035] 2537.643799: 25887511 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [046] 2537.643829: 27610571 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [032] 2537.644028: 36495199 cycles: 14050e9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2537.644313: 31323264 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [028] 2537.644327: 33068264 cycles: 133ae167 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [018] 2537.644453: 34831802 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2537.644916: 40868249 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.645125: 33030856 cycles: ffffffff8a7d7f19 __hrtimer_start_range_ns+0x239 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [008] 2537.645129: 38594976 cycles: ffffffff8b36d4b5 sock_read_iter+0x5 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [043] 2537.645556: 35701187 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [034] 2537.645711: 33332365 cycles: 17db40f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [012] 2537.645890: 30934324 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [019] 2537.646033: 38390331 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [033] 2537.646164: 36269217 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2537.646317: 32594315 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2537.646502: 35339456 cycles: ffffffff8b6ad3e5 _raw_spin_lock+0x5 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [047] 2537.647322: 37485536 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [001] 2537.647619: 41086436 cycles: 18082c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198858 [003] 2537.648834: 32265040 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2537.648949: 30192927 cycles: ffffffff8aa2b52b memcg_slab_post_alloc_hook+0x1ab ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [007] 2537.649344: 29002075 cycles: 185f7cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [044] 2537.650339: 36064983 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [015] 2537.650581: 31133033 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [017] 2537.650794: 32333612 cycles: ffffffff8ab3dea2 do_task_stat+0x1a2 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 194341 [026] 2537.650860: 29407990 cycles: 14079bbe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [025] 2537.651231: 37308336 cycles: 3c4d67a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2537.651699: 33308722 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [006] 2537.651887: 39397277 cycles: 1330db52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197523 [013] 2537.652153: 32781037 cycles: 140c8116 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [005] 2537.652418: 27130904 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [011] 2537.652725: 35999889 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [009] 2537.652871: 36461783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [038] 2537.652891: 33540150 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2537.653212: 28202123 cycles: e5654 clock_gettime+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 17122ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159396 [036] 2537.653384: 34722573 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [027] 2537.653742: 37980283 cycles: 141eb6de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2537.653773: 32938387 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197525 [041] 2537.653929: 26987481 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c78df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2537.654296: 33458535 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [035] 2537.654592: 26468740 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [022] 2537.654656: 35292302 cycles: 3b30e7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2537.654697: 29348021 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [042] 2537.654863: 36383322 cycles: ffffffff8aaebeb9 ep_poll_callback+0x39 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [039] 2537.655657: 33188398 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [031] 2537.655698: 39992962 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [024] 2537.655950: 32638617 cycles: 3a62608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [040] 2537.656044: 34607370 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2537.656054: 37858252 cycles: 21a2fc7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [023] 2537.657210: 35172852 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [030] 2537.657246: 40998324 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [018] 2537.657447: 45449145 cycles: 186b1f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [014] 2537.657569: 38280689 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2537.657725: 39762033 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 165271 [028] 2537.657771: 30015437 cycles: ffffffff8a7f2739 futex_get_value_locked+0x19 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [012] 2537.657776: 29593236 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [034] 2537.657923: 31400003 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194347 [032] 2537.658290: 35729127 cycles: ffffffff8a760574 __update_load_avg_cfs_rq+0x134 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198707 [021] 2537.658868: 30450973 cycles: 14130531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 162525 [010] 2537.659605: 32744993 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 192411 [017] 2537.659684: 33349729 cycles: ffffffff8aa2b3ff memcg_slab_post_alloc_hook+0x7f ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aab679f seq_open+0x2f ([kernel.kallsyms]) ffffffff8aab6abd single_open+0x5d ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 197891 [004] 2537.660158: 29277374 cycles: ffffffff8a7d78fd __hrtimer_next_event_base+0x5d ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae143 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [033] 2537.660811: 32114660 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [043] 2537.660811: 37972366 cycles: 158126b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [026] 2537.661349: 28903072 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [045] 2537.661452: 34060887 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [007] 2537.661763: 27375768 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [044] 2537.661937: 34724933 cycles: 17e3526 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2537.662122: 35594947 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [019] 2537.662177: 35802194 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [003] 2537.662306: 34877961 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [015] 2537.662686: 28925963 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [046] 2537.663132: 28413229 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [016] 2537.663317: 42544679 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [005] 2537.663407: 26142547 cycles: 3b97a52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [002] 2537.664036: 31094665 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [001] 2537.664103: 44913662 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [013] 2537.664611: 31810873 cycles: 3cb692a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2537.664705: 36471075 cycles: 179e61d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [029] 2537.665054: 28620084 cycles: ffffffff8a74b3d8 task_tick_fair+0x48 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2537.665268: 32047428 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [011] 2537.665494: 34804498 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [020] 2537.665586: 36335809 cycles: 269b56f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [000] 2537.665981: 31755008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [035] 2537.666163: 27183825 cycles: 24fd1d51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) timer_manager 197446 [025] 2537.666171: 34698847 cycles: 3b0a3b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [038] 2537.666754: 33929801 cycles: 1ae8f8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14180c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2537.667180: 35664594 cycles: ffffffff8a7f6596 futex_wake+0xd6 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [024] 2537.667292: 31322539 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [022] 2537.667452: 36559227 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [042] 2537.667525: 39908299 cycles: ffffffff8a735e3b update_rq_clock+0x6b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [039] 2537.667559: 31602030 cycles: 26a6e8d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [009] 2537.667786: 38174996 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [040] 2537.668213: 33060783 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [012] 2537.668441: 29451654 cycles: 17fd43c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [028] 2537.668742: 29979973 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [027] 2537.668751: 36162840 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [004] 2537.668938: 30035268 cycles: 137fddb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [034] 2537.669358: 30250346 cycles: ffffffff8a991816 shmem_file_read_iter+0x116 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2537.670119: 33975997 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2537.670901: 30465017 cycles: 12eba825 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2537.671050: 28911481 cycles: ffffffff8a9ee133 free_unref_page+0x193 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.671411: 38695440 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [023] 2537.671627: 36835867 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [030] 2537.672085: 36608578 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [045] 2537.672092: 40240733 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2537.672295: 36279089 cycles: 22920e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 192411 [019] 2537.672319: 35404769 cycles: ffffffff8ab398f4 pid_revalidate+0x24 ([kernel.kallsyms]) ffffffff8aa8f1f7 lookup_fast+0xd7 ([kernel.kallsyms]) ffffffff8aa94b06 open_last_lookups+0x66 ([kernel.kallsyms]) ffffffff8aa94efd path_openat+0x8d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.Scheduler 169057 [021] 2537.672375: 43321721 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 150654 [014] 2537.672482: 43325653 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198650 [017] 2537.672850: 31600598 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [007] 2537.673044: 26073857 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [033] 2537.673332: 29817322 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2537.674251: 31167482 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [029] 2537.674714: 29035163 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [035] 2537.674720: 28097607 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [037] 2537.674870: 32814048 cycles: ffffffff8b370b8d __copy_msghdr+0xcd ([kernel.kallsyms]) ffffffff8b370bfc copy_msghdr_from_user+0x4c ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [044] 2537.674905: 35799938 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2537.674977: 37267525 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [005] 2537.675221: 27649824 cycles: ffffffff8b48130a tcp_rcv_established+0x67a ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [046] 2537.675274: 30941773 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [003] 2537.675549: 32030118 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [002] 2537.675569: 33319999 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [013] 2537.675886: 37034282 cycles: 13392751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2537.676944: 31618177 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 193500 [043] 2537.677199: 31196013 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd 193831 [018] 2537.677562: 34323039 cycles: ffffffff8a6c8511 switch_mm_irqs_off+0x1c1 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [012] 2537.677820: 32397957 cycles: 1861139 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [006] 2537.678118: 32833009 cycles: 68d0783 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [024] 2537.678343: 33158230 cycles: ffffffff8a73c401 default_wake_function+0x11 ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [022] 2537.679190: 37628050 cycles: 64f5beb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [016] 2537.679197: 35848897 cycles: 14259c09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [011] 2537.679199: 39868929 cycles: 186078a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155857 [041] 2537.679308: 35645813 cycles: ffffffff8a741956 __calc_delta+0x6 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [036] 2537.679524: 36898534 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2537.679626: 31428098 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [004] 2537.679655: 29580611 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [028] 2537.679741: 35202446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2537.679763: 36763707 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2537.680180: 31669328 cycles: ffffffff8a73bd77 try_to_wake_up+0xb7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2537.680392: 33184048 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [040] 2537.680618: 30816901 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [025] 2537.680666: 42412689 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [034] 2537.680818: 33007373 cycles: 174176e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198751 [026] 2537.681623: 28645681 cycles: ffffffff8a9ec996 rmqueue_bulk+0x266 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2537.682287: 41231707 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [042] 2537.682292: 35699961 cycles: 140ef02f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2537.682973: 40438647 cycles: ffffffff8b697fc7 ct_nmi_exit+0x7 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [008] 2537.683091: 31632186 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2537.683241: 32536503 cycles: ffffffffc0ca2380 __nf_conntrack_find_get+0x40 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [007] 2537.684135: 28401297 cycles: ffffffff8a753908 newidle_balance+0x338 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2537.684227: 33775376 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [017] 2537.684905: 29421964 cycles: 35dec7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2537.685125: 29813096 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [005] 2537.685411: 27513234 cycles: 161b5f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [030] 2537.685469: 37358928 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165157 [032] 2537.685734: 33419648 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [035] 2537.685846: 31546187 cycles: 168429c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 194004 [023] 2537.686493: 38141874 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [046] 2537.686708: 35699558 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [033] 2537.686815: 27472489 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [031] 2537.687149: 36391975 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2537.687265: 38605725 cycles: ffffffff8a7ee415 tick_check_oneshot_broadcast_this_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [010] 2537.687335: 37359627 cycles: 28bf8ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2537.687497: 30895180 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI2 198714 [044] 2537.688220: 35004283 cycles: 689a29b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [002] 2537.688380: 38826146 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) diskagen.IC 198855 [000] 2537.688760: 33330459 cycles: 12ea6e85 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [037] 2537.688955: 30211594 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [012] 2537.689059: 31987170 cycles: ffffffff8a74aa90 update_curr+0x0 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2537.689155: 34614724 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [043] 2537.689276: 29441056 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) nbsd-lig.SRV2 194449 [014] 2537.689317: 42897172 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [006] 2537.689712: 35106206 cycles: ffffffff8a74fe2b update_sg_lb_stats+0x2b ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [004] 2537.689952: 29363349 cycles: 3b2480a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2537.690112: 30807758 cycles: 12bf407 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [047] 2537.690329: 35734819 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2537.690850: 40172969 cycles: ffffffff8ada6926 __bitmap_andnot+0x46 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2537.691869: 30254215 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [024] 2537.693021: 29981173 cycles: 1c793071 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2537.693021: 32614220 cycles: ffffffff8a74ec13 enqueue_entity+0x193 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [034] 2537.693043: 31180475 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 15adb31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [016] 2537.693173: 31662222 cycles: 3a61302 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [015] 2537.693330: 29586195 cycles: ffffffff8b46f559 tcp_cleanup_rbuf+0x59 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [036] 2537.693485: 43213475 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [018] 2537.693640: 28891454 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [026] 2537.693648: 27203944 cycles: 3a90bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [008] 2537.693808: 30857382 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 130102c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2537.693895: 34135868 cycles: ffffffff8a7327e5 ttwu_queue_wakelist+0x25 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [011] 2537.694333: 42589577 cycles: ffffffff8b51a142 ip6_finish_output+0x62 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [020] 2537.694526: 32136686 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [039] 2537.694728: 31960187 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [022] 2537.694738: 37500868 cycles: 3a63584 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2537.695003: 31159550 cycles: 204af1c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [007] 2537.695688: 27994645 cycles: ffffffff8a760c12 update_rt_rq_load_avg+0x172 ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2537.695968: 36039938 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [005] 2537.696281: 34462467 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2537.696394: 34835799 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [025] 2537.697194: 44241711 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 193500 [017] 2537.697635: 27350362 cycles: bbbd3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [032] 2537.697715: 34185455 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2537.698073: 37890005 cycles: 204b0fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [029] 2537.698402: 32253030 cycles: ffffffff8a7f2895 futex_q_lock+0x5 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [000] 2537.698492: 33351995 cycles: 14056002 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [027] 2537.698736: 48069185 cycles: 21a1baf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198682 [030] 2537.699381: 41342316 cycles: 402b890 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [001] 2537.699601: 37375177 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [033] 2537.699934: 27639284 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [012] 2537.700952: 29840112 cycles: 26ee1371 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [002] 2537.701412: 35203910 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159382 [038] 2537.701422: 30345424 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [044] 2537.701422: 36044940 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2537.701496: 30610482 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [043] 2537.701507: 27723680 cycles: ffffffff8b488610 tcp_write_xmit+0xa0 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2537.701690: 28995155 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 169816 [004] 2537.701743: 31262963 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [031] 2537.702167: 35140760 cycles: 2048a66b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2537.702271: 33732984 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [010] 2537.702290: 40736075 cycles: ffffffff8b6acea0 _raw_write_unlock_irq+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [003] 2537.702656: 26552358 cycles: 3b991f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2537.702692: 35705089 cycles: ffffffff8a6f3140 irq_exit_rcu+0x0 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2537.703247: 34745706 cycles: 3c7977f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [045] 2537.703499: 40784078 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) swapper 0 [034] 2537.704077: 29937980 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165460 [040] 2537.704080: 32811985 cycles: ffffffff8a7717bb cpuacct_charge+0x3b ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [016] 2537.704232: 31662222 cycles: 127864 recvmsg+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [039] 2537.704537: 31718695 cycles: 12e9732f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [024] 2537.704885: 28328668 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [018] 2537.704970: 28891454 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [028] 2537.705191: 30151868 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [026] 2537.705220: 26059201 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [015] 2537.705262: 30351221 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2537.705533: 30911225 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2537.705681: 36374956 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [008] 2537.705688: 29580805 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170605 [047] 2537.706128: 37951914 cycles: ffffffff8a7d7345 ktime_add_safe+0x5 ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [013] 2537.706650: 34155840 cycles: 9a66e pthread_rwlock_rdlock+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b9bf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [009] 2537.707389: 33298238 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [019] 2537.707390: 31662568 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [007] 2537.707954: 26533676 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [022] 2537.709203: 34675516 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2537.709387: 36695654 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [036] 2537.709519: 45614891 cycles: 139261c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [017] 2537.709895: 25557109 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [029] 2537.709939: 31273622 cycles: ffffffff8a7485f5 update_blocked_averages+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [042] 2537.710004: 33207108 cycles: ffffffff8aaebf50 ep_poll_callback+0xd0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PDisk 196866 [032] 2537.710487: 35428780 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [043] 2537.710681: 29022367 cycles: ffffffff8b6a4942 __schedule+0x442 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [031] 2537.712096: 35075745 cycles: 20486b73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [041] 2537.712216: 30585762 cycles: a90 [unknown] ([vdso]) ya-bin 196715 [005] 2537.712360: 30877149 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) ydbd.User 170459 [000] 2537.712817: 34579737 cycles: bbbd837 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [001] 2537.712887: 39165180 cycles: ffffffff8a7604f4 __update_load_avg_cfs_rq+0xb4 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [004] 2537.713009: 30182417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [038] 2537.713381: 34767771 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [035] 2537.713437: 28585860 cycles: 152b0a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [012] 2537.713495: 27957137 cycles: 288c31f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 150639 [033] 2537.713508: 25132973 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [003] 2537.713882: 25659561 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [044] 2537.714107: 33470132 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [011] 2537.714367: 36769628 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [025] 2537.714560: 51793785 cycles: 252861e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [006] 2537.714952: 37828871 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [002] 2537.714984: 35911243 cycles: 1808744 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [018] 2537.715002: 37687682 cycles: 14026bd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [034] 2537.715108: 29275153 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 196124 [026] 2537.715197: 25801114 cycles: 689a25e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2537.715587: 27633583 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [024] 2537.715590: 27773201 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc4699ee87f [unknown] (//anon) diskagen.User 198840 [010] 2537.716182: 40992168 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [030] 2537.716683: 43091240 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [008] 2537.716781: 31667009 cycles: 154cad56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2537.716798: 33511431 cycles: ffffffff8a747ce3 update_load_avg+0x413 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [016] 2537.716881: 41692240 cycles: 26644412 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159624 [028] 2537.716921: 29796741 cycles: 203ffe67 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [040] 2537.717373: 35918770 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [020] 2537.717383: 29413083 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [015] 2537.717527: 35835391 cycles: 12f0fea0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [039] 2537.717660: 32688333 cycles: 133c3b98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [027] 2537.717824: 44056745 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [014] 2537.719239: 36789936 cycles: 689b6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2537.719378: 29155294 cycles: ffffffff8a74ed0e enqueue_entity+0x28e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [019] 2537.719422: 29191520 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [021] 2537.719502: 38879189 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [046] 2537.720492: 36471749 cycles: 21a2fd07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [042] 2537.720679: 37705564 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171289 [007] 2537.720725: 31100188 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [009] 2537.720940: 33614827 cycles: ffffffff8aa5db73 obj_cgroup_charge+0x53 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [013] 2537.720941: 32771671 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [045] 2537.721529: 32278840 cycles: ffffffff8a739062 get_nohz_timer_target+0x42 ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [022] 2537.722232: 35644482 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [029] 2537.722533: 36224329 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2537.723227: 25132973 cycles: 172ae7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [047] 2537.723502: 39343077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [031] 2537.723759: 38107277 cycles: ffffffff8b4868c9 __tcp_transmit_skb+0x39 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Batch 197253 [004] 2537.723905: 30546715 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [032] 2537.724068: 32857926 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [012] 2537.724179: 28058510 cycles: ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2537.724364: 26632388 cycles: 21a05f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [003] 2537.725289: 24533782 cycles: 3b2dc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [005] 2537.725293: 32941322 cycles: 133ae497 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2537.725324: 27295026 cycles: ffffffff8a747e24 update_load_avg+0x554 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [034] 2537.725464: 29040077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2537.725736: 32915305 cycles: ffffffff8a7eee76 tick_do_update_jiffies64+0xc6 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [038] 2537.725888: 33574490 cycles: 24f789d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2537.725939: 36439906 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2537.725970: 32707034 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ac5768 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [036] 2537.726314: 48025731 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [035] 2537.727754: 38875296 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [002] 2537.727777: 33265602 cycles: ffffffff8a96f199 unlock_page+0x19 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [000] 2537.727780: 29793790 cycles: 689a29b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2537.727895: 37108099 cycles: ffffffff8b61abd6 timerqueue_add+0x36 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [011] 2537.727933: 33741862 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [006] 2537.728648: 35582505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [008] 2537.728912: 29977826 cycles: 13cab801 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [018] 2537.729492: 36590778 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [020] 2537.730204: 27173521 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [037] 2537.730428: 24369394 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2537.730458: 29796741 cycles: 24f77158 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2537.731481: 35918770 cycles: ffffffff8a7ef91c tick_nohz_idle_stop_tick+0x8c ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2537.731913: 35291940 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [026] 2537.731972: 28033179 cycles: 219d8841 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [039] 2537.732102: 31917092 cycles: ffffffff8aa2b52b memcg_slab_post_alloc_hook+0x1ab ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [010] 2537.732282: 39468813 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2537.733012: 33850556 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [030] 2537.733613: 47222931 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2537.734094: 41147513 cycles: 27cd7db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2537.734317: 33193822 cycles: ffffffff8b697cc1 irqentry_enter+0x1 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [017] 2537.734354: 29166322 cycles: ffffffff8a73831b pick_next_task+0x1b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [025] 2537.734464: 44259351 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [014] 2537.734584: 40383430 cycles: 12f63be0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [029] 2537.734614: 38185710 cycles: ffffffff8b47ebe6 tcp_ack+0x286 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2537.734907: 27114949 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [019] 2537.735179: 28662709 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [022] 2537.735195: 37040875 cycles: 3b278e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [003] 2537.735199: 24103249 cycles: 21a0b87e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2537.735214: 34976398 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.Schedu 159624 [042] 2537.735360: 33295728 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [021] 2537.735653: 39122918 cycles: ffffffff8a6c8446 switch_mm_irqs_off+0xf6 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165270 [004] 2537.736300: 27945870 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [034] 2537.736952: 27971179 cycles: 3c0d8e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2537.737031: 28152897 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [027] 2537.737196: 43033168 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [032] 2537.737448: 29617577 cycles: 2729026c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [013] 2537.737583: 35945005 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165459 [005] 2537.738081: 34626458 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [007] 2537.738098: 38762811 cycles: ffffffff8a74bbfd select_idle_sibling+0xdd ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [045] 2537.738342: 30103246 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [044] 2537.738408: 37403399 cycles: 36b57f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [041] 2537.739139: 24773515 cycles: ffffffff8a750006 update_sg_lb_stats+0x206 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [031] 2537.739162: 41053677 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [047] 2537.739169: 36871792 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2537.739204: 37662261 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2537.739301: 37363157 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2537.739614: 29793790 cycles: ffffffff8a7dacf6 ktime_get+0x46 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [037] 2537.740319: 23582714 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [002] 2537.740616: 35521782 cycles: c50 [unknown] ([vdso]) nbsd.SRV2 197556 [008] 2537.740757: 32821153 cycles: 12f63ea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [026] 2537.740832: 30698510 cycles: 186a29f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [024] 2537.741106: 31616660 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [011] 2537.741145: 33838109 cycles: ffffffff8a748008 update_load_avg+0x738 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [020] 2537.741223: 26519494 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2537.741421: 34033958 cycles: ffffffff8a7dca81 ktime_get_update_offsets_now+0xf1 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [018] 2537.741691: 34571992 cycles: ffffffff8b45ca19 __ip_queue_xmit+0x269 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [028] 2537.742374: 39591397 cycles: ffffffff8aa32408 __check_heap_object+0x18 ([kernel.kallsyms]) ffffffff8aa72ad5 check_heap_object+0x185 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2537.743079: 44305568 cycles: ffffffff8b493c33 tcp_v4_rcv+0x673 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [001] 2537.743642: 35476406 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [035] 2537.743902: 33375552 cycles: ffffffff8a75fa45 __update_load_avg_blocked_se+0x5 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [012] 2537.743944: 27554300 cycles: 1402f1c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [003] 2537.743946: 25066132 cycles: ffffffff8ace4319 aa_sk_perm+0x49 ([kernel.kallsyms]) ffffffff8acd20e9 apparmor_socket_recvmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2537.744098: 33782021 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2537.744295: 37801205 cycles: ffffffff8a779e32 psi_task_switch+0x52 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [040] 2537.744432: 48308260 cycles: 25165784 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [010] 2537.746005: 43441123 cycles: 141de779 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [019] 2537.746045: 27771024 cycles: ffffffff8b3782e5 __sk_mem_schedule+0x5 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [017] 2537.746095: 41440306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [004] 2537.746358: 31021961 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [034] 2537.746722: 28406349 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [033] 2537.746974: 31974964 cycles: 1c261cd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2537.747226: 28681030 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [032] 2537.747551: 29733091 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2537.747899: 30908695 cycles: 643f80d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [046] 2537.748127: 33484929 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [016] 2537.748146: 39138754 cycles: ffffffff8a74e19b dequeue_task_fair+0x15b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2537.748705: 31779989 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2537.748776: 24714261 cycles: ffffffff8a74ea99 enqueue_entity+0x19 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [022] 2537.748779: 42718019 cycles: ffffffff8a7501a1 update_sg_lb_stats+0x3a1 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [014] 2537.748951: 38029547 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [030] 2537.749410: 45255005 cycles: 1fd86e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2537.749669: 33101975 cycles: ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [020] 2537.749904: 27553479 cycles: ffffffff8a7d1cc5 ns_to_timespec64+0x5 ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [013] 2537.750042: 38218379 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2537.750361: 32343786 cycles: 1c6ed69d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [037] 2537.750884: 23852194 cycles: ffffffff8aa7c1ff do_readv+0x8f ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [006] 2537.751967: 35218281 cycles: 1436af31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2537.752124: 35377905 cycles: ffffffff8b377e39 __sk_mem_raise_allocated+0xa9 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [024] 2537.752333: 30430215 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [026] 2537.752690: 32903332 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [008] 2537.752700: 33388236 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bb9d select_idle_sibling+0x7d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [025] 2537.752787: 48520188 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2537.752936: 39122918 cycles: ffffffff8a74796c update_load_avg+0x9c ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166609 [000] 2537.753158: 41465767 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [044] 2537.753482: 34690276 cycles: ffffffff8ac63f16 security_socket_getpeersec_dgram+0x6 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [038] 2537.753507: 40739213 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [011] 2537.753633: 31699550 cycles: 3b1a399 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [003] 2537.753934: 25677540 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [043] 2537.754168: 35706975 cycles: ffffffff8b4793d5 tcp_ack_update_rtt+0x5 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [018] 2537.754440: 32014933 cycles: ffffffff8a9df882 is_vmalloc_addr+0x12 ([kernel.kallsyms]) ffffffff8aa72968 check_heap_object+0x18 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [027] 2537.754463: 38725277 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2537.754640: 34378828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [002] 2537.754805: 41074384 cycles: 1380ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [012] 2537.755001: 28164803 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) swapper 0 [047] 2537.755158: 35851998 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2537.755789: 48017078 cycles: ffffffff8a996791 need_update+0xb1 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [031] 2537.756294: 36808186 cycles: ffffffff8a74bf28 select_idle_sibling+0x408 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194622 [019] 2537.756743: 28185983 cycles: 3c778c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [009] 2537.757603: 28194101 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [028] 2537.757684: 37530220 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1330b72a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [034] 2537.757748: 27402842 cycles: 17f8221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2537.757975: 33703076 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197542 [039] 2537.758289: 30292629 cycles: ffffffff8a7538a7 newidle_balance+0x2d7 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [035] 2537.758325: 34922206 cycles: 189e776 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [036] 2537.758371: 44970477 cycles: 175b2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [041] 2537.758762: 34047453 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [004] 2537.758929: 30383206 cycles: 207e55e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [023] 2537.759019: 39132256 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [032] 2537.759250: 39294561 cycles: ffffffff8b487d4c __tcp_send_ack.part.0+0x9c ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [042] 2537.759250: 36442401 cycles: 2727affa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [037] 2537.759350: 24524089 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [020] 2537.759665: 28023825 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [046] 2537.760091: 37756671 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [033] 2537.760843: 35973454 cycles: 1e5c6a9f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [040] 2537.761517: 42255958 cycles: 6443f13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [016] 2537.762047: 44125227 cycles: 133ae0db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171593 [010] 2537.762877: 37622980 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [017] 2537.763467: 43033689 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2537.763669: 30038912 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2537.763805: 38004956 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2537.763836: 39257937 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [045] 2537.763973: 31845341 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [029] 2537.764007: 34364126 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [008] 2537.764070: 32524280 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [026] 2537.764589: 35242572 cycles: 26a9e7b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 168703 [005] 2537.764757: 34465523 cycles: a066cf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [003] 2537.764874: 25677540 cycles: 3b10e3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [006] 2537.764947: 32201740 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [022] 2537.765695: 47752748 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [044] 2537.766086: 37120250 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [018] 2537.766352: 30548266 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2537.766359: 36694186 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [030] 2537.766382: 45255005 cycles: 133b9bdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [043] 2537.766422: 35645697 cycles: 14067507 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2537.766521: 31697518 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2537.766678: 33279672 cycles: 13392bca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [019] 2537.767368: 30204680 cycles: 21a1af1c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [037] 2537.767711: 26194096 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197537 [009] 2537.768354: 27429557 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166757 [021] 2537.768386: 46086584 cycles: ffffffff8a65fa4e fpregs_assert_state_consistent+0x3e ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [001] 2537.768443: 36226401 cycles: 6737393 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [027] 2537.768652: 46604446 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [039] 2537.768842: 29507798 cycles: ffffffff8a74c4fc select_task_rq_fair+0x7c ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2537.769099: 41854691 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696ade sysvec_call_function_single+0x3e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754787 _nohz_idle_balance.isra.0+0x2c7 ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [028] 2537.769154: 40610049 cycles: 3b3a759 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [020] 2537.769246: 31940239 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 193825 [038] 2537.769693: 38148305 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 194631 [000] 2537.769767: 38582152 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2537.769864: 34274518 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2537.770579: 39438046 cycles: 204995b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [041] 2537.772362: 33318381 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6342c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2537.772899: 34850426 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [035] 2537.772951: 33556881 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2537.773442: 37841177 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [025] 2537.773505: 45286997 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197537 [036] 2537.773749: 43619949 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2537.773761: 34307369 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [031] 2537.774058: 30302432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [015] 2537.774062: 31551627 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [023] 2537.774313: 36309984 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [017] 2537.775812: 39787971 cycles: 1c47c9f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [024] 2537.775920: 34497645 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2537.776420: 40063777 cycles: 172a2eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [008] 2537.776557: 34612171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.776837: 40339254 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197260 [033] 2537.776946: 36031742 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IO 150655 [006] 2537.777286: 30088380 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194341 [040] 2537.777400: 42236419 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [045] 2537.777445: 32370026 cycles: ffffffff8a961ec9 __filemap_get_folio+0x249 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [018] 2537.777820: 29448612 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [003] 2537.777931: 34516890 cycles: ffffffff8ad09d0d crypto_shash_update+0xd ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2537.777939: 45149625 cycles: 146faa5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [007] 2537.777985: 42101934 cycles: 122ae53 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.User 168703 [014] 2537.778053: 34202753 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [026] 2537.778543: 34735085 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [019] 2537.778882: 29200540 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [034] 2537.779046: 33518163 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ba49c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2537.779191: 30575135 cycles: 36b79da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [037] 2537.779357: 25527175 cycles: ffffffff8a76956e prepare_to_wait_event+0x5e ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [029] 2537.779918: 30923378 cycles: ffffffff8b377e10 __sk_mem_raise_allocated+0x80 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [016] 2537.779985: 36421235 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2537.780586: 38156123 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [039] 2537.780794: 28336576 cycles: 251a12de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [013] 2537.782299: 38670434 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [020] 2537.782424: 31799775 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2537.782574: 33668691 cycles: ffffffff8a7ef385 tick_nohz_restart+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [030] 2537.782780: 56347297 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 170146 [009] 2537.783178: 25671715 cycles: ffffffff8a741a4b __calc_delta+0xfb ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2537.783181: 35325491 cycles: ffffffff8a7763d0 calc_load_nohz_stop+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166746 [002] 2537.783563: 42431612 cycles: ffffffff8a747ef8 update_load_avg+0x628 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [047] 2537.783827: 38132031 cycles: ffffffffc0c828ad nf_nat_inet_fn+0x11d ([kernel.kallsyms]) ffffffffc0c845da nf_nat_ipv4_pre_routing+0x4a ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [001] 2537.784521: 37502713 cycles: ffffffff8a96f185 unlock_page+0x5 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [028] 2537.784611: 45708612 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2537.784622: 29898996 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [004] 2537.784778: 31734627 cycles: 1838367 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [022] 2537.785210: 40560154 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [032] 2537.785225: 32817803 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [038] 2537.786290: 35443051 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [042] 2537.786433: 38076209 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [041] 2537.787061: 36068251 cycles: ffffffff8a73830b pick_next_task+0xb ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [017] 2537.787079: 38467937 cycles: 21a1b95e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2537.787752: 32100451 cycles: ffffffff8a7478d6 update_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [008] 2537.787835: 35261401 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [006] 2537.788186: 32522833 cycles: ffffffff8b46eb59 tcp_sendmsg_locked+0x259 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [046] 2537.788321: 33965112 cycles: ffffffff8a7d8c05 hrtimer_get_next_event+0x15 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [023] 2537.788676: 31962786 cycles: 1374b90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [037] 2537.789250: 25261454 cycles: 64469bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [025] 2537.789642: 46527291 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2537.790529: 31160005 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [027] 2537.790677: 47899803 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [019] 2537.790927: 27638598 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2537.790940: 32355268 cycles: 13b91eba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [018] 2537.790992: 27167225 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [034] 2537.791009: 31390468 cycles: 2448381 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [024] 2537.791261: 29688241 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [014] 2537.791754: 31854499 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2537.792109: 41859556 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [039] 2537.792315: 34000375 cycles: 67f9279 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [021] 2537.792404: 31564462 cycles: ffffffff8a717740 put_pid+0x0 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2537.792992: 38892339 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [012] 2537.793143: 32936129 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 139f0e0c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [011] 2537.793778: 38086849 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [040] 2537.793817: 37604783 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 171593 [020] 2537.794077: 30371505 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [003] 2537.794242: 32644163 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2537.794441: 32370026 cycles: ffffffff8a996753 need_update+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [009] 2537.794711: 27234393 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2537.795160: 33717484 cycles: 184c961 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [033] 2537.795877: 27935714 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [029] 2537.795894: 27766290 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [016] 2537.795911: 33295704 cycles: 3b13fff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [031] 2537.796530: 31627774 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [043] 2537.796708: 33648956 cycles: 3a6392c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165256 [004] 2537.796805: 31764537 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [007] 2537.796903: 36890527 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [005] 2537.797237: 39215093 cycles: 1a68be [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af2feb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [032] 2537.797444: 34378100 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [028] 2537.797587: 40727461 cycles: 133a7f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [000] 2537.797963: 31745193 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2537.798219: 32788674 cycles: ffffffff8aa56402 refill_stock+0x12 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [002] 2537.798736: 43836025 cycles: 272afac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [006] 2537.798947: 32264497 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2537.799407: 24565908 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [047] 2537.799424: 33909351 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa59a20 __count_memcg_events+0x60 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [019] 2537.800196: 28640451 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288987f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [038] 2537.800315: 32024795 cycles: ffffffff8a96d3e1 balance_dirty_pages_ratelimited+0x11 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170468 [017] 2537.800473: 35332865 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [013] 2537.800657: 44645941 cycles: ffffffff8a961d91 __filemap_get_folio+0x111 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2537.800659: 33470101 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [042] 2537.800741: 38231908 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2537.801336: 48179960 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [046] 2537.801387: 34117495 cycles: ffffffff8b52f704 ip6_dst_check+0xc4 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [041] 2537.801936: 40450598 cycles: 2049b4ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [023] 2537.801959: 29721636 cycles: 3c77875 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [034] 2537.802007: 31370822 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [015] 2537.802248: 34736702 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166609 [018] 2537.802661: 26692780 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [026] 2537.803343: 34538910 cycles: 1572f984 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [024] 2537.803557: 28040251 cycles: 3b15ea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [035] 2537.803877: 32316631 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [021] 2537.804591: 29340024 cycles: ffffffff8b3a42a1 validate_xmit_skb+0x121 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [014] 2537.804899: 29314396 cycles: ffffffff8aa801d5 fput+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [030] 2537.805320: 43604698 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [012] 2537.806039: 30733758 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [009] 2537.806195: 31127020 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [020] 2537.806741: 28305063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) Test 196124 [003] 2537.806834: 34501258 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166760 [025] 2537.806890: 40978445 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [029] 2537.807309: 27766290 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [010] 2537.807360: 33080427 cycles: 1330e0a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [039] 2537.807369: 34596007 cycles: 154cb0fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [040] 2537.807448: 34415480 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a93de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [033] 2537.807591: 30332314 cycles: 6892c10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [031] 2537.807836: 30429896 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2537.807960: 44629761 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [036] 2537.808176: 37193124 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [044] 2537.808190: 37988770 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2537.808516: 36792002 cycles: 288982d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [004] 2537.808561: 34514391 cycles: 2f703 log2+0x53 (/usr/lib/x86_64-linux-gnu/libm.so.6) 25285fe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2537.808640: 39553760 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2537.809172: 40373253 cycles: 167e9c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [032] 2537.809622: 32561290 cycles: 13c90ae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [001] 2537.809829: 32788674 cycles: 2727b001 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2537.809847: 28948159 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [006] 2537.810854: 30452812 cycles: 20499d6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2537.811107: 23628813 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [000] 2537.811226: 35461246 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [007] 2537.811724: 40312051 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [028] 2537.812161: 39473180 cycles: 25173f03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2537.812295: 37913359 cycles: 14073bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [038] 2537.812760: 33981696 cycles: 156f3e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 196909 [043] 2537.812806: 35603509 cycles: ffffffff8a7d8072 hrtimer_start_range_ns+0x22 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [018] 2537.813165: 35023321 cycles: 16664d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [008] 2537.813292: 30517156 cycles: 26a1f93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [046] 2537.813482: 36341344 cycles: 21a09b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2537.813748: 35339867 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2537.814011: 35967771 cycles: ffffffff8a75fe68 __update_load_avg_se+0x108 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [021] 2537.814515: 29100964 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2537.814697: 33982771 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.SRV2 197556 [017] 2537.814772: 34954345 cycles: 13b084b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [042] 2537.815125: 37296289 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ba49a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [023] 2537.815448: 33864862 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [029] 2537.815592: 38926408 cycles: 13b2e2c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 167056 [026] 2537.816145: 32769456 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [014] 2537.816294: 27804009 cycles: 1422ed69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [002] 2537.816626: 40622540 cycles: 12f28d4b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [015] 2537.816690: 35600908 cycles: 1403000c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [012] 2537.816891: 30733758 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8aaef85d eventfd_write+0x10d ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [010] 2537.817094: 33617277 cycles: ffffffff8a7dad10 ktime_get+0x60 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [022] 2537.817902: 40360192 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [009] 2537.817947: 31940896 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [031] 2537.818057: 33540869 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [020] 2537.818201: 27241214 cycles: ffffffff8b47f1e0 tcp_ack+0x880 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2537.818772: 31236866 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) blocksto.CLI1 194622 [041] 2537.819372: 38863666 cycles: ffffffff8a769219 psi_group_change+0x279 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [019] 2537.819780: 28235065 cycles: ffffffff8a7d75c7 __hrtimer_init+0x47 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 194354 [003] 2537.819957: 32481052 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [006] 2537.820002: 31190854 cycles: ffffffff8a990c84 shmem_get_folio_gfp+0x64 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [033] 2537.820106: 31317965 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17440370 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [013] 2537.820296: 41896462 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2537.820393: 35228042 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [044] 2537.820834: 38841602 cycles: ffffffff8aaf89b7 __x64_sys_io_submit+0xc7 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2537.820977: 24217069 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) PdCmpl_0 194090 [039] 2537.821113: 36523110 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 156b89cc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [004] 2537.821714: 38220015 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [036] 2537.822223: 32819061 cycles: ffffffff8b51337a unix_destruct_scm+0x8a ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2537.822589: 47340783 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [032] 2537.822734: 33825890 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2537.822854: 32135353 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 159607 [001] 2537.823456: 38312499 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [025] 2537.823496: 36525347 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [027] 2537.824289: 37107240 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [000] 2537.824326: 33054731 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159489 [038] 2537.824581: 32363980 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 168709 [011] 2537.824836: 42416682 cycles: ffffffff8a739062 get_nohz_timer_target+0x42 ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198615 [008] 2537.825261: 28994153 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2537.825326: 39192555 cycles: 649a6d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2537.825419: 28521665 cycles: ffffffff8b516eca ip6_finish_output2+0x14a ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [021] 2537.825640: 29382940 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2537.825675: 33015687 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [024] 2537.825998: 33216169 cycles: ffffffff8a7f1b00 get_futex_key+0x20 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [034] 2537.826207: 36840352 cycles: 3a606e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [017] 2537.826485: 33828458 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [005] 2537.826755: 41643192 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [046] 2537.826785: 34322047 cycles: 17fd16a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196763 [028] 2537.827150: 39772867 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [026] 2537.827222: 37832532 cycles: 1421ed4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [012] 2537.827507: 40068090 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [043] 2537.827810: 34229216 cycles: 68d04a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [020] 2537.828503: 26943290 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159489 [010] 2537.828791: 36858712 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [042] 2537.828829: 33790231 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [023] 2537.828971: 34127066 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [009] 2537.829579: 34006826 cycles: 2049993c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [007] 2537.829585: 43230206 cycles: 14051d9f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2537.829633: 31631190 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 159489 [006] 2537.830302: 31385796 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2537.830954: 26750256 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [019] 2537.831053: 30884376 cycles: ffffffff8aa7f17a __x64_sys_read+0x1a ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [015] 2537.831207: 32409978 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 166704 [033] 2537.831707: 33858544 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [029] 2537.831855: 36740948 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [002] 2537.832684: 37062476 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [035] 2537.833024: 31678502 cycles: 3ac5125 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [031] 2537.833300: 29610297 cycles: 11b24f __getpagesize+0xf (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f2e491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [022] 2537.833919: 34191881 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2537.834336: 32956185 cycles: ffffffff8a75ff7a __update_load_avg_se+0x21a ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [039] 2537.834589: 35375919 cycles: ffffffff8aa2b386 memcg_slab_post_alloc_hook+0x6 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [004] 2537.834606: 37892399 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165661 [025] 2537.834832: 34461779 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [041] 2537.835022: 36836322 cycles: 35f3da9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [032] 2537.835022: 31717253 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2537.835178: 35770239 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163661 [003] 2537.835709: 42909938 cycles: ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [014] 2537.835805: 28514654 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2537.836054: 28919365 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [036] 2537.836151: 32175171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2537.836657: 34725630 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154857 [000] 2537.836847: 32053882 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2537.837504: 27949792 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2537.838166: 39669564 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198041 [018] 2537.838456: 30786702 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [034] 2537.839003: 38865568 cycles: ffffffff8a995d7e __next_zones_zonelist+0x1e ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [020] 2537.839424: 33862250 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [030] 2537.839499: 40051785 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.Batch 155855 [024] 2537.839557: 42418720 cycles: 179bc204 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [001] 2537.839570: 45922740 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [042] 2537.840097: 33316389 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [013] 2537.840127: 50814073 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [021] 2537.840225: 34965687 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2537.840418: 38846315 cycles: ffffffff8aa31719 __kmem_cache_alloc_node+0x119 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [037] 2537.841294: 30154984 cycles: ffffffff8a753308 load_balance+0x5d8 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2537.841496: 37009294 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [027] 2537.841621: 29635001 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [026] 2537.841668: 41060855 cycles: ffffffff8b51aa07 ip6_xmit+0x2f7 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [011] 2537.841911: 35971539 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [043] 2537.842011: 33656076 cycles: 252574f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165660 [028] 2537.842066: 46347686 cycles: 21b5b086 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [012] 2537.842178: 34536761 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165674 [023] 2537.843319: 30133030 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.System 165660 [009] 2537.843388: 36599811 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2537.843633: 35367641 cycles: ffffffff8a747b71 update_load_avg+0x2a1 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [047] 2537.843813: 34904103 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2537.844008: 35933930 cycles: ffffffff8a739810 check_preempt_curr+0x60 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [015] 2537.844084: 31002161 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325214 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2537.844829: 31342304 cycles: ffffffff8b6980e4 ct_nmi_enter+0x74 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [033] 2537.844950: 31217049 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [005] 2537.845140: 40192999 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [019] 2537.845327: 35227272 cycles: 1666544 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [007] 2537.845728: 38128602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [008] 2537.846645: 34941806 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [031] 2537.846716: 34016185 cycles: 3a64749 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160823 [002] 2537.847222: 37253446 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [035] 2537.847382: 31236225 cycles: ffffffff8b697805 exc_page_fault+0x15 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [014] 2537.847938: 27346666 cycles: 3c74383 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [040] 2537.848072: 36753077 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [022] 2537.848517: 30626332 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [020] 2537.849048: 36085781 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2537.849179: 38377343 cycles: 14067758 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [000] 2537.849234: 38542874 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2537.849630: 41971521 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [018] 2537.849859: 29713296 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2537.850126: 40087737 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [025] 2537.850314: 33672873 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [036] 2537.850911: 32912258 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [038] 2537.851027: 35082888 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2537.851875: 26792544 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [042] 2537.852642: 35347989 cycles: ffffffff8a9dbfb6 page_add_new_anon_rmap+0x36 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2537.852677: 37811335 cycles: ffffffff8b61aba6 timerqueue_add+0x6 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [037] 2537.852737: 30154984 cycles: 141e9d03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [003] 2537.852759: 42074623 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2537.852817: 35706931 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [030] 2537.853799: 34711646 cycles: 1401e723 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [017] 2537.853908: 38238036 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14068b72 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [027] 2537.854404: 30999964 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [043] 2537.854599: 31408823 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [011] 2537.854776: 37537449 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.854801: 34893040 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [015] 2537.855229: 34408440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2537.855253: 32013371 cycles: ffffffff8b698071 ct_nmi_enter+0x1 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [034] 2537.855317: 36524116 cycles: 3c73a9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [024] 2537.855803: 38574876 cycles: 21c29d35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [046] 2537.856038: 39822096 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [032] 2537.856136: 30779260 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [016] 2537.856168: 37646347 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [023] 2537.856183: 31467528 cycles: 3af1c60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [021] 2537.856619: 35953449 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [026] 2537.856818: 36209590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2537.857043: 29819726 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [006] 2537.857534: 35637812 cycles: ffffffff8a74ea5c put_prev_task_fair+0x2c ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [007] 2537.858529: 35326148 cycles: 12f35bbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [014] 2537.858842: 26073230 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194389 [001] 2537.859181: 43584224 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2537.859638: 30089133 cycles: ffffffff8a743172 migrate_task_rq_fair+0x72 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2045c355 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2537.860101: 41311869 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [028] 2537.860235: 38104238 cycles: 189eb11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [009] 2537.860552: 32251675 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [035] 2537.860564: 31311753 cycles: 36fe41c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2537.860593: 35696039 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2537.861133: 31093575 cycles: ffffffff8a74f0ab enqueue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [018] 2537.861377: 39333572 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [000] 2537.861609: 36267118 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [020] 2537.861897: 35060271 cycles: ffffffff8a74fbdc update_sd_pick_busiest+0x4c ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [005] 2537.862060: 38959870 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [040] 2537.862382: 34210163 cycles: 36a1367 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2537.862633: 36850643 cycles: ffffffff8a73c982 sched_ttwu_pending+0xc2 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [031] 2537.862810: 36210315 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [025] 2537.863451: 31087362 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2537.863522: 34591236 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [036] 2537.863615: 35272307 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74be58 select_idle_sibling+0x338 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [038] 2537.864271: 37129219 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [045] 2537.864454: 28693583 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [013] 2537.864666: 43752814 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [042] 2537.865784: 35242823 cycles: ffffffff8b47ea13 tcp_ack+0xb3 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2537.866070: 44531960 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2537.866183: 33543964 cycles: ffffffff8a95ac53 __rseq_handle_notify_resume+0x23 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166746 [004] 2537.866374: 43929936 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 198109 [043] 2537.866487: 30232352 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [041] 2537.866677: 38906167 cycles: 3b1559f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198105 [039] 2537.866767: 40850658 cycles: 18ea1cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [030] 2537.866787: 33103514 cycles: 68be545 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2537.866846: 30595879 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2537.867030: 32586027 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [034] 2537.867387: 42993109 cycles: ffffffff8a6f2df9 do_softirq.part.0+0x59 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2537.868287: 29915465 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2537.868594: 29262754 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [027] 2537.868603: 30552546 cycles: bc03736 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [006] 2537.868711: 38928428 cycles: 18406ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [017] 2537.868966: 37231583 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [046] 2537.869192: 43996254 cycles: 12f4db48 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2537.870016: 31973014 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [033] 2537.870526: 29824694 cycles: 204b26e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [026] 2537.870952: 35513080 cycles: ffffffff8a743355 select_idle_core+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [023] 2537.871364: 27777548 cycles: ffffffff8b696ba6 sysvec_apic_timer_interrupt+0x46 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2537.871385: 36387122 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [003] 2537.871449: 38618565 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [024] 2537.871605: 41653435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2537.871848: 33977395 cycles: 18637c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [011] 2537.872040: 35555026 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2537.872181: 36160263 cycles: ffffffff8a7ef465 can_stop_idle_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [016] 2537.872339: 34581971 cycles: ffffffff8a74ab08 update_curr+0x78 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [047] 2537.872553: 27803704 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194386 [021] 2537.873743: 45247836 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [035] 2537.873821: 29142923 cycles: ffffffff8a7c565e exit_to_user_mode_loop+0x5e ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2537.874151: 38394225 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 166704 [031] 2537.874430: 36667219 cycles: 97ef4 pthread_mutex_lock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2537.875105: 38612746 cycles: ffffffff8b6171d1 rb_erase+0x3c1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [025] 2537.875349: 29357894 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [002] 2537.875426: 35790727 cycles: 1401fd62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170468 [040] 2537.875476: 32627363 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [000] 2537.875791: 37088821 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [001] 2537.875841: 38054571 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2537.876788: 31910642 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [008] 2537.876829: 34519421 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2537.877102: 37764126 cycles: ffffffff8a7524b3 update_group_capacity+0x33 ([kernel.kallsyms]) ffffffff8a752805 update_sd_lb_stats.constprop.0+0x75 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [045] 2537.877893: 32107911 cycles: 3c79591 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2537.877966: 34855477 cycles: 167e9b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [036] 2537.878074: 39223357 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.878736: 28848148 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [010] 2537.879037: 34851427 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2537.879051: 32836046 cycles: 1549f8af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2537.879161: 28820317 cycles: ffffffff8b478a72 tcp_try_rmem_schedule+0x12 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [043] 2537.879315: 27360398 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194630 [042] 2537.879361: 40906694 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [030] 2537.879371: 37934135 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [038] 2537.879699: 34173057 cycles: 1a6960 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2f72c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [019] 2537.880357: 35762482 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2537.880941: 29262754 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2537.881852: 31773917 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [029] 2537.882475: 31981194 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [023] 2537.882517: 26585920 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [034] 2537.882693: 39503280 cycles: 1406b17e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [039] 2537.882807: 36170406 cycles: 673671f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [037] 2537.882951: 41323826 cycles: 21a2d24a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2537.882974: 38497710 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [041] 2537.883091: 33845314 cycles: 133b049f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [027] 2537.883391: 34673402 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [013] 2537.883405: 48812788 cycles: 25168047 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [026] 2537.883578: 42525102 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2537.883610: 33307985 cycles: 14026345 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2537.883902: 36274516 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [003] 2537.883906: 35509451 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [004] 2537.884272: 40619702 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [028] 2537.884652: 33396835 cycles: 17aa0cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [022] 2537.884825: 31800875 cycles: 1666468 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [011] 2537.884845: 33518505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [016] 2537.884862: 32212353 cycles: ffffffff8a741316 update_min_vruntime+0x66 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [035] 2537.885377: 33883471 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [046] 2537.885788: 38283725 cycles: 1407fb62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2537.886799: 37795586 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 198033 [025] 2537.886802: 28040431 cycles: ffffffff8ad60a36 blkcg_maybe_throttle_current+0x26 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2537.886928: 33452160 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [015] 2537.886957: 34710137 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2537.887258: 39188114 cycles: 3c4d011 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [044] 2537.887442: 30983858 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [014] 2537.887849: 30363877 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [005] 2537.888633: 34966960 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [007] 2537.888706: 42937890 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2537.889033: 37933490 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [020] 2537.889244: 33953372 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [018] 2537.889515: 35436780 cycles: 1417d0af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [009] 2537.889675: 32432458 cycles: ffffffff8a9ec996 rmqueue_bulk+0x266 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.890001: 31554134 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [031] 2537.890609: 35646555 cycles: 190c9a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [043] 2537.890954: 27360398 cycles: 1740bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [008] 2537.891123: 38112918 cycles: 3a4a5a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [010] 2537.891185: 36495673 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [001] 2537.891273: 43754763 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193831 [032] 2537.891656: 40926266 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [021] 2537.891774: 50584419 cycles: ffffffff8a7aeab1 __rcu_read_lock+0x21 ([kernel.kallsyms]) ffffffff8a961cf0 __filemap_get_folio+0x70 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2537.891990: 37036563 cycles: 17efcf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2537.892546: 40985002 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2537.892696: 32341425 cycles: ffffffffc0c8279f nf_nat_inet_fn+0xf ([kernel.kallsyms]) ffffffffc0c8481c nf_nat_ipv4_local_in+0x5c ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2537.893209: 33575733 cycles: ffffffff8b46edfc tcp_sendmsg_locked+0x4fc ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [019] 2537.893501: 36046150 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [036] 2537.894669: 38512777 cycles: ffffffff8adb553b _copy_from_user+0x5b ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [033] 2537.894683: 31773917 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [042] 2537.895223: 36573545 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [029] 2537.895729: 28976558 cycles: 673aff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [047] 2537.896106: 35271716 cycles: ffffffff8aa596c6 refill_obj_stock+0xa6 ([kernel.kallsyms]) ffffffff8aa5dbe9 obj_cgroup_charge+0xc9 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [039] 2537.896124: 41777985 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169822 [016] 2537.896483: 30596709 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [022] 2537.896734: 30575922 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [028] 2537.896878: 31676527 cycles: 21a1ba7c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [037] 2537.896982: 39628408 cycles: 1666479 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [027] 2537.897183: 50410788 cycles: 3c80d2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 162504 [041] 2537.897282: 35292306 cycles: 13404f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 193502 [006] 2537.897519: 42191350 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) PdSbmEv 196863 [014] 2537.897807: 30799117 cycles: ffffffff8a7693e9 psi_group_change+0x449 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [017] 2537.898167: 35652094 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [034] 2537.898269: 37230522 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [011] 2537.898548: 34940442 cycles: 26a163ff [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [025] 2537.898738: 26885847 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2537.899015: 31101959 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 7f0 [unknown] ([vdso]) blocksto.CLI1 196117 [026] 2537.899085: 47537625 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197545 [003] 2537.899200: 36066109 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [040] 2537.899346: 35492580 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [002] 2537.899879: 39491622 cycles: 204b0d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2537.899998: 30545568 cycles: ffffffff8a75c380 cpuidle_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [004] 2537.900814: 34332450 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd 198448 [046] 2537.901150: 40215348 cycles: ffffffff8a74d381 detach_tasks+0x1a1 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [024] 2537.901458: 34502694 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46a9f087f [unknown] (//anon) nbsd.IO 194354 [015] 2537.901541: 34831406 cycles: 14085b70 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [005] 2537.901887: 38547570 cycles: 1432cbd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 162503 [012] 2537.902130: 29351942 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 169042 [009] 2537.902399: 33614817 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [023] 2537.902401: 32384701 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [000] 2537.902739: 33512525 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [013] 2537.903130: 56625265 cycles: 251a0eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [018] 2537.903278: 32384224 cycles: 14055a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 171590 [020] 2537.903553: 30887195 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [007] 2537.903727: 36721649 cycles: 2047f3c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2537.904008: 32678306 cycles: ffffffff8a9a5a36 __kmalloc+0x56 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165449 [010] 2537.904360: 35601706 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [030] 2537.905542: 31593273 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12d6be1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [008] 2537.905625: 39532732 cycles: 3ba4d09 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [031] 2537.905856: 41179432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2537.907602: 36697284 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [019] 2537.907622: 32736742 cycles: 178e6d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [028] 2537.908022: 31328890 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [014] 2537.908058: 30416230 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [038] 2537.908169: 40165733 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [032] 2537.908480: 45475887 cycles: 250d4f93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [016] 2537.908596: 30596709 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [045] 2537.908866: 30474105 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [029] 2537.908948: 27081845 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [022] 2537.908954: 31536287 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [042] 2537.909043: 33427059 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [036] 2537.909126: 39577745 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [001] 2537.909281: 42643527 cycles: 1740e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [044] 2537.909769: 35349897 cycles: 648fd4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [034] 2537.910019: 39882959 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2537.910501: 25596292 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198844 [047] 2537.910677: 30929301 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) nbsd.SRV2 197556 [039] 2537.911875: 37345602 cycles: 1413077b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [012] 2537.911959: 29621211 cycles: 1401b11a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2537.912205: 33047827 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [011] 2537.912227: 31729508 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [035] 2537.912496: 28563947 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [000] 2537.912634: 33526577 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [037] 2537.912689: 37174493 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2537.912875: 36931348 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160828 [002] 2537.912950: 38301282 cycles: ffffffff8b61750f rb_insert_color+0xf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 197239 [004] 2537.913236: 31198214 cycles: 14078d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [041] 2537.913882: 33304935 cycles: ffffffff8a74fed9 update_sg_lb_stats+0xd9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165674 [021] 2537.914201: 35255861 cycles: ffffffff8a749120 task_hot+0x0 ([kernel.kallsyms]) ffffffff8a74cd5c can_migrate_task+0x4c ([kernel.kallsyms]) ffffffff8a74d297 detach_tasks+0xb7 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [006] 2537.914685: 45816436 cycles: 3b75de9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2537.915015: 36109627 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [046] 2537.915233: 54747353 cycles: 2049ef30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [020] 2537.915413: 28954258 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [003] 2537.916011: 40838288 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [026] 2537.916053: 55019736 cycles: 2049abe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [027] 2537.916316: 40482711 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [018] 2537.916639: 30602796 cycles: ffffffff8b8011b8 __irqentry_text_end+0x48 ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [023] 2537.916818: 31449345 cycles: 27279a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2537.916999: 33801466 cycles: 1869db0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [015] 2537.917002: 37014719 cycles: 3b9d876 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2537.917249: 33162828 cycles: ffffffff8a64a3f1 __switch_to+0x101 ([kernel.kallsyms]) default-executo 194778 [030] 2537.917297: 33404497 cycles: 3b30791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [014] 2537.917358: 31099475 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [019] 2537.917815: 32071257 cycles: ffffffff8ae62d0b percpu_counter_add_batch+0x1b ([kernel.kallsyms]) ffffffff8a9b8d74 inc_mm_counter+0x34 ([kernel.kallsyms]) ffffffff8a9bba03 do_anonymous_page+0x2e3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2537.917899: 31897792 cycles: ffffffffc0ca2683 __nf_conntrack_find_get+0x343 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2537.918116: 35653714 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [043] 2537.918128: 28651206 cycles: 1300eedd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [010] 2537.918293: 37627674 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaeb0da ep_poll+0x6a ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [008] 2537.919854: 40966544 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [025] 2537.919866: 26030909 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 197538 [028] 2537.919947: 39639751 cycles: 1407d45d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2537.920052: 26054549 cycles: ffffffff8a7435e6 pick_next_entity+0xd6 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [016] 2537.920073: 36281043 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [045] 2537.921256: 31846450 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [047] 2537.921364: 30285390 cycles: 3b10dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2537.921463: 30746438 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [036] 2537.921784: 37187059 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [042] 2537.922005: 30517280 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2537.922237: 42471535 cycles: 1830e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [012] 2537.922544: 29282207 cycles: 154a15f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [044] 2537.922916: 36478658 cycles: 1604b7c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2537.923886: 27997553 cycles: ffffffff8b801601 error_entry+0xb1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [034] 2537.924172: 40542851 cycles: 2895503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2537.924421: 32288217 cycles: 204a4c46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2537.924921: 37372290 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.User 198842 [032] 2537.925110: 40391446 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2537.925759: 30867310 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [011] 2537.925837: 28589893 cycles: 1c6a33f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198840 [004] 2537.926291: 31198214 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [040] 2537.926679: 32684583 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2537.926693: 39312523 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [013] 2537.926869: 55795091 cycles: ffffffff8a771792 cpuacct_charge+0x12 ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2537.927292: 39487162 cycles: 64df08a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2537.927762: 30740854 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [037] 2537.927858: 43527307 cycles: ffffffff8b46d99b tcp_skb_entail+0x11b ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 155848 [025] 2537.927893: 26936976 cycles: 1aaee030 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [039] 2537.928426: 31432807 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [030] 2537.928662: 32406895 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [014] 2537.928814: 29999522 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198628 [018] 2537.929079: 31669010 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [001] 2537.929124: 32602348 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2537.930177: 34131464 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [024] 2537.930335: 34585010 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [043] 2537.930434: 30799246 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194434 [023] 2537.930566: 32944046 cycles: 19754fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [005] 2537.930647: 34096280 cycles: 2665b2d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [033] 2537.930798: 41651511 cycles: 1be53f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [029] 2537.931031: 25091653 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [009] 2537.931134: 29182142 cycles: ffffffff8b3767c0 sock_wfree+0xa0 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [019] 2537.931157: 37380955 cycles: 12f6c272 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [007] 2537.931408: 29988946 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [022] 2537.932232: 35328218 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [006] 2537.932362: 40039212 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [010] 2537.932413: 37578522 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2537.932582: 31888102 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [042] 2537.932802: 29907367 cycles: 3a61403 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2537.933018: 40491624 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [047] 2537.933330: 28865316 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI1 196117 [045] 2537.933558: 33130993 cycles: ffffffff8a75ffdd __update_load_avg_se+0x27d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ba8a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2537.933612: 33409403 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2537.933730: 35936065 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [012] 2537.933750: 31653097 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [035] 2537.933758: 27997553 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2537.933903: 34894263 cycles: 1407fc08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [016] 2537.934402: 32251830 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2537.935272: 48774373 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [000] 2537.935393: 30994982 cycles: ffffffff8b3a6ce8 process_backlog+0xc8 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [028] 2537.935672: 33501750 cycles: 12a065f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [036] 2537.935901: 33586814 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [026] 2537.935975: 49395542 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [011] 2537.936245: 28845445 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [038] 2537.936804: 38009564 cycles: ffffffff8a73e5a9 available_idle_cpu+0x29 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [044] 2537.936934: 33189266 cycles: 154cb006 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [004] 2537.937186: 41581881 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [025] 2537.938206: 27613655 cycles: ffffffff8a6b7cf3 kvm_sched_clock_read+0x13 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [034] 2537.938451: 35634181 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [020] 2537.938654: 30438250 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [014] 2537.938740: 30353511 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [040] 2537.938900: 34273812 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [031] 2537.939078: 37371010 cycles: ffffffff8a769560 prepare_to_wait_event+0x50 ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [001] 2537.939797: 32385485 cycles: 251623b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [018] 2537.939816: 41472404 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [030] 2537.940560: 30908564 cycles: 1554bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163664 [032] 2537.940641: 41774633 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) PdCmpl_0 194090 [002] 2537.941131: 35259331 cycles: 156ec5ed [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [039] 2537.941178: 40290349 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2537.941489: 34569905 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [029] 2537.941588: 30941129 cycles: ffffffff8b389a7c skb_copy_datagram_iter+0x3c ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [024] 2537.942185: 39157039 cycles: ffffffff8a6c45f1 do_user_addr_fault+0x1 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [043] 2537.943120: 35605429 cycles: ffffffff8a73bd48 try_to_wake_up+0x88 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [009] 2537.943146: 31728621 cycles: ffffffff8b6a758e mutex_lock+0x1e ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2537.943522: 34283703 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [007] 2537.943922: 30923963 cycles: 3b9cb1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [042] 2537.944331: 32313879 cycles: 14078d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2537.944588: 31063732 cycles: ffffffff8aaab07d __fget_light+0x1d ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [023] 2537.944696: 35681474 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2537.944966: 37215504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [005] 2537.944978: 30892975 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196920 [035] 2537.945449: 46903820 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2537.945487: 30586591 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2537.945671: 35626087 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2537.945846: 31211524 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 197892 [015] 2537.946052: 28387326 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 166706 [037] 2537.946073: 41898618 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [008] 2537.946132: 33672541 cycles: 133ff03a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2537.946188: 33678874 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [006] 2537.946225: 35256571 cycles: ffffffff8a7ee875 tick_program_event+0x25 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198627 [000] 2537.946481: 30630340 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [041] 2537.946914: 31054729 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [003] 2537.947901: 45338475 cycles: 68d09d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2537.947932: 46682575 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) containerd 46585 [019] 2537.948254: 30970671 cycles: ffffffff8a70555b copy_siginfo_to_user+0x4b ([kernel.kallsyms]) ffffffff8a64b8ec x64_setup_rt_frame+0x30c ([kernel.kallsyms]) ffffffff8a64aca2 handle_signal+0x162 ([kernel.kallsyms]) ffffffff8a64b0f8 arch_do_signal_or_restart+0x108 ([kernel.kallsyms]) ffffffff8a7c56af exit_to_user_mode_loop+0xaf ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b69692b sysvec_reschedule_ipi+0x7b ([kernel.kallsyms]) ffffffff8b800f4b asm_sysvec_reschedule_ipi+0x1b ([kernel.kallsyms]) 4aa033 [unknown] (/usr/bin/containerd) 4a9ba4 [unknown] (/usr/bin/containerd) 4a9453 [unknown] (/usr/bin/containerd) 4a57d9 [unknown] (/usr/bin/containerd) 504c06 [unknown] (/usr/bin/containerd) network poller 198033 [020] 2537.948268: 33128661 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [045] 2537.948308: 38353081 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff89a367 [unknown] (//anon) containerd 1406 [028] 2537.948466: 31528410 cycles: 4dff13 [unknown] (/usr/bin/containerd) 49cb1e [unknown] (/usr/bin/containerd) 4f90e4 [unknown] (/usr/bin/containerd) 4cb34a [unknown] (/usr/bin/containerd) 4a4f3e [unknown] (/usr/bin/containerd) 504c06 [unknown] (/usr/bin/containerd) nbsd.System 197523 [011] 2537.948589: 31348678 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [027] 2537.948879: 39820107 cycles: 3b95fff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2537.948953: 35107250 cycles: 12f4e561 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2537.949388: 32793146 cycles: ffffffff8a7d80b2 hrtimer_start_range_ns+0x62 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [044] 2537.949727: 30465289 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [014] 2537.950164: 29009439 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [038] 2537.951144: 33592855 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [030] 2537.951618: 30257488 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [034] 2537.951855: 32951388 cycles: ffffffff8a75fda0 __update_load_avg_se+0x40 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [040] 2537.952407: 32071087 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2537.953322: 36629465 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2537.953388: 44540891 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [001] 2537.953633: 28927141 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159874 [002] 2537.953706: 33017217 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [029] 2537.954596: 29745642 cycles: ffffffff8a6f30ba irq_enter_rcu+0x3a ([kernel.kallsyms]) nbsd.Background 197273 [026] 2537.955040: 42694300 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2537.955204: 28925170 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [008] 2537.956360: 34116020 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [031] 2537.956635: 37486624 cycles: 17e237b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [032] 2537.956654: 37662534 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165266 [042] 2537.956709: 31118979 cycles: 7f0 [unknown] ([vdso]) diskagen.User 198840 [024] 2537.956711: 44896967 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [018] 2537.957632: 37059034 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [047] 2537.957894: 28183344 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170142 [005] 2537.957990: 31526423 cycles: ffffffff8b6a4661 __schedule+0x161 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194434 [043] 2537.958073: 34240901 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198707 [007] 2537.958085: 27400729 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2537.958193: 28856805 cycles: ffffffff8a73c8db sched_ttwu_pending+0x1b ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [006] 2537.958353: 33598269 cycles: ffffffff8b616edb rb_erase+0xcb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [019] 2537.958485: 34112087 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [012] 2537.958613: 34661326 cycles: 3ca1f7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [021] 2537.958621: 36575236 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [009] 2537.958641: 36903799 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [039] 2537.958765: 41549647 cycles: 12ff5a0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2537.958807: 31746878 cycles: ffffffff8a7efe06 tick_nohz_idle_exit+0xf6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2537.958816: 34067625 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2537.959129: 28406110 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172183 [010] 2537.959413: 31260209 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2537.959476: 34759218 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [028] 2537.961383: 28551870 cycles: 1a6931 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af27d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [011] 2537.961401: 33219359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [044] 2537.961521: 29131369 cycles: 137f9e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [020] 2537.962024: 37685725 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [037] 2537.962357: 39473201 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [036] 2537.962385: 30950100 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2a598 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 194349 [033] 2537.962420: 40147240 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [014] 2537.962440: 28225081 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [041] 2537.962714: 29744095 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fcba737f [unknown] (//anon) Test 194631 [034] 2537.963808: 34226356 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2537.963850: 29254686 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [013] 2537.964069: 44524406 cycles: ffffffff8b697b81 syscall_enter_from_user_mode+0x21 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [038] 2537.964106: 31689015 cycles: 3a90b31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [040] 2537.964200: 34121905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 193819 [030] 2537.964575: 28044431 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c78df [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2537.964992: 36792092 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2537.965245: 29204369 cycles: ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [027] 2537.965918: 32455237 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2537.966382: 37710702 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 193818 [002] 2537.966385: 31784496 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c78df [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 197447 [001] 2537.966858: 29863852 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [029] 2537.967970: 30432674 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166598 [003] 2537.968274: 45251924 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [042] 2537.968437: 35654320 cycles: ffffffff8aa8c113 anon_pipe_buf_release+0x13 ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 194631 [035] 2537.968557: 45841268 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [047] 2537.968914: 27665650 cycles: 1417d0af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [026] 2537.969429: 44195410 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197248 [017] 2537.969592: 30721523 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [032] 2537.969671: 37877401 cycles: ffffffff8aa3163c __kmem_cache_alloc_node+0x3c ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 197892 [005] 2537.969682: 30125751 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [016] 2537.969687: 27998542 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2537.969872: 30491232 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2537.969953: 25982009 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd.Scheduler 198118 [000] 2537.970192: 30702084 cycles: 8a2 [unknown] ([vdso]) blocksto.CLI1 194629 [012] 2537.970652: 32772917 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [046] 2537.970732: 41030528 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2537.970780: 31424520 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [022] 2537.971187: 39136272 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [023] 2537.971314: 33282860 cycles: ffffffff8b6a50f0 schedule_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [018] 2537.971450: 46909219 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [031] 2537.971604: 32323075 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [039] 2537.971792: 38200708 cycles: 1c51eed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [014] 2537.971872: 30808104 cycles: 1c78682b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [028] 2537.971877: 28393714 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 170459 [044] 2537.972136: 28874488 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [009] 2537.972348: 33815804 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [010] 2537.972374: 28903230 cycles: ffffffff8a7d8063 hrtimer_start_range_ns+0x13 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [019] 2537.972503: 30940233 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [036] 2537.972955: 31138754 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [021] 2537.972976: 36868459 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [043] 2537.973939: 29342547 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2537.974673: 44885376 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [030] 2537.974960: 30941949 cycles: 1860e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [011] 2537.975343: 32197439 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [041] 2537.975532: 28135542 cycles: ffffffff8a741465 task_h_load+0x25 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [034] 2537.976867: 37415325 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2537.976924: 32306270 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [029] 2537.977616: 36720337 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2537.977622: 27871153 cycles: 689b71e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159402 [020] 2537.977629: 38110215 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [040] 2537.977830: 31472004 cycles: 1394ae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [015] 2537.978036: 30256115 cycles: ffffffff8adab0b1 iovec_from_user.part.0+0x71 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [008] 2537.978627: 31539417 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2537.979134: 31583665 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2537.979513: 30309036 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [004] 2537.979659: 37205037 cycles: 14023f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [033] 2537.980185: 43905069 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef77c94b7 [unknown] (//anon) nbsd.User 197536 [037] 2537.980468: 37592913 cycles: 13b2e244 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2537.981221: 29812436 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [016] 2537.981336: 26911649 cycles: 3cb0fb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [047] 2537.981627: 28126006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2537.981685: 42067732 cycles: ffffffff8a7f7355 __flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2537.981813: 30424215 cycles: 1403b5ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [044] 2537.982276: 32320690 cycles: 2514c9f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2537.982343: 49068228 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [007] 2537.982659: 25982009 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [036] 2537.982680: 31112773 cycles: 13bd5966 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [027] 2537.982762: 31485493 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2537.982982: 30653780 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.983127: 34735823 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [028] 2537.983300: 30375452 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2537.983512: 27767219 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2537.983774: 36222842 cycles: 204b4007 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [021] 2537.983829: 34991001 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2537.983948: 30189959 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [009] 2537.984221: 35746538 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [017] 2537.984236: 27435935 cycles: 17a190de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [032] 2537.984833: 37725612 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2537.984874: 30391433 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [031] 2537.985369: 31956198 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [026] 2537.985443: 41961525 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2537.985822: 31242963 cycles: ffffffff8a7eec66 tick_nohz_next_event+0x86 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2537.986354: 34839862 cycles: 3b2dda6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [019] 2537.986640: 35118707 cycles: 1c2f4109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [035] 2537.986660: 36949904 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 166748 [030] 2537.986665: 29846538 cycles: 18754e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [022] 2537.986680: 33405958 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2537.987672: 26616977 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [023] 2537.988978: 38758986 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [038] 2537.989343: 26592529 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2537.989597: 29796195 cycles: 13cad9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [011] 2537.989654: 32197439 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197252 [018] 2537.989654: 52364425 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [003] 2537.989691: 40891276 cycles: ffffffff8a7e6463 __x64_sys_clock_nanosleep+0xf3 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2537.989774: 33806533 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [008] 2537.989864: 30812515 cycles: 2665b2d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2537.990334: 40768929 cycles: 20484e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [016] 2537.990662: 27526435 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [002] 2537.990706: 30876937 cycles: 1a6aaf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [004] 2537.990844: 36150411 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2537.991329: 37730774 cycles: 1c522fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [006] 2537.991633: 30244093 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2537.991907: 43596498 cycles: ffffffff8a733f02 raw_spin_rq_lock_nested+0x12 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196917 [020] 2537.992024: 38356122 cycles: ffffffff8a74e349 dequeue_task_fair+0x309 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194343 [047] 2537.992141: 28049688 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 169832 [000] 2537.992481: 29241142 cycles: ffffffff8a95ac5f __rseq_handle_notify_resume+0x2f ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2537.992541: 36013463 cycles: ffffffff8a77cd33 __raw_spin_lock_irqsave+0x33 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2537.993434: 30358502 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2537.993924: 27803893 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [036] 2537.994381: 33868502 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [029] 2537.994630: 34533295 cycles: 17437fb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [017] 2537.994908: 30115007 cycles: 14250d8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [028] 2537.995029: 32988808 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [007] 2537.995172: 25982009 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [044] 2537.995172: 37112426 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [021] 2537.996048: 34490952 cycles: 1338bdd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [037] 2537.996054: 33907576 cycles: 1407ce3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2537.996673: 30535036 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2537.996750: 35706154 cycles: ffffffff8a73c959 sched_ttwu_pending+0x99 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 193832 [039] 2537.996997: 34723356 cycles: 140988e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 194632 [033] 2537.997467: 34951604 cycles: ffffffff8a741955 __calc_delta+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [027] 2537.997497: 36543183 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [041] 2537.997648: 26324205 cycles: ffffffff8a74d393 detach_tasks+0x1b3 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [030] 2537.997798: 35345638 cycles: 209f647 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [005] 2537.998213: 32868123 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [046] 2537.998331: 36801916 cycles: 1436cbab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2537.999367: 34976631 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2537.999508: 34246025 cycles: 3ae16d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2537.999669: 34782609 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168709 [045] 2538.000012: 38489510 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [032] 2538.000436: 41983899 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2538.000632: 34775730 cycles: ffffffff8b6ac13b default_idle_call+0x4b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [008] 2538.000811: 30295430 cycles: 2520aa6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [043] 2538.000977: 32675577 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [035] 2538.000987: 33735919 cycles: ffffffff8aaeb1ad ep_poll+0x13d ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [038] 2538.001112: 25394502 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [016] 2538.001128: 34114821 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [026] 2538.001130: 41257992 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2538.001192: 36739356 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [011] 2538.002101: 45215459 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [015] 2538.002492: 38080192 cycles: 269aa224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [013] 2538.002645: 47011766 cycles: 689b78f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [004] 2538.003486: 37048171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [012] 2538.003532: 31003144 cycles: 6509451 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2538.003546: 30210896 cycles: ffffffff8a74ad8e reweight_entity+0x9e ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [006] 2538.003886: 29145617 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [040] 2538.004152: 41987431 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2538.004933: 32105807 cycles: 68d6de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2538.005385: 36430708 cycles: 1ead5d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2538.005409: 27610931 cycles: ffffffff8a734ab0 finish_task_switch.isra.0+0x30 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [010] 2538.005656: 34531916 cycles: ffffffff8a9983ef __mod_zone_page_state+0xf ([kernel.kallsyms]) ffffffff8a9e978b __free_one_page+0x6b ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [028] 2538.005990: 31629814 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2538.007213: 35721971 cycles: 180864b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [034] 2538.007352: 36607207 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [036] 2538.007486: 31317928 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [007] 2538.007506: 44457446 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2538.008569: 27467515 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [001] 2538.008958: 29986200 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [044] 2538.009470: 32533125 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [014] 2538.010098: 30947533 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [018] 2538.010321: 43404836 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [024] 2538.010706: 47126153 cycles: ffffffff8b697872 exc_page_fault+0x82 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2538.010876: 34300485 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [037] 2538.011003: 32627356 cycles: 1407d92b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [046] 2538.011322: 34705750 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [020] 2538.011479: 33932324 cycles: 13dde4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [039] 2538.011731: 32644555 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2538.011960: 32721596 cycles: ffffffff8a776412 calc_load_nohz_stop+0x42 ([kernel.kallsyms]) ffffffff8a7efdce tick_nohz_idle_exit+0xbe ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2538.012059: 31140921 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [002] 2538.012548: 36451911 cycles: 1786e911 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [038] 2538.012646: 25171419 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12963eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [041] 2538.012899: 28850108 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) diskagen.User 198612 [008] 2538.012937: 31626088 cycles: 2528deb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [029] 2538.013030: 42417372 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff40c4ef [unknown] (//anon) swapper 0 [031] 2538.013454: 35641246 cycles: ffffffff8a7d6e16 get_next_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [030] 2538.013833: 29959495 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165665 [033] 2538.014031: 30346733 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [022] 2538.014058: 37731853 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2538.014925: 30539993 cycles: 2a91431 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [009] 2538.015201: 36476952 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [006] 2538.015357: 31389426 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [000] 2538.015619: 27610931 cycles: 25208ef4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2538.015674: 34568662 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [026] 2538.015729: 39341012 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [043] 2538.015859: 29819586 cycles: ffffffff8a7d75d7 __hrtimer_init+0x57 ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [016] 2538.016011: 33825371 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [012] 2538.016200: 28689631 cycles: 251741c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [035] 2538.017260: 28126612 cycles: ffffffff8ada68e0 __bitmap_andnot+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6f8d futex_wait+0x1ed ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165849 [045] 2538.017645: 37962625 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2538.017653: 29713386 cycles: ffffffff8b617500 rb_insert_color+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2538.018115: 30024951 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [017] 2538.018116: 30647753 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [032] 2538.018122: 35171632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2538.018269: 36458118 cycles: ffffffff8a7ef91c tick_nohz_idle_stop_tick+0x8c ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [036] 2538.018431: 33756260 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155846 [010] 2538.018470: 36525818 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [015] 2538.018823: 35547679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [040] 2538.019327: 47340260 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [023] 2538.019952: 35536810 cycles: ffffffff8adb5538 _copy_from_user+0x58 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [014] 2538.020545: 30775642 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2538.020737: 44906659 cycles: ffffffff8a751726 set_task_rq_fair+0x16 ([kernel.kallsyms]) ffffffff8a739e1f set_task_cpu+0xbf ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [034] 2538.021017: 33160842 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2538.021463: 30858373 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [044] 2538.021542: 30631271 cycles: 185f829 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [001] 2538.021644: 27374965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [021] 2538.022067: 39354594 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [011] 2538.022758: 33855947 cycles: 34b12a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2538.023324: 42826268 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [033] 2538.023360: 33072361 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [046] 2538.023373: 32643477 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [020] 2538.023880: 32743266 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 151708 [037] 2538.023882: 34076554 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166613 [003] 2538.023938: 36267656 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [042] 2538.024244: 28829637 cycles: ffffffff8adacee5 copy_page_from_iter+0x15 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2538.024413: 31388786 cycles: ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [030] 2538.024641: 29613632 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [018] 2538.025012: 38653847 cycles: ffffffff8b480cfb tcp_rcv_established+0x6b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2538.025152: 41342880 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [008] 2538.025257: 29524224 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 154954 [041] 2538.025533: 33640458 cycles: ffffffff8a73dc23 task_sched_runtime+0x73 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197534 [007] 2538.026297: 39951966 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [000] 2538.026524: 35423059 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [006] 2538.026630: 37243108 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d4ec587f [unknown] (//anon) diskagen.User 198842 [027] 2538.026678: 31156719 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [024] 2538.026846: 42177841 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [022] 2538.027136: 35022896 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [028] 2538.027338: 30824084 cycles: 1c69db72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2538.027415: 28400079 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [043] 2538.027631: 32723922 cycles: 8de48 _IO_default_xsputn+0x88 (/usr/lib/x86_64-linux-gnu/libc.so.6) 75fc9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2538.027669: 39280706 cycles: ffffffff8a769254 psi_group_change+0x2b4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2538.028035: 37273776 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [036] 2538.028828: 33427181 cycles: 17fa5f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [016] 2538.028850: 36082806 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [009] 2538.029681: 32184940 cycles: 133a334c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2538.030081: 35909396 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2538.030315: 29123425 cycles: ffffffff8b6ad53d _raw_spin_unlock+0x1d ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2538.030463: 36285017 cycles: ffffffff8b6a4721 __schedule+0x221 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [004] 2538.030680: 35240686 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [014] 2538.030709: 37234967 cycles: 1c4ff253 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [026] 2538.031011: 34439236 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [047] 2538.031057: 37921474 cycles: 68bad4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [032] 2538.031119: 32681993 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2538.032109: 33452828 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [029] 2538.032285: 41390797 cycles: 3a34421 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2538.032339: 34136739 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.IC 198047 [044] 2538.032588: 34031792 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159388 [034] 2538.032928: 31166791 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [001] 2538.033159: 26215705 cycles: 26a1f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [046] 2538.033187: 35555200 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2538.033496: 32521366 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2538.033830: 29059034 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [023] 2538.033885: 34767036 cycles: ffffffffc06bb208 ipv4_conntrack_defrag+0x68 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2538.033899: 32790545 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2538.034617: 41163884 cycles: ffffffff8a7d874c hrtimer_try_to_cancel.part.0+0x4c ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [033] 2538.034972: 36240397 cycles: 1742c05d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [008] 2538.036089: 28898245 cycles: 2049b645 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [011] 2538.036246: 31206507 cycles: ffffffff8a7500e0 update_sg_lb_stats+0x2e0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [020] 2538.036721: 36945834 cycles: 16ff020 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2538.036794: 39580325 cycles: ffffffff8a7d8757 hrtimer_try_to_cancel.part.0+0x57 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [028] 2538.037230: 31044796 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [012] 2538.037476: 34744093 cycles: ffffffff8aa5ef05 mem_cgroup_charge_skmem+0x45 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2538.037657: 36579762 cycles: ffffffff8b48406e tcp_wfree+0x11e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [041] 2538.038142: 34438589 cycles: 1a6a86 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2538.038620: 33535424 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [021] 2538.038789: 34705090 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [037] 2538.039252: 32393421 cycles: 154cad74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193989 [003] 2538.039289: 37218186 cycles: ffffffff8a7d9197 hrtimer_nanosleep+0x17 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198039 [018] 2538.039319: 34497633 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167024 [022] 2538.039622: 32826782 cycles: ea664 __nanosleep+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [027] 2538.039640: 32871681 cycles: 1c7bb1ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [002] 2538.039761: 38585874 cycles: ffffffff8aa7c2b5 __x64_sys_readv+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [025] 2538.040383: 41997801 cycles: a90 [unknown] ([vdso]) Test 196124 [013] 2538.040537: 36081817 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [000] 2538.041124: 36993632 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166612 [006] 2538.041189: 36227648 cycles: ffffffff8a74195b __calc_delta+0xb ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [036] 2538.041241: 35406150 cycles: 186a7c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [031] 2538.041570: 35406586 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2538.042230: 36147617 cycles: ffffffff8a6a810b native_apic_msr_eoi_write+0xb ([kernel.kallsyms]) ffffffff8a697e2f __sysvec_call_function_single+0x1f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [007] 2538.042465: 37437648 cycles: 133c2d82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [043] 2538.043099: 34208773 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [019] 2538.043337: 37190761 cycles: ffffffff8a743375 select_idle_core+0x25 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 267739f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2538.043378: 37178723 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [042] 2538.043448: 29214357 cycles: 1425953b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [035] 2538.043465: 37678292 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [032] 2538.043763: 33914932 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [026] 2538.044200: 33435859 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [008] 2538.044239: 29981744 cycles: ffffffff8b479459 tcp_ack_update_rtt+0x89 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [014] 2538.044422: 34180341 cycles: 154cad61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [004] 2538.044445: 48256393 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [005] 2538.044525: 33417225 cycles: 1572fd89 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [001] 2538.044621: 25545854 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [010] 2538.045531: 30031312 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2538.045723: 27297716 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [044] 2538.045803: 35723826 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [046] 2538.045860: 33094181 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [047] 2538.045922: 36862777 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2538.045991: 30712831 cycles: ffffffff8a76913d psi_group_change+0x19d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [034] 2538.046118: 31284341 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [030] 2538.046139: 34604610 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a991af9 shmem_write_begin+0x19 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [015] 2538.046311: 36370116 cycles: ffffffff8a995d7a __next_zones_zonelist+0x1a ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [028] 2538.047199: 30778702 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2538.047997: 38346690 cycles: ffffffff8a77cd06 __raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2538.048870: 35204802 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [020] 2538.048894: 34676989 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [023] 2538.050236: 37161362 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [041] 2538.051106: 39782089 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [040] 2538.051214: 37486474 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [011] 2538.051677: 27342154 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [012] 2538.051832: 43513844 cycles: ffffffff8aad8509 create_empty_buffers+0x19 ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [045] 2538.052306: 39609019 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2538.052514: 32775283 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [021] 2538.052519: 39217730 cycles: 1c790335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [022] 2538.052592: 34718325 cycles: 197cda7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [027] 2538.053538: 29962925 cycles: 3a67b9d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [017] 2538.053628: 37923793 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159890 [037] 2538.053695: 35119984 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [039] 2538.053700: 38921941 cycles: 266ee52c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [042] 2538.053910: 31872961 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [001] 2538.054156: 28523314 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2538.054158: 45857516 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2538.054942: 36609195 cycles: ffffffff8a7d6d8d get_next_timer_interrupt+0xd ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [013] 2538.054953: 34504586 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2538.055295: 29516987 cycles: 1830e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [002] 2538.055347: 43701915 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159406 [009] 2538.055384: 27814020 cycles: 204007bb [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2538.055419: 36227648 cycles: ffffffff8b617896 rb_next+0x6 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [010] 2538.055809: 29555768 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [000] 2538.056415: 32890144 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 193489 [014] 2538.056456: 36773239 cycles: 1be5a05d [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [028] 2538.056589: 31795956 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2538.056836: 36640155 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194335 [026] 2538.056977: 38987597 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [032] 2538.057207: 30565484 cycles: ffffffff8a7d69df __mod_timer+0x29f ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [025] 2538.057601: 33620008 cycles: ffffffff8b45c5d4 __ip_local_out+0x14 ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2538.057602: 36935568 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI1 196117 [005] 2538.057815: 44972386 cycles: 3b95133 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [016] 2538.058124: 36208431 cycles: 64fbad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [031] 2538.058312: 29287775 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [034] 2538.058342: 30723867 cycles: ffffffff8b39af3f enqueue_to_backlog+0x27f ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2538.058394: 35478674 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2538.058441: 40515335 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [038] 2538.058450: 36539494 cycles: 266d4fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [030] 2538.058620: 36668920 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [044] 2538.058965: 39498791 cycles: 133ac38f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [029] 2538.059455: 37645665 cycles: bbc4c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [019] 2538.059528: 38920323 cycles: ffffffff8b4786dd tcp_urg+0xd ([kernel.kallsyms]) ffffffff8b480ec3 tcp_rcv_established+0x233 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [046] 2538.059745: 30279160 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [047] 2538.060409: 33234575 cycles: 272afbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2538.061804: 39711047 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [015] 2538.062739: 35838964 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [004] 2538.062865: 41268460 cycles: 21a06dfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2538.063317: 35386584 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 166748 [033] 2538.064464: 33317457 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd-lig.SRV2 196022 [011] 2538.065206: 33693795 cycles: 17e0d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2538.065496: 39578937 cycles: ffffffff8b697d04 irqentry_enter+0x44 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2538.065497: 39869752 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [001] 2538.065588: 31552327 cycles: ffffffff8a73e5e4 available_idle_cpu+0x64 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2538.065937: 33591581 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [042] 2538.066147: 33688852 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 194092 [027] 2538.066382: 31190889 cycles: 93c60 pthread_cond_timedwait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [008] 2538.066468: 28671563 cycles: 689b708 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198624 [013] 2538.066613: 34474043 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198439 [037] 2538.066769: 32730327 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [023] 2538.067195: 35603620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [021] 2538.067283: 40134315 cycles: 3c48274 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [017] 2538.067576: 36680495 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2538.067629: 38720775 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2538.067969: 26283956 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2538.068113: 35406209 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2538.068312: 35625617 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [036] 2538.068543: 34549156 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2538.069068: 42470978 cycles: ffffffff8a74d605 set_next_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2538.069110: 29649065 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.SRV1 197555 [041] 2538.069189: 30951277 cycles: 1411b927 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [032] 2538.069206: 32827313 cycles: 13b41b43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2538.069581: 35475067 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [000] 2538.069880: 30107636 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [025] 2538.070328: 33856781 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [014] 2538.070757: 35063408 cycles: 88504 vsnprintf+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [046] 2538.071317: 32215062 cycles: 673a50a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [047] 2538.071377: 35356119 cycles: ffffffff8a7536af newidle_balance+0xdf ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [007] 2538.071579: 50589286 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [030] 2538.072271: 37663172 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [002] 2538.072294: 45879816 cycles: 2526db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2538.072366: 34810253 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) swapper 0 [003] 2538.072625: 40473436 cycles: ffffffff8b6ae6c6 __x86_indirect_thunk_r12+0x6 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [026] 2538.072703: 44894438 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155714 [038] 2538.072719: 36889782 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 167024 [031] 2538.072758: 26846569 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [016] 2538.072815: 39867515 cycles: 1860e2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [005] 2538.073660: 42877572 cycles: 139f0b3a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [015] 2538.073764: 36371679 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [019] 2538.074438: 33874497 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [035] 2538.074592: 33265262 cycles: 3a77a77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [044] 2538.075973: 32798599 cycles: 15730133 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [010] 2538.077086: 35397336 cycles: ffffffff8a754a2e nohz_balance_exit_idle+0x7e ([kernel.kallsyms]) ffffffff8a754af4 nohz_balancer_kick+0x34 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196100 [043] 2538.077343: 33201993 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8279 __hrtimer_run_queues+0xf9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2538.077440: 33910882 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [008] 2538.077470: 27933608 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [004] 2538.077932: 50358561 cycles: 1c3ad543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159504 [029] 2538.078029: 42588874 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [033] 2538.078614: 36257296 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [042] 2538.078629: 34743597 cycles: ffffffff8a7d78c0 __hrtimer_next_event_base+0x20 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 250fd20f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [001] 2538.078760: 35690341 cycles: ffffffff8a961ea7 __filemap_get_folio+0x227 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [040] 2538.078857: 38425877 cycles: 64a4b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [013] 2538.079562: 37767149 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2538.079673: 36235605 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [036] 2538.079949: 40113044 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 26a78d20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [018] 2538.080220: 39869752 cycles: ffffffffc0c828a4 nf_nat_inet_fn+0x114 ([kernel.kallsyms]) ffffffffc0c84234 nf_nat_ipv4_local_fn+0x54 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [023] 2538.080663: 33951124 cycles: 20489def [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2538.081091: 38070197 cycles: 1378a48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [031] 2538.081438: 29905012 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [000] 2538.081512: 32313688 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2538.081618: 38531424 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170457 [028] 2538.081771: 27576428 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [009] 2538.081867: 23370367 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [012] 2538.082226: 34029762 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2538.082282: 34973741 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [032] 2538.082557: 36732749 cycles: ffffffff8b484f75 tcp_schedule_loss_probe.part.0+0x145 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2538.082738: 27888758 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [017] 2538.083187: 34848494 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [034] 2538.083771: 34508523 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58f [unknown] ([unknown]) default-executo 195110 [041] 2538.084255: 27472439 cycles: ffffffff8b38405b consume_skb+0x2b ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [014] 2538.084369: 32286715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [021] 2538.084696: 38446103 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [039] 2538.084828: 29531219 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2538.085245: 35677250 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [047] 2538.085447: 35266099 cycles: a699a54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [025] 2538.086021: 41387547 cycles: 133b047a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [024] 2538.086021: 33977919 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [016] 2538.086773: 40808465 cycles: 272836f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2538.087074: 34091967 cycles: 21a33d61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [006] 2538.087076: 46520012 cycles: 6496b9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [030] 2538.087503: 34057525 cycles: 184070c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [038] 2538.087515: 32167770 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 166600 [010] 2538.087946: 34790918 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [008] 2538.088159: 27147006 cycles: 6285b35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [035] 2538.088430: 30081408 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [019] 2538.088545: 29840687 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [044] 2538.088802: 30161055 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [003] 2538.089655: 35736479 cycles: ffffffff8b3a6ce8 process_backlog+0xc8 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [033] 2538.089679: 35159756 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [002] 2538.089785: 48578017 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [026] 2538.090683: 40723768 cycles: 133c2a7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [005] 2538.090935: 35518348 cycles: 3a62e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [020] 2538.091019: 32301149 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [043] 2538.091828: 29149711 cycles: 14068f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2538.091971: 26378551 cycles: ffffffff8a7dc33e timekeeping_max_deferment+0x1e ([kernel.kallsyms]) ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [042] 2538.092228: 32044129 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdGetEv 194092 [040] 2538.092443: 39193421 cycles: d8da570 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 150658 [000] 2538.092655: 34183033 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [007] 2538.093111: 36152919 cycles: ffffffff8b6ab3f5 schedule_hrtimeout_range+0x5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [031] 2538.093230: 28502023 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [001] 2538.093259: 34500562 cycles: 14060b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [013] 2538.093294: 38014613 cycles: ffffffff8aa2b4e2 memcg_slab_post_alloc_hook+0x162 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [028] 2538.093590: 26364293 cycles: ffffffff8a738326 pick_next_task+0x26 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [037] 2538.093622: 26898378 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [018] 2538.094235: 41641665 cycles: 161b5fa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [027] 2538.094337: 33041879 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [023] 2538.094542: 38912531 cycles: 178fcf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [012] 2538.094602: 35262821 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [036] 2538.094811: 45531308 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [029] 2538.095014: 40804566 cycles: ffffffff8b4866cb __tcp_select_window+0x12b ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [022] 2538.095134: 38324200 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [034] 2538.095846: 40547954 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2538.095924: 51813329 cycles: 1873051 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [041] 2538.095966: 25402460 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2538.096314: 35100125 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [032] 2538.096492: 41664693 cycles: 141459b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2538.096584: 27720970 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [017] 2538.097242: 35849423 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [047] 2538.097414: 33390165 cycles: 3a77e70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [045] 2538.097618: 43578136 cycles: 133ac880 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [014] 2538.097829: 28884810 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [021] 2538.098242: 42579831 cycles: 141c970f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 169054 [024] 2538.098399: 36835022 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [008] 2538.098473: 27399379 cycles: ffffffff8a7479fe update_load_avg+0x12e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [015] 2538.098794: 36169483 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [046] 2538.098850: 36603336 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [019] 2538.098992: 30126154 cycles: ffffffff8a736d44 dequeue_task+0x24 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [044] 2538.099423: 33681543 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2538.099686: 34109794 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2538.100149: 37191546 cycles: 1432cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2538.100446: 30352176 cycles: ffffffff8a7434a1 select_idle_core+0x151 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [016] 2538.101835: 41674126 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2538.102036: 28368607 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [020] 2538.102048: 33537754 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [043] 2538.102984: 28911018 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [006] 2538.103207: 42817825 cycles: 3c7d858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2538.103252: 42574710 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197889 [009] 2538.103368: 24990749 cycles: ffffffff8a741309 update_min_vruntime+0x59 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2538.103751: 31040818 cycles: 204a4c95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2538.104039: 37356951 cycles: ffffffff8aaea99c ep_send_events+0x17c ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [042] 2538.104265: 31001891 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159388 [037] 2538.104584: 26104236 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd34c0ee87f [unknown] (//anon) swapper 0 [003] 2538.104635: 33612620 cycles: ffffffff8b6175f9 rb_insert_color+0xf9 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [033] 2538.104641: 33977218 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [028] 2538.104729: 25612153 cycles: 3b2db27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [005] 2538.105234: 34756179 cycles: 1407fefb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [041] 2538.105560: 26016349 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [000] 2538.105799: 35093942 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2538.106386: 33493259 cycles: 17fae10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [001] 2538.106636: 34500562 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159386 [040] 2538.107262: 34589218 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [013] 2538.107551: 43147254 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [002] 2538.107714: 46262608 cycles: 2528d9c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [014] 2538.108248: 28683272 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [047] 2538.108601: 33415174 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 179ebe66acbf [unknown] (//anon) diskagentd 198851 [039] 2538.108628: 30166213 cycles: ffffffff8a75010a update_sg_lb_stats+0x30a ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2538.108703: 33094298 cycles: ffffffff8a7efdd9 tick_nohz_idle_exit+0xc9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [008] 2538.108880: 26956746 cycles: ffffffff8b617008 rb_erase+0x1f8 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c74cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [027] 2538.109106: 32742162 cycles: 3b19058 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [029] 2538.109164: 44908419 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [022] 2538.109439: 33755535 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [018] 2538.109667: 39608733 cycles: ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [034] 2538.110261: 36055739 cycles: ffffffff8aaeaa6b ep_send_events+0x24b ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2538.111264: 32636336 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 169832 [036] 2538.111300: 51025043 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 169816 [038] 2538.111313: 31792078 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [044] 2538.111555: 31427903 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d6a46 __mod_timer+0x306 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [023] 2538.111865: 36804491 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [011] 2538.112061: 37140257 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [024] 2538.112542: 41034198 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [032] 2538.112893: 36124034 cycles: 3ad9a6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [010] 2538.113083: 38118414 cycles: ffffffff8a7427cb kick_ilb+0xdb ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68acf54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [009] 2538.113155: 28190631 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2538.113359: 35084451 cycles: 186bb40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [030] 2538.113442: 30485504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [046] 2538.113499: 35275124 cycles: ffffffff8a779f4a psi_task_switch+0x16a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [004] 2538.113766: 45994759 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2538.113810: 36049403 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2538.113811: 39644708 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [035] 2538.114017: 31948840 cycles: ffffffff8a990d68 shmem_get_folio_gfp+0x148 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [045] 2538.114249: 42513445 cycles: ffffffff8a7434af select_idle_core+0x15f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [015] 2538.114665: 39597334 cycles: cc15d0e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [042] 2538.115252: 36479265 cycles: ffffffff8a7ee895 tick_program_event+0x45 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [037] 2538.115256: 29025264 cycles: 3c25c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [028] 2538.115454: 25276400 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2538.115844: 31418021 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [025] 2538.116174: 39501240 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [021] 2538.116431: 44051215 cycles: 1424f17a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2538.116649: 34474129 cycles: ffffffff8a6f2fb6 __local_bh_enable_ip+0x6 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [041] 2538.116889: 26406406 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [016] 2538.117763: 39443497 cycles: 2514eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [014] 2538.118200: 28979593 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2538.118201: 34032455 cycles: ffffffff8a6f3145 irq_exit_rcu+0x5 ([kernel.kallsyms]) PdCmpl_0 194090 [000] 2538.118202: 33901123 cycles: d8da5b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [008] 2538.118688: 26979156 cycles: 1a6960 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2538.118699: 35062017 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2538.118956: 31606973 cycles: ffffffff8a747782 attach_entity_load_avg+0xf2 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2538.119237: 43996976 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [040] 2538.119855: 40822272 cycles: 141984d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165866 [027] 2538.119985: 32537185 cycles: 133c2f17 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2538.120149: 33375216 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2538.120472: 32030924 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2538.120924: 35198935 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [039] 2538.121172: 27611779 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [001] 2538.121207: 41268764 cycles: 17eedab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [030] 2538.122949: 30845936 cycles: 1402fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [007] 2538.123021: 33490741 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2538.123034: 36838812 cycles: 14179331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [034] 2538.123808: 33393601 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 56787998b5ff [unknown] (//anon) swapper 0 [018] 2538.124294: 35616361 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [019] 2538.124353: 36835493 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2538.124491: 27473959 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2538.124595: 28231678 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2538.124803: 32667546 cycles: ffffffff8a736140 enqueue_task+0x130 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [002] 2538.125025: 42002213 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172223 [032] 2538.125525: 39353905 cycles: bbf543d [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198845 [023] 2538.126160: 42284664 cycles: ffffffff8a7d7b36 __remove_hrtimer+0x26 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2538.126218: 39331497 cycles: ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [043] 2538.126220: 39852198 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b4919ee tcp_add_backlog+0x39e ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [037] 2538.126550: 30664893 cycles: 21a2991b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [029] 2538.127034: 41545406 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2538.127052: 34479231 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [046] 2538.127514: 32904314 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [011] 2538.127669: 33493365 cycles: 154cb107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2538.127773: 39105482 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [035] 2538.128000: 28820612 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2538.128007: 31972107 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [024] 2538.128039: 40228048 cycles: 251dfaf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [014] 2538.128367: 32275468 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [020] 2538.128447: 36621277 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [031] 2538.128732: 35429045 cycles: bc09168 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [008] 2538.128841: 27092406 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2538.129422: 33222975 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [004] 2538.129807: 38879149 cycles: ffffffff8a74e19b dequeue_task_fair+0x15b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [041] 2538.130078: 25610005 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [036] 2538.130353: 43611410 cycles: 1330d824 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2538.131041: 30028849 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [044] 2538.131691: 31893753 cycles: 3b278bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [000] 2538.131695: 37547232 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [016] 2538.131701: 35745924 cycles: ffffffff8a6f2e25 do_softirq.part.0+0x85 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [025] 2538.132292: 33330314 cycles: ffffffff8b3a48f5 netdev_core_pick_tx+0x5 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [045] 2538.132413: 46764826 cycles: ffffffff8b6acbec _raw_spin_trylock+0xc ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2538.133069: 35237098 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [027] 2538.133121: 33673479 cycles: 6550cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [022] 2538.133290: 30491267 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2538.133538: 25999228 cycles: ffffffff8a7ee415 tick_check_oneshot_broadcast_this_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [015] 2538.134102: 38295511 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2538.134289: 45048125 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 194354 [033] 2538.134353: 34371919 cycles: ffffffff8a95e08e generic_perform_write+0x9e ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2538.134734: 30087690 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [040] 2538.135039: 40873438 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [028] 2538.135467: 34314283 cycles: ffffffff8a73caeb send_call_function_single_ipi+0x7b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [034] 2538.135873: 33393601 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [009] 2538.136312: 29885338 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2538.136373: 31674627 cycles: 1c48fcc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [007] 2538.136411: 36606032 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [006] 2538.137301: 38476153 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [047] 2538.137949: 35501476 cycles: 1407da2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2538.138247: 34597323 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [037] 2538.138392: 28893397 cycles: 688d53d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165157 [035] 2538.138446: 31979550 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [032] 2538.138749: 45913794 cycles: ffffffff8a745032 select_idle_cpu+0x242 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2538.138799: 33513997 cycles: ffffffff8a769179 psi_group_change+0x1d9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [001] 2538.138809: 37413819 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [005] 2538.138920: 35854028 cycles: 1d37c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [046] 2538.139685: 33433644 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [002] 2538.139992: 41137692 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 150654 [008] 2538.140064: 29713876 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [010] 2538.140077: 36001890 cycles: 26a9fb60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2538.140146: 38499478 cycles: 689b718 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2538.140810: 25610005 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2538.141166: 29738195 cycles: 65e6a72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [024] 2538.141253: 43549641 cycles: 3af2e48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [043] 2538.141849: 38399525 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2538.142108: 33422217 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [039] 2538.142122: 26271692 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [020] 2538.142318: 41042641 cycles: ffffffff8aa583f0 mod_memcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [031] 2538.142621: 35447215 cycles: 12e80fdf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2538.142896: 35990256 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [012] 2538.143521: 28166109 cycles: 6447411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2538.143703: 34086237 cycles: ffffffff8a7b7ee9 rcu_note_context_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [044] 2538.144064: 33102594 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [017] 2538.144245: 33118103 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaf535c read_events+0x18c ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [022] 2538.144499: 30416225 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [011] 2538.144552: 33493365 cycles: ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2538.144748: 40273616 cycles: 154a1644 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [030] 2538.145503: 32244967 cycles: ffffffff8a73be54 try_to_wake_up+0x194 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 194369 [000] 2538.145543: 41807922 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [036] 2538.145705: 44616598 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2538.146076: 37542545 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [023] 2538.146169: 42594267 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [025] 2538.146220: 37160738 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [029] 2538.146906: 43839600 cycles: 14257553 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2538.146955: 42153857 cycles: 1422fded [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [034] 2538.147270: 43017279 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [003] 2538.148122: 35237098 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2538.148307: 38518597 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [045] 2538.148345: 43794634 cycles: 1338e957 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2538.148696: 31175258 cycles: ffffffff8a7d6e1b get_next_timer_interrupt+0x9b ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166746 [028] 2538.149093: 30766077 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [005] 2538.150171: 35862672 cycles: ffffffff8aa50f9f propagate_protected_usage+0x6f ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [042] 2538.150228: 43482878 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [015] 2538.150317: 41962958 cycles: 1404f360 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [039] 2538.150513: 30876434 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [040] 2538.150788: 39351843 cycles: 14055a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2538.150875: 30606854 cycles: 6284fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [018] 2538.150926: 45635101 cycles: ffffffff8aa5d848 mod_objcg_state+0x18 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [008] 2538.150952: 32715499 cycles: 3a6143c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [041] 2538.151788: 33344862 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) blocksto.CLI1 198656 [006] 2538.152044: 43704180 cycles: 837 [unknown] ([vdso]) diskagen.User 169816 [014] 2538.152295: 32859317 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2538.152586: 27912030 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [021] 2538.152853: 45372810 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172bca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [035] 2538.153113: 27809807 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaf4e74 aio_read_events_ring+0x34 ([kernel.kallsyms]) ffffffff8aaf5271 read_events+0xa1 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159624 [046] 2538.153132: 34608794 cycles: ffffffff8a753c17 pick_next_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [010] 2538.153235: 35825331 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 644bcd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159883 [047] 2538.153409: 34188019 cycles: ffffffff8a734b23 finish_task_switch.isra.0+0xa3 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [026] 2538.153471: 32302183 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [007] 2538.154545: 38090260 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dba9e283f [unknown] (//anon) diskagen.User 198842 [032] 2538.155106: 38954477 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c81be [unknown] (//anon) diskagen.User 197882 [022] 2538.155616: 36128688 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166744 [002] 2538.155620: 39495690 cycles: bbbbb36 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [044] 2538.155902: 34354765 cycles: 204b353b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [030] 2538.156175: 32169938 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [016] 2538.156813: 31848981 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17d59f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [020] 2538.156836: 39091648 cycles: ffffffff8a7717bb cpuacct_charge+0x3b ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2538.156863: 39208720 cycles: ffffffff8a6c87da switch_mm_irqs_off+0x48a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [019] 2538.156904: 32874493 cycles: 1e5c6421 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [017] 2538.157025: 36327094 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [011] 2538.157427: 38610057 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [031] 2538.157675: 31847771 cycles: 3ac3f73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2538.157909: 41219464 cycles: ffffffff8a74aa9b update_curr+0xb ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [043] 2538.157926: 36439317 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [025] 2538.158374: 35247411 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2538.158400: 42616175 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [000] 2538.160484: 41889796 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2538.160539: 35846871 cycles: ffffffff8a6517c5 local_touch_nmi+0x5 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [028] 2538.160697: 30366641 cycles: 3b1a01a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2538.161180: 49862031 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2538.161253: 35900679 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [009] 2538.161365: 30610312 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [023] 2538.161712: 37733466 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [033] 2538.161948: 40630560 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [013] 2538.162248: 38798649 cycles: ffffffff8a6c7cc3 __virt_addr_valid+0x13 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [039] 2538.162651: 32572256 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [012] 2538.163116: 31343022 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [037] 2538.163161: 29166599 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [008] 2538.163347: 34501114 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [034] 2538.163599: 40854594 cycles: 26a27d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2538.163644: 41210915 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [035] 2538.164086: 27947457 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198857 [014] 2538.164719: 34759687 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [041] 2538.164758: 30139838 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [003] 2538.164825: 42870561 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5069f [unknown] ([anon:y_absl]) swapper 0 [015] 2538.164885: 38070903 cycles: ffffffff8a6b62f7 kvm_guest_apic_eoi_write+0x7 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [027] 2538.165317: 34360893 cycles: 3ac6111 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2538.165782: 36609618 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [046] 2538.166087: 34637592 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [042] 2538.166252: 37876675 cycles: ffffffff8aa59af8 uncharge_batch+0x38 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197536 [026] 2538.166811: 36491526 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [010] 2538.167356: 32516023 cycles: 141cf02e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [045] 2538.167394: 44841946 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [007] 2538.168009: 36230903 cycles: ffffffff8adb54e1 _copy_from_user+0x1 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [016] 2538.168217: 33619832 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [018] 2538.168504: 49718539 cycles: ffffffff8aaa61a0 inode_needs_update_time.part.0+0x0 ([kernel.kallsyms]) ffffffff8aaa7980 file_modified+0x10 ([kernel.kallsyms]) ffffffff8ab6cf17 ext4_buffered_write_iter+0x57 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [006] 2538.168511: 46163998 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) Test 196124 [047] 2538.169179: 36691103 cycles: ffffffff8aaec0ec ep_poll_callback+0x26c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2538.169514: 32168055 cycles: ffffffff8a74775d attach_entity_load_avg+0xcd ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [031] 2538.169557: 38196990 cycles: ffffffff8a7b7e42 rcu_note_context_switch+0x32 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197259 [022] 2538.169633: 36069743 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [044] 2538.169786: 32701378 cycles: ed284 __sysconf+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a09bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198751 [032] 2538.171040: 34774568 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9b4bd7 __get_user_pages+0x1e7 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2538.171224: 32105699 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [017] 2538.171335: 32720517 cycles: 1c7bcbe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 170144 [020] 2538.171798: 33720356 cycles: ffffffff8a741390 clear_buddies+0x50 ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [002] 2538.171827: 37934806 cycles: ffffffff8aa31629 __kmem_cache_alloc_node+0x29 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2538.172082: 39219784 cycles: ffffffff8a7493d4 place_entity+0x64 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2538.172300: 30785026 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2538.172849: 27654816 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [037] 2538.173292: 34900383 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [043] 2538.174172: 36440865 cycles: ffffffff8a74bec7 select_idle_sibling+0x3a7 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [033] 2538.174226: 38784971 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [011] 2538.174259: 39969064 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2538.174329: 34786371 cycles: 26ce846 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 170129 [025] 2538.174626: 37741948 cycles: 178ac6ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [005] 2538.175073: 35009281 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2538.175097: 38973148 cycles: ffffffff8a7691b2 psi_group_change+0x212 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [038] 2538.175291: 36145520 cycles: 27c1c2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [004] 2538.175320: 50863703 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [012] 2538.175538: 32872682 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [041] 2538.175882: 32545670 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [023] 2538.176211: 33584960 cycles: 1c39665f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [035] 2538.176561: 25797297 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198048 [000] 2538.176607: 44014083 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2538.177110: 35343798 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2538.177194: 32598010 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [008] 2538.177348: 36029466 cycles: d5b3092 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [013] 2538.178956: 38932324 cycles: ffffffff8a74aebe update_cfs_group+0x4e ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2538.179060: 32297120 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [034] 2538.179103: 43873167 cycles: ffffffff8adacf40 copy_page_from_iter+0x70 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [010] 2538.179350: 31002689 cycles: ffffffff8b4786d0 tcp_urg+0x0 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [030] 2538.179968: 31422805 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [026] 2538.180129: 35096081 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2538.180504: 39923148 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [016] 2538.180691: 31959922 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [036] 2538.180848: 44370479 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [027] 2538.180954: 44607670 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 170133 [015] 2538.181098: 43837763 cycles: ffffffff8a733373 prepare_task_switch+0x73 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [042] 2538.181161: 39369216 cycles: ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [040] 2538.181289: 35632815 cycles: ffffffff8b560333 tcp_v6_rcv+0xc03 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194389 [032] 2538.182427: 35326918 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [029] 2538.182538: 37614061 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [022] 2538.182800: 32911952 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2538.182920: 37293044 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [044] 2538.183005: 35014575 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [028] 2538.183284: 30563057 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193487 [047] 2538.183348: 33293481 cycles: ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 198050 [019] 2538.183710: 29560699 cycles: 133925da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [045] 2538.184391: 38842739 cycles: ffffffff8b486dc2 __tcp_transmit_skb+0x532 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [031] 2538.184609: 37905066 cycles: 1330ce42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2538.184678: 36410613 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [017] 2538.184866: 45058526 cycles: 140587c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [002] 2538.185268: 37983504 cycles: ffffffff8b3a3ca8 skb_csum_hwoffload_help+0x38 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [018] 2538.185494: 47192969 cycles: 17fc709 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [009] 2538.185642: 28069084 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [006] 2538.186096: 40920864 cycles: 2528dadc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [041] 2538.186510: 35940212 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [035] 2538.187027: 25367389 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [012] 2538.187069: 34615881 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2538.187383: 33433355 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [037] 2538.187503: 35161467 cycles: 14229856 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159891 [001] 2538.187558: 40634043 cycles: ffffffff8a736d98 dequeue_task+0x78 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [038] 2538.188067: 37045549 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) grpc_global_tim 160838 [033] 2538.188134: 38551504 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a046b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [021] 2538.188443: 33465635 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [043] 2538.188741: 36683852 cycles: 173095d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [024] 2538.188968: 38973148 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [025] 2538.189415: 32557958 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172bca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [039] 2538.189984: 30535770 cycles: ffffffff8b52f64f ip6_dst_check+0xf ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [046] 2538.190018: 35369834 cycles: 12fc7586 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2538.190279: 35421022 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [014] 2538.190966: 36883634 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdSbmEv 194091 [008] 2538.191005: 37087166 cycles: ffffffff8a7f6d3c futex_wait_setup+0x8c ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198736 [010] 2538.191259: 35986239 cycles: ffffffff8a7d6818 __mod_timer+0xd8 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 165866 [023] 2538.191678: 29470318 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 7f0 [unknown] ([vdso]) nbsd-lig.SNULL 194440 [016] 2538.192256: 37865420 cycles: 28bfa59 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2538.192372: 30367425 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ydbd.IO 196921 [000] 2538.192643: 36830832 cycles: bbc5454 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [022] 2538.193988: 31977607 cycles: 1425ea6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [004] 2538.194478: 39116342 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [019] 2538.194505: 28633462 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2538.194819: 37418721 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [013] 2538.194993: 40582004 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [028] 2538.195033: 29477405 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [040] 2538.195399: 32276601 cycles: 3b665dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [029] 2538.195479: 37032593 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [027] 2538.195544: 38130491 cycles: 2728370a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2538.195951: 48208161 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [042] 2538.196249: 35317960 cycles: 25150363 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163661 [032] 2538.196452: 32555319 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [044] 2538.196504: 31900264 cycles: ffffffff8b61acf1 timerqueue_del+0x31 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [007] 2538.196541: 38773198 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [009] 2538.196625: 34261941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2538.196724: 46898249 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [047] 2538.197152: 34214766 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [031] 2538.197635: 38517398 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197874 [003] 2538.197688: 32626325 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [020] 2538.198083: 38702893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [002] 2538.198212: 35138178 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [035] 2538.199216: 23341960 cycles: 12f62c7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [015] 2538.199377: 35475340 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [041] 2538.199890: 32773027 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2538.200070: 30193131 cycles: ffffffff8b477706 tcp_queue_rcv+0x6 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2538.200194: 41559223 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2538.200952: 35628494 cycles: 1ca1e79d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [006] 2538.201130: 35419701 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b370d08 ___sys_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [025] 2538.201373: 34476010 cycles: 12e8c47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [039] 2538.201813: 28752220 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [021] 2538.202032: 36292661 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2538.202755: 46872031 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI1 194629 [017] 2538.203131: 41958760 cycles: ffffffff8a6c8cb6 enter_lazy_tlb+0x6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2538.203476: 40260684 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [010] 2538.203727: 33488533 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [024] 2538.204182: 48188267 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [030] 2538.204187: 32388608 cycles: 3ad2230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [046] 2538.204208: 31723737 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [000] 2538.204223: 39834531 cycles: ffffffff8a76e114 sched_clock_cpu+0x24 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2538.204623: 34103394 cycles: 6507a81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [037] 2538.204625: 32442624 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [043] 2538.204916: 38089583 cycles: 3ba4787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [033] 2538.205742: 34146651 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2538.205970: 31479547 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2538.206102: 28522335 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [001] 2538.206105: 34969262 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [022] 2538.206176: 30330310 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [016] 2538.206412: 37662737 cycles: 13b91fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [014] 2538.206604: 33684895 cycles: 251d2df0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [028] 2538.206607: 31427424 cycles: 288c2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [011] 2538.206739: 35252092 cycles: 21a1bbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2538.207197: 34008561 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [035] 2538.207365: 28096553 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2538.207935: 33747120 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2538.209317: 35322148 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [029] 2538.209397: 33395197 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [032] 2538.209451: 28985422 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [042] 2538.209542: 35661466 cycles: 251ffa94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [002] 2538.210250: 34422459 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [004] 2538.210500: 34145170 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [005] 2538.211708: 30017349 cycles: 3b94f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [013] 2538.211971: 39851477 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [031] 2538.212147: 35500761 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [047] 2538.212168: 35929002 cycles: 1411b976 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [009] 2538.212182: 29500224 cycles: 1c300465 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [039] 2538.212439: 28377648 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [027] 2538.212647: 36445154 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2538.212658: 37830997 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.212747: 33560202 cycles: ffffffff8a7d7f67 __hrtimer_start_range_ns+0x287 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [041] 2538.212803: 31072054 cycles: ffffffff8a9ee061 free_unref_page+0xc1 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [003] 2538.212917: 30876473 cycles: ffffffff8a74c541 select_task_rq_fair+0xc1 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 252613a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [036] 2538.213256: 37962648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [015] 2538.213649: 31177945 cycles: 352a930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [006] 2538.213773: 33069445 cycles: 133fefb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [007] 2538.213845: 34069798 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 198426 [046] 2538.214799: 31268220 cycles: 230e6e33 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [010] 2538.215283: 32009037 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 198682 [034] 2538.215599: 49144120 cycles: ffffffff8b692167 do_syscall_64+0x17 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2538.216147: 34700190 cycles: 17fcef0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [030] 2538.216677: 31541338 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [008] 2538.216955: 32724927 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2538.217128: 37013695 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [037] 2538.217269: 31791426 cycles: 1549f59c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [045] 2538.217555: 42167155 cycles: 266e2ce6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [028] 2538.217976: 30200500 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2538.218188: 28521747 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198609 [033] 2538.219153: 32879329 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [000] 2538.219571: 47312163 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [044] 2538.219723: 33933505 cycles: ffffffff8b4700ea tcp_recvmsg_locked+0x26a ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2538.219733: 38952792 cycles: ffffffff8a66aa82 cr4_update_irqsoff+0x32 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [023] 2538.219978: 32721930 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170129 [043] 2538.220159: 41343652 cycles: 1a7107 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [032] 2538.220187: 28686480 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [035] 2538.220345: 31270931 cycles: 26648001 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [001] 2538.220687: 39330667 cycles: ffffffff8a760d05 update_rt_rq_load_avg+0x265 ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [040] 2538.221366: 34042087 cycles: 3ca8add [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [038] 2538.221738: 41829875 cycles: ffffffff8adad178 _copy_to_iter+0x1e8 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [004] 2538.221852: 35968655 cycles: 27228e74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [014] 2538.222072: 35318897 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [019] 2538.222135: 26634023 cycles: ffffffff8a7691e3 psi_group_change+0x243 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2538.222395: 30885504 cycles: 17e3c7d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [026] 2538.222578: 40045946 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [016] 2538.222777: 39916869 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [024] 2538.222940: 44693584 cycles: 2675befa [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [002] 2538.223157: 34422459 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [017] 2538.223849: 44495077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2538.223851: 36538780 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [031] 2538.223936: 36866293 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [042] 2538.224231: 32081494 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2538.225188: 26192793 cycles: 2527750d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [015] 2538.225337: 33150881 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [005] 2538.226174: 36483510 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2538.226298: 25552044 cycles: ffffffff8a6b802a native_load_tls+0x2a ([kernel.kallsyms]) diskagen.Batch 159616 [046] 2538.226906: 34765338 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [029] 2538.226998: 33395197 cycles: 14060581 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [013] 2538.227102: 43069340 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [012] 2538.227163: 37395587 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [006] 2538.227662: 34464605 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [003] 2538.228465: 38191159 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [010] 2538.228999: 33996638 cycles: 1309bc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194630 [020] 2538.229114: 38364086 cycles: 661ea21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [036] 2538.229463: 37962648 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [022] 2538.229754: 30956824 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [008] 2538.229764: 36093093 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2538.229836: 46498323 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [047] 2538.230069: 39205322 cycles: 3c79459 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [007] 2538.230104: 28699504 cycles: 12fad411 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [030] 2538.230614: 30597296 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1432c611 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2538.230731: 48668430 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [028] 2538.230845: 28179089 cycles: ffffffff8a9bb79c do_anonymous_page+0x7c ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2538.231407: 39753094 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198709 [032] 2538.231925: 27289823 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2538.233112: 36794430 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 590d878ad37 [unknown] ([unknown]) ydbd.Scheduler 168716 [023] 2538.233458: 33025959 cycles: ab1 [unknown] ([vdso]) nbsd.User 197536 [044] 2538.233484: 35733218 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) swapper 0 [027] 2538.233598: 26414223 cycles: ffffffff8a7d8f30 hrtimer_interrupt+0x210 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [009] 2538.234342: 27001522 cycles: ffffffff8b3782f8 __sk_mem_schedule+0x18 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [041] 2538.234372: 37029589 cycles: ffffffff8a75fda0 __update_load_avg_se+0x40 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2538.234566: 32275933 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [025] 2538.234714: 42829784 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [019] 2538.234793: 24343969 cycles: ffffffff8b616ee1 rb_erase+0xd1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [002] 2538.235204: 42660906 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [039] 2538.235552: 25300954 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [018] 2538.235613: 33417732 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [014] 2538.236148: 39589584 cycles: 644d3d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [045] 2538.236168: 39636191 cycles: ffffffff8a60436c __switch_to_asm+0x5c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [033] 2538.236197: 38238387 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [004] 2538.236200: 39422893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198708 [042] 2538.236329: 37757711 cycles: 3c50c7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2538.236685: 33395409 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [038] 2538.236993: 41829875 cycles: 251d3ade [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2538.237339: 53118294 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [016] 2538.237456: 38251167 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197875 [031] 2538.237475: 32964458 cycles: 12d6bef0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [026] 2538.237998: 34107849 cycles: 2aadeff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2538.238197: 35423914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2538.238667: 32726458 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [028] 2538.239474: 28613941 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [010] 2538.239480: 32405260 cycles: 154cad6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2538.239642: 41518648 cycles: 204b0d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [005] 2538.240034: 37148375 cycles: ffffffff8a9df8a2 is_vmalloc_addr+0x32 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 197871 [029] 2538.240127: 42527533 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2538.240235: 28005928 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [024] 2538.240834: 47327133 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [011] 2538.240914: 36538780 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagentd 165849 [043] 2538.241107: 41291889 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2538.241432: 37208846 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.241607: 40664154 cycles: ffffffff8b6a4558 __schedule+0x58 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193501 [032] 2538.241894: 27432322 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [030] 2538.242195: 31554677 cycles: 68acc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [008] 2538.242400: 33408162 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [019] 2538.243428: 27967271 cycles: 1742c009 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [036] 2538.244197: 43643014 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [020] 2538.244372: 38669600 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [027] 2538.244671: 29270491 cycles: 17bd833 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [009] 2538.244685: 27361977 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [013] 2538.244748: 41433707 cycles: 1e6f7807 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [037] 2538.245268: 37548908 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2538.245405: 38191159 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [017] 2538.245558: 50744143 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2538.245638: 34272001 cycles: ffffffff8a747765 attach_entity_load_avg+0xd5 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [039] 2538.245730: 28445639 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Timer 194370 [047] 2538.246374: 33061008 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b83ea8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [040] 2538.246481: 40608829 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [045] 2538.247472: 40050595 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [034] 2538.248387: 45373394 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [023] 2538.248793: 40650609 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [021] 2538.249024: 45040075 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [018] 2538.249077: 33313646 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a742748 kick_ilb+0x58 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [041] 2538.249088: 32399145 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14228711 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [044] 2538.249682: 42350765 cycles: 175a377 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [007] 2538.249786: 29029926 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) swapper 0 [006] 2538.249849: 32491416 cycles: ffffffff8a652ef5 switch_ldt+0x5 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2538.249969: 33472765 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [028] 2538.251085: 27898508 cycles: ffffffff8ad09d0d crypto_shash_update+0xd ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [026] 2538.251309: 31444922 cycles: 1406afae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [038] 2538.251528: 51180576 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 251960e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2538.251600: 39322923 cycles: 13b084a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2538.251619: 42374246 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bc651117 [unknown] (//anon) PdGetEv 196864 [002] 2538.251737: 36042789 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [004] 2538.251767: 39346228 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [033] 2538.252115: 43385013 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [042] 2538.252192: 33512299 cycles: 270bac99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [016] 2538.252248: 38409124 cycles: ffffffff8a65fde6 save_fpregs_to_fpstate+0x26 ([kernel.kallsyms]) Test 198751 [032] 2538.252593: 29792543 cycles: 35debe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2538.252971: 38362818 cycles: 13802f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [031] 2538.253451: 28066612 cycles: 26abdb5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2538.253512: 37752628 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [009] 2538.253582: 27954057 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2538.253613: 43415114 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [030] 2538.253724: 30633457 cycles: 17fba8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [019] 2538.254190: 30890404 cycles: 2514f062 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [000] 2538.254311: 44388233 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [008] 2538.254896: 31594297 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2538.255203: 29217606 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [022] 2538.255376: 36349468 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 197273 [005] 2538.255930: 36459112 cycles: 13b523e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [046] 2538.255932: 43684184 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [027] 2538.256848: 27936616 cycles: ffffffff8a744f80 select_idle_cpu+0x190 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [029] 2538.257010: 37300950 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2538.257103: 35204149 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.257349: 45338739 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [036] 2538.258264: 41662372 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [035] 2538.258615: 32657557 cycles: 133c2a7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [047] 2538.259086: 30608788 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [003] 2538.259387: 49153109 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [024] 2538.259488: 46053190 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197245 [020] 2538.259520: 35751821 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [041] 2538.259657: 31875514 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [037] 2538.260039: 44169355 cycles: 3b16888 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [028] 2538.260553: 28084017 cycles: 1689888 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [006] 2538.261212: 34331876 cycles: 16fd789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [013] 2538.261219: 33577579 cycles: 14086326 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [018] 2538.261346: 34939388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2538.261413: 35066851 cycles: ffffffff8a74ebbb enqueue_entity+0x13b ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [015] 2538.261830: 37911862 cycles: 141e9cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [007] 2538.262107: 27053006 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [032] 2538.262707: 29726600 cycles: 3b9acc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [026] 2538.262840: 30451340 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [045] 2538.263062: 38728619 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [044] 2538.263088: 43097320 cycles: 21a0ab78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [034] 2538.263529: 45074646 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 166610 [009] 2538.263583: 27954057 cycles: bbc4bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [002] 2538.264092: 33229835 cycles: 2048a588 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2538.264137: 37134766 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2538.264827: 32977935 cycles: ffffffff8a64a311 __switch_to+0x21 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [017] 2538.264840: 45839854 cycles: 1666479 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [031] 2538.264913: 27596625 cycles: ffffffff8ac62da9 security_sk_classify_flow+0x39 ([kernel.kallsyms]) ffffffff8b56811d inet6_csk_route_socket+0x10d ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [004] 2538.265031: 43096695 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) c93ca [unknown] ([unknown]) nbsd.IC 197544 [023] 2538.265111: 40003378 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2538.266276: 39379566 cycles: ffffffff8a7ef1b7 tick_nohz_stop_tick+0x57 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [010] 2538.266311: 38390302 cycles: 204ac668 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [008] 2538.266416: 30466252 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2538.266818: 42585994 cycles: 3b95099 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [019] 2538.266822: 30220706 cycles: 178e7ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [039] 2538.266869: 31744118 cycles: ffffffff8aaea91b ep_send_events+0xfb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2538.267570: 36561194 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2538.267953: 38564938 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [022] 2538.268060: 34695051 cycles: 1c6c949f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [014] 2538.268293: 38465535 cycles: ffffffff8aa31910 __kmem_cache_free+0x0 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [038] 2538.268452: 47335569 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [027] 2538.268460: 36279052 cycles: 26734e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 159386 [025] 2538.268461: 39088329 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [043] 2538.270003: 36290347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [000] 2538.270342: 37656451 cycles: 14130507 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [033] 2538.270346: 41977406 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [029] 2538.270435: 36042047 cycles: ffffffff8a75fddd __update_load_avg_se+0x7d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [028] 2538.271157: 27652666 cycles: 1860cca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [046] 2538.271386: 37484790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2538.272070: 27742466 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [041] 2538.272470: 33498012 cycles: 133fef6a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2538.272670: 50211323 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [035] 2538.272829: 36728108 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [007] 2538.272893: 26214787 cycles: 137f381 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [036] 2538.273104: 40091919 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [020] 2538.273152: 40216596 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [018] 2538.273444: 32982913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197537 [032] 2538.273657: 29785578 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [040] 2538.273761: 33206171 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2538.274376: 38134572 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [026] 2538.274665: 34972790 cycles: 24feb364 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [012] 2538.274772: 50121906 cycles: ffffffff8aa72bd9 __check_object_size.part.0+0xa9 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [015] 2538.275763: 35316416 cycles: 21df77a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [009] 2538.276235: 35698284 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2538.276438: 40812666 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [031] 2538.276451: 27313053 cycles: ffffffff8a7d68ba __mod_timer+0x17a ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2538.276942: 31643393 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [044] 2538.277203: 42394307 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 171303 [013] 2538.277228: 31083179 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159620 [042] 2538.278193: 33278219 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [037] 2538.278462: 39224725 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [008] 2538.278940: 39492245 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [004] 2538.279201: 38334835 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [030] 2538.279786: 32393906 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdebff7 [unknown] (//anon) nbsd.IC 197544 [047] 2538.279920: 29360468 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [039] 2538.280381: 30073617 cycles: ffffffff8a74fed9 update_sg_lb_stats+0xd9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [022] 2538.281417: 37943385 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2538.281872: 42688269 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [045] 2538.281989: 33607227 cycles: ffffffff8a96f199 unlock_page+0x19 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [010] 2538.282565: 37972827 cycles: 3c4bf2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159889 [016] 2538.282629: 39979207 cycles: ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [023] 2538.282804: 36732307 cycles: 1a6ad7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [034] 2538.282990: 43324403 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [028] 2538.283216: 26901310 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2538.283251: 35718592 cycles: ffffffff8a779fc5 psi_task_switch+0x1e5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [021] 2538.283462: 49050777 cycles: ffffffff8b479b5e tcp_clean_rtx_queue.constprop.0+0x5fe ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [005] 2538.283475: 39517202 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2538.284270: 37646861 cycles: 289c29e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [025] 2538.284459: 38543487 cycles: ffffffff8b4888bb tcp_write_xmit+0x34b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2538.284557: 32144836 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [032] 2538.284777: 31009327 cycles: 17e475c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [000] 2538.284825: 37523616 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [014] 2538.284842: 36097315 cycles: 3b96108 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [017] 2538.285431: 47581660 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [007] 2538.285538: 24599216 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [001] 2538.285725: 30256330 cycles: ffffffff8a96f739 lru_cache_add_inactive_or_unevictable+0x19 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [040] 2538.286556: 35241849 cycles: 1411c0a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [029] 2538.286684: 38616795 cycles: 178fd7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2538.287447: 40636251 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [043] 2538.288005: 34289592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [009] 2538.288499: 32497610 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [026] 2538.288905: 35940197 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [013] 2538.288951: 34334498 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [038] 2538.289001: 36441041 cycles: ffffffff8b3728ef __sk_dst_check+0x1f ([kernel.kallsyms]) ffffffff8b45ca58 __ip_queue_xmit+0x2a8 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [006] 2538.289118: 41496618 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2538.289403: 30033300 cycles: ffffffff8b6a4910 __schedule+0x410 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 166706 [041] 2538.289425: 34093228 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [002] 2538.289428: 29057551 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [031] 2538.289744: 33133475 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [036] 2538.289786: 34324573 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2538.289942: 36923155 cycles: 93220 pthread_cond_signal+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [035] 2538.290069: 32405479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [015] 2538.290278: 33707663 cycles: 172a1fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [047] 2538.290585: 30143341 cycles: ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [042] 2538.290706: 34604800 cycles: 3ad2230 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [039] 2538.290808: 31113016 cycles: 1781f303 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [008] 2538.291454: 36822887 cycles: 1407fa09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [030] 2538.291840: 30317646 cycles: 1330da39 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [024] 2538.292551: 36139079 cycles: 689185c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [011] 2538.292862: 37337258 cycles: 14086269 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [028] 2538.293026: 29777509 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 167024 [044] 2538.293892: 39348082 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) PDisk 196866 [037] 2538.294229: 38647417 cycles: cc18fb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [004] 2538.294255: 37414877 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159601 [045] 2538.294550: 31760730 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [012] 2538.294939: 46750712 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [007] 2538.295838: 24228161 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159888 [023] 2538.296011: 34293172 cycles: ffffffff8a741966 __calc_delta+0x16 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2538.296047: 32055988 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [022] 2538.296387: 37742981 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [032] 2538.296447: 30046430 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [025] 2538.297279: 34990502 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2538.297439: 42363222 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [040] 2538.297589: 36294403 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2538.297609: 28900620 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [010] 2538.297662: 45546698 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [019] 2538.297763: 38184006 cycles: 17cadee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [016] 2538.297893: 34061067 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [014] 2538.298883: 35292561 cycles: bba8751 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [034] 2538.298926: 42762196 cycles: 266e2307 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165665 [046] 2538.299022: 30540708 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [002] 2538.299042: 29575790 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b2a97b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2538.299428: 32663715 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165870 [000] 2538.300150: 37066813 cycles: 203ff8ea [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [030] 2538.300422: 31170556 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [003] 2538.300525: 40861717 cycles: ffffffff8a99112c shmem_get_folio_gfp+0x50c ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [005] 2538.300564: 37535771 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2538.300735: 36486405 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [029] 2538.300937: 35598137 cycles: 3b9b6c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2538.301612: 33837057 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [035] 2538.303248: 29767749 cycles: 288ad06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [020] 2538.303258: 39184635 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) nbsd.SRV2 197556 [013] 2538.303529: 30473793 cycles: 13bea021 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [038] 2538.303676: 32201105 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blockstore-test 198065 [041] 2538.303859: 33863362 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [047] 2538.303971: 31352185 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2538.303986: 39929937 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [006] 2538.304009: 37074059 cycles: 13c961e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 198605 [026] 2538.304096: 30955767 cycles: ffffffff8a69f055 native_send_call_func_single_ipi+0x5 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13404f54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [042] 2538.304420: 32679793 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [033] 2538.304675: 37357353 cycles: 1406b085 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198609 [021] 2538.305091: 41565456 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162517 [039] 2538.305097: 27921354 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [004] 2538.305177: 36371597 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [031] 2538.305356: 36852780 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) network poller 197531 [028] 2538.305528: 32031462 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2538.305599: 32100049 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [024] 2538.306371: 36157769 cycles: ffffffff8aa59d06 uncharge_folio+0xe6 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [007] 2538.307494: 25524084 cycles: 186ef4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [045] 2538.307724: 28527367 cycles: 26ee59e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2538.307784: 31469840 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [011] 2538.308331: 31565281 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [018] 2538.308379: 36740789 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2538.308428: 35093900 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2538.308847: 27520648 cycles: 14026cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [032] 2538.309119: 30780265 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [009] 2538.309416: 32361735 cycles: 17ec196 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [002] 2538.310445: 28920364 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc78250a83f [unknown] (//anon) nbsd.User 197529 [046] 2538.311143: 29172140 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [022] 2538.311364: 41622490 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [023] 2538.311973: 35696890 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [030] 2538.312070: 30828160 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [037] 2538.312157: 41885614 cycles: 64f934b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [029] 2538.312259: 33075198 cycles: 2049b5e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [040] 2538.312809: 35325490 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [014] 2538.313110: 31365980 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2538.313145: 38814745 cycles: ffffffff8b61aba6 timerqueue_add+0x6 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [038] 2538.313490: 31568707 cycles: 1a690a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [000] 2538.313751: 35979386 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 197882 [013] 2538.314181: 29712779 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [012] 2538.314228: 36103332 cycles: 3ba3352 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [036] 2538.314250: 33294952 cycles: 161b596c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [016] 2538.314311: 29003863 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 193485 [034] 2538.314534: 43695482 cycles: 17a842c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [019] 2538.315304: 41428040 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [043] 2538.315491: 40973599 cycles: ffffffff8b4939a9 tcp_v4_rcv+0x3e9 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [026] 2538.315606: 29437784 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193836 [027] 2538.315983: 34512297 cycles: ffffffff8a7d8063 hrtimer_start_range_ns+0x13 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2538.316221: 27500510 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) nbsd.User 197534 [025] 2538.316430: 37618949 cycles: 14071783 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [005] 2538.316590: 32984208 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [042] 2538.317785: 36875713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2538.317845: 26391300 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [041] 2538.318078: 35596685 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [017] 2538.318161: 36336058 cycles: 21bf410 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2538.318214: 32577082 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197537 [045] 2538.318907: 28198492 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [004] 2538.319584: 33650963 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2538.319700: 40387632 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [008] 2538.319716: 33979938 cycles: 24fe6ff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [047] 2538.319746: 27123643 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 150656 [007] 2538.320003: 28429868 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165162 [032] 2538.320095: 30465074 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [024] 2538.320295: 35424419 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [033] 2538.320342: 35139363 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [009] 2538.320483: 30986498 cycles: ffffffff8b479760 tcp_clean_rtx_queue.constprop.0+0x200 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2538.320573: 36838021 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [028] 2538.320650: 37298149 cycles: 2527a746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2538.320846: 38847356 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2538.321322: 32935670 cycles: 26cb654 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [001] 2538.321786: 25646906 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2538.322174: 33447549 cycles: ffffffff8a747695 attach_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [031] 2538.322911: 36488855 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2538.323375: 28982883 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [044] 2538.323649: 34003272 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [046] 2538.323700: 27237758 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [021] 2538.324430: 48810392 cycles: 272967b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2538.324485: 37735166 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [029] 2538.324620: 36049782 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [038] 2538.324953: 30561746 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1401ed3a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2538.325682: 29528802 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [016] 2538.325951: 34177167 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2538.326275: 42547862 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198709 [040] 2538.326437: 39474994 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [013] 2538.326739: 30222022 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2538.327079: 39242310 cycles: 21a0abce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [026] 2538.327232: 28571558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) nbsd.SRV2 194363 [036] 2538.327493: 38784830 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [000] 2538.327549: 32660930 cycles: 3cb31fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [039] 2538.328481: 28177298 cycles: ffffffff8aa2b394 memcg_slab_post_alloc_hook+0x14 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [022] 2538.328919: 35682787 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2538.328960: 29446026 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [034] 2538.329412: 38027478 cycles: 2049b633 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [010] 2538.330418: 32268337 cycles: ffffffff8a961ceb __filemap_get_folio+0x6b ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [045] 2538.331176: 29292923 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [019] 2538.331315: 46080994 cycles: 140c7281 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2538.331542: 25019226 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [027] 2538.331984: 28781789 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165454 [006] 2538.332440: 29334532 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [001] 2538.332593: 24816259 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [035] 2538.332625: 24846210 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2538.332626: 38348353 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [025] 2538.332716: 33941582 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [004] 2538.332895: 33028147 cycles: ffffffff8a7aeab1 __rcu_read_lock+0x21 ([kernel.kallsyms]) ffffffff8aa5d281 get_obj_cgroup_from_current+0x51 ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2538.333090: 28529773 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [037] 2538.333116: 32934483 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [009] 2538.333290: 30224773 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2538.333363: 33367506 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [032] 2538.333419: 27928928 cycles: bdbad40 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2538.333820: 33979938 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [017] 2538.334109: 33767425 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14023f61 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [003] 2538.334484: 32288943 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) blocksto.CLI2 194623 [015] 2538.334819: 39723610 cycles: ffffffff8a7f351c do_futex+0x17c ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2538.334882: 26490988 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [033] 2538.335028: 36565302 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [030] 2538.335073: 28092926 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [041] 2538.335128: 39237037 cycles: 14257547 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [002] 2538.335571: 33717888 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [044] 2538.335796: 35794619 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 196924 [024] 2538.336173: 36066790 cycles: ffffffff8a7d91ed hrtimer_nanosleep+0x6d ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.System 198605 [038] 2538.336646: 30059577 cycles: 1a7104 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b6a4e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [011] 2538.336834: 28950484 cycles: ffffffff8a95a5f2 rseq_get_rseq_cs.isra.0+0x12 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2538.336879: 31187550 cycles: ffffffff8b61852e __siphash_unaligned+0x11e ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [020] 2538.336910: 48023766 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [014] 2538.338511: 28466224 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [026] 2538.338561: 27541452 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2538.338656: 32085272 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [018] 2538.338925: 33778451 cycles: ffffffff8b4803ad tcp_data_queue+0xd ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196763 [031] 2538.338932: 33641974 cycles: 10a162b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [039] 2538.339025: 27670030 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [016] 2538.339519: 37315244 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [040] 2538.340114: 39917290 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 171579 [023] 2538.340184: 27665235 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IO 198046 [013] 2538.340217: 28425857 cycles: 133b7284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [043] 2538.340731: 36336102 cycles: 1411b976 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198837 [000] 2538.340782: 33932993 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2538.340868: 37447621 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.IC 197544 [047] 2538.340872: 25579574 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [010] 2538.341110: 31474691 cycles: ffffffff8aa317a9 __kmem_cache_alloc_node+0x1a9 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [022] 2538.342099: 42100954 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [012] 2538.342121: 47422781 cycles: 1713232 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2538.342410: 29481653 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [036] 2538.342895: 41755904 cycles: 12f4e501 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [001] 2538.343037: 25094421 cycles: bc09487 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 193825 [035] 2538.343115: 27998542 cycles: ffffffff8a7e7ac1 posix_cpu_clock_get+0x91 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.System 167011 [045] 2538.343131: 31308662 cycles: ffffffff8a95a872 rseq_ip_fixup+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [021] 2538.343543: 45821416 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [032] 2538.343790: 31030039 cycles: 17bc94c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2538.344085: 34385148 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [046] 2538.344184: 26490988 cycles: 25257593 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2538.344246: 32609853 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [004] 2538.344645: 35274647 cycles: ffffffff8b48d4d3 tcp_filter+0x23 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [027] 2538.344825: 33691062 cycles: ffffffff8adac9a2 _copy_from_iter+0xc2 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2538.344954: 32593836 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [007] 2538.345436: 28843842 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [017] 2538.345630: 36165048 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [005] 2538.345789: 33797513 cycles: ffffffff8a74e1f8 dequeue_task_fair+0x1b8 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [030] 2538.345809: 27441940 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2538.346238: 29754955 cycles: ffffffff8b45b0f8 __ip_finish_output+0xb8 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [008] 2538.346596: 47824672 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2538.346909: 36734279 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [003] 2538.347265: 37423379 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [011] 2538.347318: 31643672 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [028] 2538.347443: 30335823 cycles: ffffffff8ac6495e fsnotify_perm.part.0+0x9e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [033] 2538.347883: 38163541 cycles: ffffffff8aa59b11 uncharge_batch+0x51 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2538.347928: 33773897 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [026] 2538.348035: 30978185 cycles: ffffffff8a961db0 __filemap_get_folio+0x130 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [039] 2538.348114: 28357281 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [038] 2538.348242: 34944935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [019] 2538.348560: 45362500 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [044] 2538.348863: 37279777 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2538.349116: 29431875 cycles: ffffffff8a74e1bc dequeue_task_fair+0x17c ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [031] 2538.349586: 33722622 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 15647bfa5c7f [unknown] (//anon) diskagen.IC 198855 [013] 2538.349645: 34493945 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169042 [024] 2538.350187: 39014270 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 198041 [041] 2538.350456: 39237037 cycles: 133ae137 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [001] 2538.351099: 25094421 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2538.351326: 31147011 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2538.352092: 36501898 cycles: ffffffff8a6517c6 local_touch_nmi+0x6 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [029] 2538.352170: 29422597 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [016] 2538.352762: 40979433 cycles: ffffffff8a74abae update_curr+0x11e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2538.352777: 29802941 cycles: ffffffff8a7d7b88 __remove_hrtimer+0x78 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [000] 2538.353120: 34644759 cycles: 190cf51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [035] 2538.353818: 27647091 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2538.354074: 41408301 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197243 [006] 2538.354091: 27985596 cycles: ffffffff8b6a4b1a schedule+0x1a ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [034] 2538.354267: 38178447 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [046] 2538.354927: 38209857 cycles: 14339541 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [020] 2538.355015: 50100971 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [040] 2538.355110: 35013718 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [025] 2538.355240: 34055320 cycles: ffffffff8a73e5bd available_idle_cpu+0x3d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196102 [045] 2538.355776: 30382762 cycles: 3c50d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2538.355879: 38730500 cycles: ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [032] 2538.356307: 31929040 cycles: 264bf4f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [043] 2538.356529: 30911152 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fdd0a3d7 [unknown] (//anon) nbsd-lig.SRV2 196022 [030] 2538.356968: 27183587 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [027] 2538.357281: 30746820 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [005] 2538.357385: 35983589 cycles: 1ca1f5b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [042] 2538.357422: 30025755 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [028] 2538.357655: 30124944 cycles: 1401e26c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [017] 2538.357790: 34248919 cycles: 661ef8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [009] 2538.358103: 28158518 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [022] 2538.358308: 35444004 cycles: 7f0 [unknown] ([vdso]) swapper 0 [037] 2538.358902: 34969597 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [004] 2538.359187: 35424274 cycles: 688f229 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [007] 2538.359276: 27103777 cycles: 3a64646 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2538.359604: 41911632 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [039] 2538.360002: 27604250 cycles: ffffffff8a9bb9c6 do_anonymous_page+0x2a6 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [011] 2538.360323: 33348480 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [038] 2538.360339: 34944935 cycles: 3ac0068 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2538.360517: 29219538 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [001] 2538.360545: 32203449 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159382 [014] 2538.360567: 36083768 cycles: 21b6b0fe [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [047] 2538.360636: 28167629 cycles: bbbd387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [021] 2538.360828: 46763717 cycles: 1c4e893a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [002] 2538.361773: 42257475 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [035] 2538.362060: 31718030 cycles: 141c3fe2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2538.362221: 33416200 cycles: ffffffff8b55fd89 tcp_v6_rcv+0x659 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [003] 2538.362885: 32349009 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [033] 2538.362918: 37496125 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [010] 2538.362995: 33568668 cycles: 3b33348 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [031] 2538.363008: 37950345 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165450 [006] 2538.363563: 28288623 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 154857 [018] 2538.363680: 39617970 cycles: ffffffff8a7d1905 __msecs_to_jiffies+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [044] 2538.364298: 32196718 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [023] 2538.364744: 27398097 cycles: ffffffff8b480e15 tcp_rcv_established+0x185 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2538.365041: 46045747 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [000] 2538.365609: 36629837 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [029] 2538.365785: 33174431 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [025] 2538.365842: 41559134 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [040] 2538.366486: 33112439 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [024] 2538.366683: 34953457 cycles: ffffffff8b697c63 syscall_exit_to_user_mode+0x33 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159503 [041] 2538.366827: 45468991 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [045] 2538.367186: 34309529 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [030] 2538.367204: 26702329 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2538.368065: 39089623 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [019] 2538.368267: 38207555 cycles: 1401f89b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 198426 [042] 2538.368442: 29193799 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 230e62e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [016] 2538.368462: 34718361 cycles: ffffffff8a73caeb send_call_function_single_ipi+0x7b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [027] 2538.368525: 33448575 cycles: 3b1c07d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198846 [032] 2538.368731: 30318529 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [046] 2538.368813: 43412830 cycles: ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [036] 2538.369219: 36947824 cycles: 3a78ca5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [028] 2538.369302: 29874615 cycles: 1407f393 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165147 [043] 2538.369976: 27785259 cycles: ffffffff8a7d212a get_timespec64+0x6a ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 155697 [039] 2538.370209: 27231584 cycles: 18755f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [007] 2538.370376: 27103777 cycles: 1fdc9d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2538.370447: 26800229 cycles: ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [005] 2538.370471: 36893574 cycles: ffffffff8b47e845 tcp_rearm_rto+0x85 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [017] 2538.370625: 31907551 cycles: 12f4e55a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [022] 2538.370952: 32950237 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 167021 [026] 2538.371660: 28865998 cycles: bbd195c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [015] 2538.372934: 44123282 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [004] 2538.373404: 33395752 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 170645 [047] 2538.373658: 27438176 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [014] 2538.373676: 32408896 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [031] 2538.373753: 37095099 cycles: ffffffff8ac66ac4 security_file_permission+0x24 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7c807 do_iter_write+0x77 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2538.373789: 38915095 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2538.373866: 42993134 cycles: ffffffff8a74940a place_entity+0x9a ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [037] 2538.374430: 30345791 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [001] 2538.374438: 28561846 cycles: 6608019 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2538.374700: 27601894 cycles: ffffffff8a747914 update_load_avg+0x44 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2538.374780: 38341493 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [010] 2538.374900: 35947343 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdCmpl_0 194090 [044] 2538.374909: 31000978 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [013] 2538.375010: 39353286 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2538.375673: 38923587 cycles: ffffffff8b4564c6 ip_rcv+0x176 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [035] 2538.375700: 31718030 cycles: ffffffff8a752336 __update_idle_core+0x6 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2538.376509: 32349009 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [021] 2538.376715: 39702175 cycles: 13c97183 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [023] 2538.376787: 25404326 cycles: ffffffff8b486e3f __tcp_transmit_skb+0x5af ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2538.377657: 37697862 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [033] 2538.377791: 38069023 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [018] 2538.378396: 38703786 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [040] 2538.378673: 32114948 cycles: ffffffff8a7efd7b tick_nohz_idle_exit+0x6b ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [030] 2538.379208: 38521975 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 198115 [032] 2538.379309: 35785498 cycles: bbd1e67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd 169056 [028] 2538.379967: 40160300 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 155713 [042] 2538.379993: 28330039 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [024] 2538.380085: 36127278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [029] 2538.380234: 31471190 cycles: 24f79379 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [000] 2538.380362: 32696797 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [016] 2538.380959: 36023186 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [034] 2538.381208: 35062343 cycles: 12d6c29f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [039] 2538.381452: 26289409 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [008] 2538.381595: 41036461 cycles: ffffffff8b801585 error_entry+0x35 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcbfdee4c7 [unknown] (//anon) Test 194631 [045] 2538.382032: 29355869 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [027] 2538.382068: 30717095 cycles: 35fdee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [019] 2538.382456: 42233424 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [007] 2538.382565: 38461427 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [043] 2538.382627: 29017378 cycles: 8a2 [unknown] ([vdso]) diskagen.User 198032 [036] 2538.383050: 41118125 cycles: 12f666e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2538.383109: 30400662 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [025] 2538.383383: 43721074 cycles: ffffffff8a75284f update_sd_lb_stats.constprop.0+0xbf ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [017] 2538.383827: 32513817 cycles: ffffffff8aa31985 __kmem_cache_free+0x75 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [009] 2538.383963: 24714218 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [022] 2538.384541: 34362553 cycles: c50 [unknown] ([vdso]) blocksto.CLI2 194630 [046] 2538.384630: 37120097 cycles: 3abf421 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2538.385112: 27343757 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [023] 2538.385531: 26936914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagen.User 162509 [005] 2538.386153: 33474027 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [004] 2538.386190: 35170900 cycles: ffffffff8b627780 csum_ipv6_magic+0x30 ([kernel.kallsyms]) ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [001] 2538.386800: 33546383 cycles: 1425898b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 170143 [014] 2538.386801: 29761253 cycles: bbc4bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [044] 2538.386955: 33473209 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2538.386968: 33950837 cycles: 1fc64d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [047] 2538.387187: 29281656 cycles: 3c2aca2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [015] 2538.387255: 41859172 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2538.387295: 27941801 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [020] 2538.388741: 36395209 cycles: ffffffff8ad60a10 blkcg_maybe_throttle_current+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2538.388896: 40669761 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [035] 2538.389242: 38204762 cycles: 6444a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [031] 2538.389250: 38838493 cycles: 178fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [013] 2538.389410: 35970124 cycles: 13c966bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170145 [010] 2538.389495: 34778684 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [042] 2538.389974: 28133354 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [038] 2538.390324: 36015076 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [011] 2538.390399: 35433862 cycles: 1300eed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [040] 2538.390733: 37045397 cycles: 175b2f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [003] 2538.391213: 43195754 cycles: 3b353e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [002] 2538.391232: 34329381 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2538.391957: 43084714 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [032] 2538.392161: 33962763 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2538.392788: 38915916 cycles: 113b40 sched_getcpu+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 179185f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [000] 2538.392790: 30624570 cycles: 14020eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159888 [039] 2538.393024: 26048609 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 198445 [024] 2538.393077: 32969685 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2538.393119: 30075436 cycles: 196c201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [045] 2538.393358: 28315239 cycles: 3c4ab8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2538.394256: 38863898 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [028] 2538.394494: 39220853 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7b7be678f9f [unknown] (//anon) swapper 0 [034] 2538.394803: 36263913 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [016] 2538.394896: 32340260 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [029] 2538.394956: 28982502 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [006] 2538.395371: 30668292 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3abfa0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [019] 2538.395405: 39368037 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [033] 2538.395895: 37403523 cycles: 1406681b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [009] 2538.395963: 23441144 cycles: 133b4811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [027] 2538.395980: 30474069 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [043] 2538.396070: 26569090 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140c7f34 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [017] 2538.396260: 30946782 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [008] 2538.396458: 40846333 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2538.396985: 34362553 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [036] 2538.397119: 37984726 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [004] 2538.397220: 34330986 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2538.397390: 37265504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [023] 2538.397878: 26936914 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [014] 2538.398526: 28734714 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2538.398620: 41719892 cycles: ffffffff8a7d7b36 __remove_hrtimer+0x26 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [005] 2538.398821: 36857730 cycles: 1406aef9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [047] 2538.399548: 28528612 cycles: 3c4ac18 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2538.400036: 28133354 cycles: 172a0b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [037] 2538.400154: 25934754 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2538.400321: 31140173 cycles: ffffffff8a75fe4d __update_load_avg_se+0xed ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [020] 2538.400480: 36588684 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef8ff323f [unknown] (//anon) swapper 0 [044] 2538.400624: 31626298 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [038] 2538.401820: 34672377 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [032] 2538.402229: 40250072 cycles: 133a5bd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [031] 2538.402264: 40427713 cycles: 1330e248 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [041] 2538.402557: 31805825 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [025] 2538.402595: 48844653 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [010] 2538.403104: 31998671 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [002] 2538.403179: 40966640 cycles: 3ac4339 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2538.403376: 33595042 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 170135 [000] 2538.403467: 29595627 cycles: ad3ae51 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [015] 2538.403501: 35311671 cycles: 141d0700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2538.403705: 39471717 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [026] 2538.403848: 29746374 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2538.403982: 40874451 cycles: ffffffff8b6184c1 __siphash_unaligned+0xb1 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [024] 2538.404185: 35097375 cycles: 1435cfa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [039] 2538.404282: 24324087 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [012] 2538.404322: 39808176 cycles: 133a5c91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [045] 2538.404941: 27271335 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [035] 2538.404971: 33584544 cycles: 283765f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [009] 2538.405539: 22604265 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2538.406773: 33870281 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [017] 2538.406792: 33711088 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [043] 2538.406794: 25910850 cycles: 251b8d8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [016] 2538.407008: 30887883 cycles: 15f6b1cd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [023] 2538.407144: 38716801 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 169827 [029] 2538.407362: 27088121 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [004] 2538.407438: 34562571 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [030] 2538.407810: 42474659 cycles: ffffffff8b5132f5 unix_destruct_scm+0x5 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2538.407934: 35525033 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [018] 2538.407967: 33609472 cycles: ffffffff8a9eb3e6 destroy_large_folio+0x6 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [003] 2538.408377: 40988032 cycles: ffffffff8b3a4b03 __dev_queue_xmit+0x123 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [034] 2538.408416: 33504837 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [027] 2538.408985: 28823756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [014] 2538.409553: 27814648 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [036] 2538.409593: 35655940 cycles: 141d2383 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [037] 2538.410162: 25762471 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [022] 2538.410288: 50450830 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [021] 2538.410341: 34205186 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2538.410648: 35919738 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [007] 2538.411459: 40405618 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Backgr 159866 [008] 2538.411994: 41394174 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f29be futex_unqueue+0x2e ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [019] 2538.412104: 36990356 cycles: 13154f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2538.412466: 31271511 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [044] 2538.412981: 36055314 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [047] 2538.413023: 28477586 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [020] 2538.413763: 40966498 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 168716 [015] 2538.413897: 34818170 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [039] 2538.414155: 27787774 cycles: 140c5313 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [000] 2538.414239: 29200427 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166613 [046] 2538.414303: 35526669 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 58f [unknown] ([unknown]) nbsd-lig.SRV2 194449 [001] 2538.414574: 34693556 cycles: 130f3e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [005] 2538.414615: 35338063 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [026] 2538.414874: 28679726 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2538.415145: 31815603 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [024] 2538.415673: 33424081 cycles: 689c210 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167053 [009] 2538.416050: 29157442 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [045] 2538.416759: 26513459 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2538.416811: 43752014 cycles: ffffffff8b46f2c1 tcp_sendmsg_locked+0x9c1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2538.417145: 30499540 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [002] 2538.417589: 35936877 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [041] 2538.417646: 34456976 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2538.417854: 39965962 cycles: ffffffff8a9a5cc5 kfree+0x5 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [013] 2538.418239: 39262074 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [028] 2538.418285: 35521698 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2538.418298: 34866868 cycles: 1c942f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [011] 2538.418771: 41868511 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [043] 2538.418920: 31115532 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [031] 2538.418976: 42859284 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [016] 2538.419443: 35425872 cycles: 21a06dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [006] 2538.420295: 37437986 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 172221 [029] 2538.420474: 25642115 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2538.420669: 34659312 cycles: ffffffff8a769115 psi_group_change+0x175 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2538.420800: 31893177 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [023] 2538.420802: 39956971 cycles: 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [035] 2538.420819: 28488907 cycles: ffffffff8aa59ba7 uncharge_batch+0xe7 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 194355 [037] 2538.421126: 30024172 cycles: ffffffff8aa31ac7 __kmem_cache_free+0x1b7 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [014] 2538.421168: 26557300 cycles: ffffffff8a991805 shmem_file_read_iter+0x105 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [018] 2538.421263: 30431499 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a6c46c6 do_user_addr_fault+0xd6 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198682 [027] 2538.421378: 26244887 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [017] 2538.422066: 33386067 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8b50f052 unix_stream_read_generic+0x132 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [021] 2538.423527: 30740953 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [036] 2538.423876: 36254781 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2538.424345: 27301772 cycles: ffffffff8a77cd9a __raw_read_lock_irqsave+0xa ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196772 [042] 2538.424630: 32647984 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [025] 2538.424761: 45921555 cycles: ffffffff8a735e48 update_rq_clock+0x78 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197534 [030] 2538.425222: 38139978 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2538.426224: 35000228 cycles: ffffffff8a7717bb cpuacct_charge+0x3b ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [047] 2538.426351: 25380271 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2538.426397: 33001797 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194346 [026] 2538.426477: 27635687 cycles: ffffffff8a7f346f do_futex+0xcf ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [033] 2538.426776: 26893332 cycles: 14068f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [044] 2538.426825: 37422925 cycles: 133a33ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [045] 2538.426881: 26475819 cycles: ffffffff8a80fd34 cgroup_rstat_updated+0x64 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [001] 2538.426969: 31854892 cycles: 21a06124 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2538.427050: 38408271 cycles: ffffffff8a733fc5 _raw_spin_rq_lock_irqsave+0x25 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [015] 2538.427124: 31566006 cycles: 1c3a0455 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [005] 2538.427195: 33158502 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [010] 2538.427299: 35130511 cycles: 172c34d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196907 [007] 2538.427396: 45320937 cycles: d5e91b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2538.427443: 32451649 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196908 [046] 2538.427513: 40936462 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [009] 2538.427558: 30551709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2538.427741: 41466037 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [038] 2538.428708: 28865649 cycles: 1731044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162517 [020] 2538.429188: 36290127 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [016] 2538.429626: 35098753 cycles: 21a1bac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 151687 [002] 2538.429638: 33877220 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13404e8c [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [029] 2538.429912: 27904750 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196760 [022] 2538.429962: 44826830 cycles: a67c93e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 167024 [041] 2538.430353: 32414268 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [012] 2538.430367: 37633124 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [028] 2538.430776: 34328984 cycles: 264a6f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [032] 2538.431016: 39694956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [014] 2538.431820: 26106160 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [004] 2538.431844: 31134327 cycles: 12d6c5d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 197538 [027] 2538.431988: 26585872 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.AIO.SQ 198055 [043] 2538.432015: 30898001 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [018] 2538.432541: 29611202 cycles: 269ab63a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 166606 [034] 2538.432733: 32545161 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [040] 2538.432985: 42338946 cycles: 99ae6 pthread_mutex_unlock+0x76 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [006] 2538.433291: 35742290 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [035] 2538.433819: 26003145 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2538.434033: 28604055 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [013] 2538.434043: 33297703 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Batch 155708 [039] 2538.434334: 27827492 cycles: bbc860d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [023] 2538.434366: 42626394 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [021] 2538.434454: 30551604 cycles: ffffffff8a74e895 put_prev_entity+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [017] 2538.434649: 35095880 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [033] 2538.434898: 28140476 cycles: 20483f3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2538.435724: 25931848 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [011] 2538.436099: 46357348 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [031] 2538.436260: 36316750 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2538.436784: 34683435 cycles: 1a6bc7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2538.436867: 26314516 cycles: ffffffff8a739a5b ttwu_do_activate+0x6b ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [036] 2538.437170: 40380058 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [024] 2538.437207: 32019830 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 151687 [026] 2538.437578: 26737294 cycles: 12f52408 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197880 [005] 2538.437643: 32531203 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [044] 2538.437975: 38297772 cycles: 178fcf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 198026 [000] 2538.438576: 37054364 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2538.438901: 34971699 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [038] 2538.439230: 32379512 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [001] 2538.439693: 38262478 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [009] 2538.439764: 30443011 cycles: 13c9629c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2538.439798: 34377084 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [010] 2538.439974: 41490140 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2538.440783: 33001797 cycles: ffffffff8a733f19 raw_spin_rq_lock_nested+0x29 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [041] 2538.441404: 31301920 cycles: ffffffff8b3a3ce6 skb_network_protocol+0x6 ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [027] 2538.441623: 26504168 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [029] 2538.441624: 27522139 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [014] 2538.441762: 26203298 cycles: 3b2f611 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2538.441833: 31930025 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [035] 2538.441894: 30653450 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [016] 2538.441910: 36974418 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [003] 2538.441979: 42606782 cycles: 20484c76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [008] 2538.442582: 39850197 cycles: 3b75fa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [018] 2538.442678: 29405575 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a748137 __update_blocked_fair+0xa7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [004] 2538.442912: 29639528 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [046] 2538.443053: 39668831 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [020] 2538.443436: 44391042 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2538.443610: 35400966 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2538.443697: 58605277 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [034] 2538.444048: 34983575 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2538.444388: 41856548 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2538.444517: 27163010 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2538.444881: 28371630 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 198026 [032] 2538.445179: 38606158 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [033] 2538.445315: 28224891 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [039] 2538.445489: 32912885 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [022] 2538.445518: 40729042 cycles: ffffffff8a746413 set_next_buddy+0x13 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [037] 2538.446024: 32748899 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [006] 2538.446066: 38208856 cycles: 1c6ed858 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [007] 2538.446555: 34802234 cycles: ffffffff8a741312 update_min_vruntime+0x62 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [047] 2538.447047: 25178967 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2538.448093: 30571589 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) ydbd.IC 194002 [042] 2538.448648: 32474867 cycles: ffffffff8b516a17 neigh_hh_output+0xa7 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197248 [021] 2538.448870: 28369353 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2538.449144: 32728889 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2538.449225: 25681642 cycles: ffffffff8a73e4f5 idle_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [040] 2538.449850: 34141981 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [038] 2538.450099: 38478212 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163664 [024] 2538.450206: 33288261 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [031] 2538.450631: 36943015 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [014] 2538.451356: 26371739 cycles: 12f35bb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [000] 2538.451906: 33927863 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2538.452069: 34834354 cycles: ffffffff8a6f30bd irq_enter_rcu+0x3d ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2538.452229: 29957949 cycles: ffffffff8b618483 __siphash_unaligned+0x73 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [023] 2538.452249: 43171265 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [011] 2538.452700: 43240240 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2538.452709: 40380058 cycles: ffffffff8a995c2f first_online_pgdat+0x1f ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [005] 2538.452782: 32540470 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [030] 2538.452789: 31442508 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198031 [027] 2538.453197: 25312878 cycles: ffffffff8a7d7df2 __hrtimer_start_range_ns+0x112 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [004] 2538.453265: 30306468 cycles: 15257071 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [019] 2538.453317: 38293234 cycles: 3b66790 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [044] 2538.453520: 36334024 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [002] 2538.453568: 30605215 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [018] 2538.453579: 34558389 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2538.453970: 31583697 cycles: ffffffff8b6a493c __schedule+0x43c ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [035] 2538.454154: 28767139 cycles: 3502321 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [033] 2538.454303: 28922245 cycles: 1330dc94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [041] 2538.454641: 28691397 cycles: 2519953f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2538.455075: 27946531 cycles: ffffffff8b47ecb1 tcp_ack+0x351 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [001] 2538.455425: 33807971 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2538.455936: 29036704 cycles: ffffffff8a779b8b psi_task_change+0x7b ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [016] 2538.456228: 35691786 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [028] 2538.456754: 35055975 cycles: 2727afe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [034] 2538.457286: 35855460 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [037] 2538.457300: 31781986 cycles: 21a05d76 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [046] 2538.457371: 34700993 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [020] 2538.457444: 39359921 cycles: 2049b5b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [010] 2538.457711: 41585352 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [047] 2538.458069: 24411700 cycles: ffffffff8a74dc43 dequeue_entity+0xc3 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [026] 2538.459351: 26175881 cycles: 196d4eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [008] 2538.459575: 33501012 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [039] 2538.459827: 30856419 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2538.459886: 42242674 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.IC 197891 [013] 2538.460116: 27974864 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [042] 2538.460561: 31137294 cycles: ffffffff8b37ebc0 kfree_skbmem+0x0 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [032] 2538.460743: 37971775 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d34b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [006] 2538.460860: 37634987 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2538.461298: 26878511 cycles: ffffffff8b6a454c __schedule+0x4c ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.461352: 37205600 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2538.462102: 36552778 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [022] 2538.462281: 43234208 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2538.462354: 30028679 cycles: 133c30ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 196029 [021] 2538.462524: 24581221 cycles: 15812d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [024] 2538.463141: 34527905 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [031] 2538.463444: 38478459 cycles: 186b1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [030] 2538.463863: 30607800 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [040] 2538.463893: 31035138 cycles: ffffffff8adad133 _copy_to_iter+0x1a3 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2538.463899: 29839044 cycles: 2666d105 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2538.464020: 32389265 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [004] 2538.464774: 32366593 cycles: 133a2cd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2538.464887: 29238659 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2538.465087: 31340950 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696ade sysvec_call_function_single+0x3e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754787 _nohz_idle_balance.isra.0+0x2c7 ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [027] 2538.465120: 24051525 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2538.465399: 29280205 cycles: 3ba8c00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198439 [033] 2538.466099: 31133651 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [044] 2538.466607: 37449698 cycles: 22a0e630 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2538.466684: 28445381 cycles: 1861eee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [018] 2538.466795: 35645946 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [041] 2538.466819: 30706216 cycles: 1740b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [025] 2538.467135: 41921302 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [029] 2538.467992: 30301390 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [026] 2538.468150: 29416845 cycles: ffffffff8a74e075 dequeue_task_fair+0x35 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2538.468475: 35092963 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2538.468604: 41226881 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [020] 2538.468618: 38438103 cycles: ffffffff8adb006c import_iovec+0x1c ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2538.468668: 36212446 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [035] 2538.468735: 26451459 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 163665 [023] 2538.469664: 39069982 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [001] 2538.469748: 35413856 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2538.469759: 27847871 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171305 [047] 2538.469806: 26452679 cycles: ffffffff8a7e63f7 __x64_sys_clock_nanosleep+0x87 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2538.469816: 37512244 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2538.469863: 30138749 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [046] 2538.469959: 32381687 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159874 [028] 2538.470143: 35666594 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [019] 2538.470227: 33396493 cycles: ffffffff8b46f445 __tcp_cleanup_rbuf+0x15 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [039] 2538.470804: 31876733 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [042] 2538.470811: 30858375 cycles: 3ba8a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2538.470826: 44432955 cycles: ffffffff8b459d2b ip_skb_dst_mtu+0xbb ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [014] 2538.470923: 33069848 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [017] 2538.473129: 30180050 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [008] 2538.473252: 32772764 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 252095f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2538.473898: 42745313 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [032] 2538.474018: 34175521 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [010] 2538.474046: 38350418 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198051 [013] 2538.474075: 28054402 cycles: ffffffff8a73bd5c try_to_wake_up+0x9c ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [012] 2538.474490: 34217363 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Timer 194457 [004] 2538.474766: 32521971 cycles: 1e4fc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 198461 [021] 2538.475051: 23007037 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b87711 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [040] 2538.475093: 29527775 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [000] 2538.475289: 34055690 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2538.475416: 23768079 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [024] 2538.475729: 35028131 cycles: 14026cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [038] 2538.476066: 33081570 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [002] 2538.476207: 29157817 cycles: 3a60731 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [030] 2538.476214: 28896039 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 155806 [045] 2538.476438: 31988982 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.Backgr 194456 [007] 2538.476749: 30713558 cycles: 97574 pthread_mutex_destroy+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325198 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2538.477010: 31196660 cycles: ffffffff8a736058 enqueue_task+0x48 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2538.477572: 28005962 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [035] 2538.479133: 28805512 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [029] 2538.479543: 37383270 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [031] 2538.479924: 37339343 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [022] 2538.479985: 42062219 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [033] 2538.480041: 33441219 cycles: 12d6bcc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2538.480684: 33935969 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [042] 2538.480742: 30430301 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [011] 2538.480861: 34183179 cycles: ffffffff8a73ca75 send_call_function_single_ipi+0x5 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [041] 2538.480921: 32134591 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [018] 2538.481533: 30990706 cycles: 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2538.481604: 42075107 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [047] 2538.481797: 28385929 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [046] 2538.482143: 32072250 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [037] 2538.482719: 38373005 cycles: 3b64fae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [019] 2538.482868: 34121647 cycles: 2462523 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [020] 2538.483056: 38463270 cycles: 197f9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198708 [039] 2538.483324: 33226492 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2538.483450: 41222281 cycles: 140714f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [009] 2538.484025: 29706963 cycles: ffffffff8aa587cb mod_memcg_lruvec_state+0x4b ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2538.484546: 27847871 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [014] 2538.484691: 34801577 cycles: 2889884 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [036] 2538.485007: 40568488 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 460f28b92d1f [unknown] (//anon) test_tool 195826 [030] 2538.485279: 32644404 cycles: ffffffff8aa7a3f8 vfs_open+0x28 ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [027] 2538.485334: 24118482 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [034] 2538.485413: 39643275 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [028] 2538.485636: 30591342 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [008] 2538.485695: 30755302 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [017] 2538.485861: 36333393 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [012] 2538.486167: 32493213 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [002] 2538.486364: 31651507 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2538.486725: 32258788 cycles: 133a56ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [040] 2538.486848: 31547741 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2538.486960: 31652782 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2538.486983: 35393903 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [025] 2538.487276: 42336407 cycles: ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [013] 2538.487296: 25361039 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159504 [021] 2538.487592: 21501245 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [004] 2538.488292: 32146626 cycles: ffffffff8a9b8861 p4d_offset.part.0.isra.0+0x1 ([kernel.kallsyms]) ffffffff8a9c2cee __handle_mm_fault+0x10e ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2538.488743: 34991974 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.AIO.SQ 198859 [005] 2538.488781: 31181872 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [007] 2538.488928: 34925073 cycles: 13925ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [000] 2538.489305: 34420542 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 11aa55 readv+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198749 [043] 2538.489389: 35049270 cycles: ffffffff8a753975 newidle_balance+0x3a5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2538.489402: 32998704 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [006] 2538.489955: 44244124 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [038] 2538.490354: 37960868 cycles: ffffffff8a741daf wake_affine+0x17f ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [011] 2538.490610: 34394811 cycles: ffffffff8adad165 _copy_to_iter+0x1d5 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [045] 2538.491215: 32216529 cycles: 133a5c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2538.491968: 30591589 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [042] 2538.492452: 30032176 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2538.493282: 32669775 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [046] 2538.493339: 40474340 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [039] 2538.493426: 33129333 cycles: 141e2f5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [044] 2538.493454: 31497778 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2538.493805: 29270075 cycles: ffffffff8a779b68 psi_task_change+0x58 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [031] 2538.493861: 43291886 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [015] 2538.494067: 44440300 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 195826 [030] 2538.494257: 33589044 cycles: 2440e20 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2451af0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2451b88 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23f2211 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453a41 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de73f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2520769 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25209e4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25220e6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c338e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241083d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241098a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f7d0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 198047 [033] 2538.494627: 31081904 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [029] 2538.494759: 35368191 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [027] 2538.495088: 27299769 cycles: 26cdd1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2538.495723: 33955864 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2538.496008: 29150605 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [009] 2538.496085: 28482413 cycles: 1740f63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [028] 2538.496158: 30355412 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [022] 2538.496194: 49692228 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [019] 2538.496369: 40404954 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [014] 2538.496453: 36522131 cycles: ffffffff8aa58713 __mod_memcg_lruvec_state+0xa3 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [002] 2538.496658: 30907247 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [012] 2538.496785: 32517863 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [013] 2538.496891: 29268821 cycles: 369c747 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [040] 2538.497254: 31730968 cycles: 3ca8d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [008] 2538.497463: 29307725 cycles: 172d438 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [020] 2538.497576: 38118053 cycles: 3b665dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [016] 2538.498009: 36252160 cycles: ffffffff8b374bf4 sock_def_readable+0x24 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [021] 2538.498067: 21422777 cycles: 3a61403 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [003] 2538.498239: 38096590 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2538.498345: 36761932 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197240 [037] 2538.498753: 38274973 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2538.499744: 33242942 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [004] 2538.499815: 31361541 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [023] 2538.499847: 29744523 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2538.499927: 36488319 cycles: ffffffff8a74f11d enqueue_task_fair+0x12d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [032] 2538.500047: 32755984 cycles: ffffffff8a7f2996 futex_unqueue+0x6 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [036] 2538.500050: 41117798 cycles: 1407e57d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2538.500487: 46752794 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [000] 2538.500658: 37829990 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2538.500769: 29043258 cycles: 20a5ab6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [024] 2538.500987: 36981972 cycles: 1ca1f731 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [043] 2538.501828: 32796403 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [010] 2538.501909: 30769714 cycles: 1958a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2538.502090: 34906637 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2538.502423: 36677240 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [042] 2538.503061: 29264052 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) test_tool 195826 [030] 2538.503484: 34338915 cycles: ffffffff8aaa4440 __d_lookup_rcu+0x90 ([kernel.kallsyms]) ffffffff8aa8f14c lookup_fast+0x2c ([kernel.kallsyms]) ffffffff8aa94b06 open_last_lookups+0x66 ([kernel.kallsyms]) ffffffff8aa94efd path_openat+0x8d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.Batch 197538 [011] 2538.503630: 32866931 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2538.503849: 35808568 cycles: ffffffff8a7d7ce0 __hrtimer_start_range_ns+0x0 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2538.504211: 32949845 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) ydbd.User 154844 [033] 2538.504593: 34154207 cycles: 136f5368 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [039] 2538.504958: 32448254 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [038] 2538.505153: 38809765 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [044] 2538.505530: 36177245 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [027] 2538.505784: 29664673 cycles: 90a64 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 91121 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [047] 2538.506397: 32156740 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [009] 2538.506598: 27821983 cycles: 204af539 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [021] 2538.506797: 21947798 cycles: 17cadee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [006] 2538.506983: 46260190 cycles: 186a08c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [002] 2538.507045: 34681989 cycles: ffffffff8b4888a6 tcp_write_xmit+0x336 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2538.507181: 32717004 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [041] 2538.507461: 31558257 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [046] 2538.507717: 36454902 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2538.507768: 28299235 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [031] 2538.507851: 43873800 cycles: 1330de0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2538.507925: 35981163 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2538.508442: 45282037 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2538.508522: 28651461 cycles: 133a450f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [012] 2538.508682: 34929805 cycles: 267582bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [040] 2538.509008: 33848595 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [023] 2538.509418: 34078058 cycles: 28b8599 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [034] 2538.509426: 35673286 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [020] 2538.509744: 35996936 cycles: 3a781fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2538.509790: 29831935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2538.509915: 34491133 cycles: ffffffff8b512688 wait_for_unix_gc+0x68 ([kernel.kallsyms]) ffffffff8b50f9d3 unix_stream_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [015] 2538.510413: 37429758 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [029] 2538.510707: 30260373 cycles: 133c9033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [019] 2538.511929: 41796318 cycles: 1740b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2538.512007: 35106295 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [010] 2538.512141: 30769714 cycles: ffffffff8aa5143e consume_stock+0xe ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [007] 2538.512304: 35705794 cycles: 4029112 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [037] 2538.512441: 37509497 cycles: 402ab93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [032] 2538.512539: 30705094 cycles: ffffffff8aa5d92c mod_objcg_state+0xfc ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2538.512754: 38584484 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162525 [036] 2538.514118: 38116624 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [004] 2538.514221: 30024119 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2538.514607: 28348439 cycles: ffffffff8b49430f tcp_v4_rcv+0xd4f ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [022] 2538.514766: 47743009 cycles: 17f0467 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 151707 [024] 2538.515393: 33744261 cycles: 12f0ab00 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [043] 2538.515395: 31278632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 172234 [021] 2538.515931: 22738571 cycles: bbbd387 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2538.515961: 34129383 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [045] 2538.516224: 35538021 cycles: 251998cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [044] 2538.516635: 35677179 cycles: 17db4cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [018] 2538.517063: 33475253 cycles: ffffffff8a754afa nohz_balancer_kick+0x3a ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [035] 2538.517074: 37633147 cycles: 1ae8e5 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26a76a25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [030] 2538.517409: 30922107 cycles: ffffffff8b38968e simple_copy_to_iter+0x2e ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [038] 2538.517542: 36476699 cycles: 3c74383 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [013] 2538.517965: 31667992 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159620 [039] 2538.518034: 31261802 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [005] 2538.518223: 31209353 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2538.518449: 31898668 cycles: ffffffff8adb05c3 _find_next_bit+0x53 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2538.518696: 33920434 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [025] 2538.518776: 34720206 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [009] 2538.518931: 26396932 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [008] 2538.519413: 28224494 cycles: 3b332f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2538.519626: 33121924 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [011] 2538.519896: 35967727 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [002] 2538.519897: 32642036 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [017] 2538.520140: 42959390 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8b560419 tcp_v6_rcv+0xce9 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [046] 2538.520708: 33523526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [027] 2538.520711: 26341803 cycles: ffffffff8a99184e shmem_file_read_iter+0x14e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2538.521382: 39611625 cycles: ffffffff8a9966ef need_update+0xf ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [026] 2538.521610: 32502793 cycles: 204a3715 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [040] 2538.522056: 30702771 cycles: 3af27c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2538.522152: 41159502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [029] 2538.523099: 30260373 cycles: ffffffff8aa5d8c0 mod_objcg_state+0x90 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [016] 2538.523358: 31631773 cycles: 21a040cf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [034] 2538.523602: 36166955 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [014] 2538.523705: 42749578 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [012] 2538.523717: 30544093 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2538.523819: 29828910 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2538.524150: 42953814 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [020] 2538.524375: 33016540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [031] 2538.524397: 41256356 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2538.524861: 34078058 cycles: ffffffff8b45b045 __ip_finish_output+0x5 ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2538.524925: 26239339 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [042] 2538.524968: 27490781 cycles: 27279a37 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2538.525900: 33022618 cycles: ffffffff8a7eebe5 tick_nohz_next_event+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [007] 2538.526459: 35348435 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2538.527025: 42025457 cycles: 27c509e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196907 [043] 2538.527172: 35690712 cycles: ffffffff8a779eb4 psi_task_switch+0xd4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [036] 2538.527940: 39701225 cycles: 2049b588 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [039] 2538.527955: 37102986 cycles: ffffffff8b50a8d1 unix_passcred_enabled+0x41 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [015] 2538.527987: 43311047 cycles: 24f76900 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [045] 2538.528176: 35412464 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [019] 2538.528183: 47493594 cycles: ffffffff8a74db9a dequeue_entity+0x1a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [037] 2538.528573: 41618432 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [001] 2538.528686: 37786005 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [000] 2538.528839: 34148786 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197245 [008] 2538.528914: 31065483 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2538.528938: 37603501 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2538.528967: 31244891 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26a6e8d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [009] 2538.529275: 29157748 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [030] 2538.529577: 29158253 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198713 [005] 2538.529588: 34019216 cycles: 689a248 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2538.529778: 30648863 cycles: ffffffff8a760471 __update_load_avg_cfs_rq+0x31 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [013] 2538.529815: 33728113 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2538.529883: 31153699 cycles: ffffffff8a69cd5b __sysvec_apic_timer_interrupt+0x4b ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [027] 2538.530861: 26114057 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [002] 2538.531526: 34342994 cycles: 142584ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [038] 2538.531579: 32962972 cycles: 3a635a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [033] 2538.531772: 34969295 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [047] 2538.532243: 35323184 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [046] 2538.532296: 36194589 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14213dc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [040] 2538.532739: 30717428 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [035] 2538.532873: 33981173 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [022] 2538.533296: 51893706 cycles: 3b2480a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [025] 2538.534120: 29813325 cycles: ffffffff8b36ffad __sys_sendto+0xfd ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [026] 2538.534129: 36971096 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [011] 2538.534325: 36720224 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2538.534432: 29307233 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [032] 2538.534727: 28797717 cycles: 3a6139d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [016] 2538.534979: 30258731 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [042] 2538.535017: 28360975 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [012] 2538.535322: 28953957 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2538.535513: 37496726 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [010] 2538.536253: 37731556 cycles: 1300f2f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [023] 2538.536351: 41285369 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [029] 2538.536467: 30260373 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [020] 2538.537159: 35969663 cycles: 186ccc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [017] 2538.537367: 45135836 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [041] 2538.538057: 37132199 cycles: 3b15ec0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [004] 2538.538429: 37962318 cycles: 12f00db1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155707 [007] 2538.539226: 33052222 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [014] 2538.539700: 36384596 cycles: 6892e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2538.539781: 37116863 cycles: 1e5c775e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154854 [028] 2538.539871: 30653536 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7d926b hrtimer_nanosleep+0xeb ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2538.539969: 32697811 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [027] 2538.540424: 25997134 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [030] 2538.540847: 28288197 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2538.540908: 39567619 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166598 [008] 2538.541063: 35808346 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198839 [001] 2538.541064: 40601917 cycles: ffffffff8adb0620 _find_next_and_bit+0x20 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [009] 2538.541454: 28546404 cycles: 266e9a11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [018] 2538.541468: 34349985 cycles: 21b6a4e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2538.542196: 39934061 cycles: 1fd0130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [003] 2538.542241: 36100415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197892 [005] 2538.542491: 31374531 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194390 [044] 2538.542509: 33675212 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [031] 2538.542589: 36212675 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [000] 2538.542661: 33746768 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [002] 2538.542914: 33625366 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2538.542991: 31420559 cycles: 204859e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2538.543705: 45626403 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [045] 2538.544265: 35523595 cycles: 67f5fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [013] 2538.545290: 33512075 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 28bfd73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2538.545368: 32808784 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [015] 2538.545566: 34221465 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [032] 2538.545718: 31545272 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 197894 [033] 2538.545734: 34455895 cycles: 25130914 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [046] 2538.545788: 32607502 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2538.545821: 29568704 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2538.545862: 28484859 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155713 [025] 2538.546198: 28057837 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2538.546387: 48033434 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [042] 2538.546430: 29487222 cycles: 3c2eed0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [021] 2538.546525: 30673557 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [019] 2538.546648: 41382078 cycles: 140c1ff4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [035] 2538.546699: 36932046 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [047] 2538.546757: 34262453 cycles: 3c7349f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [026] 2538.546863: 34702810 cycles: 65e1282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [034] 2538.547626: 35488053 cycles: 3b2a789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2538.548003: 36636809 cycles: 133c2d8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [029] 2538.548643: 30260373 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2538.550398: 31865114 cycles: 133a5c80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2538.550446: 26730411 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [030] 2538.550814: 28373215 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [022] 2538.550838: 44819572 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170471 [007] 2538.550921: 31401442 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [020] 2538.551018: 36399847 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [010] 2538.551341: 32476795 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [028] 2538.552346: 33321587 cycles: 1339fac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2538.552467: 39044792 cycles: ffffffff8adb0581 _find_next_bit+0x11 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [041] 2538.552712: 33042465 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [023] 2538.553200: 33487833 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [014] 2538.553269: 40686099 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197884 [004] 2538.553285: 33000082 cycles: ffffffff8a7655c8 record_times+0x38 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [002] 2538.553744: 32645833 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [038] 2538.554321: 30569972 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2538.554404: 32035377 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [005] 2538.554436: 33571233 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2538.554578: 38459739 cycles: ffffffff8a9966fd need_update+0x1d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [017] 2538.554764: 46437156 cycles: 28936ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2538.554998: 36212763 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 171594 [003] 2538.555132: 33760416 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166613 [001] 2538.555337: 36503962 cycles: ea664 __nanosleep+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [039] 2538.555599: 41411930 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [044] 2538.555601: 32037732 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [006] 2538.555657: 34827701 cycles: ffffffff8b46cdb5 tcp_inq_hint+0x5 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2538.555799: 32951940 cycles: 3a62fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [043] 2538.556421: 31554360 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [042] 2538.556633: 33286844 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2538.556746: 40058349 cycles: ffffffff8b48e992 nf_conntrack_put+0x12 ([kernel.kallsyms]) ffffffff8b4942ad tcp_v4_rcv+0xced ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2538.556868: 31004642 cycles: ffffffff8b46d93f tcp_skb_entail+0xbf ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2538.556950: 31363430 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [025] 2538.557087: 27416215 cycles: ffffffff8a74c5dd select_task_rq_fair+0x15d ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [040] 2538.557401: 35616890 cycles: 1a6bd3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2538.558235: 39255406 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [046] 2538.558692: 30473908 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [021] 2538.558792: 37271979 cycles: 17b33a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [029] 2538.559056: 51188888 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [034] 2538.559109: 37748364 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 160830 [026] 2538.559136: 32892756 cycles: ffffffff8b694bd7 amd_clear_divider+0x7 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [013] 2538.559417: 33713073 cycles: 172aa14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [047] 2538.559733: 37547671 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [036] 2538.559752: 55983809 cycles: 1330f582 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [015] 2538.560019: 34966011 cycles: 25260c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [033] 2538.560956: 34154184 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a48cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [035] 2538.561243: 32037840 cycles: ffffffff8a7478d6 update_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [030] 2538.561486: 27942007 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [010] 2538.562606: 35081073 cycles: 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [027] 2538.562639: 27419295 cycles: ffffffff8aa59808 __mod_lruvec_state+0x18 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc433 page_remove_rmap+0xa3 ([kernel.kallsyms]) ffffffff8a9bcee0 zap_pte_range+0x6e0 ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8907f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [009] 2538.562902: 33517002 cycles: ffffffff8a74e1bc dequeue_task_fair+0x17c ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [011] 2538.563445: 31914386 cycles: 6863d43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [019] 2538.564009: 38971897 cycles: 3bd3af7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [020] 2538.564204: 33164507 cycles: e5654 clock_gettime+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45dd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [007] 2538.564285: 32688075 cycles: 2045c531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [024] 2538.564767: 39422980 cycles: 3b5c23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2538.564958: 38469436 cycles: 14229757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155846 [028] 2538.565113: 32561248 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd.System 194335 [005] 2538.565388: 32841189 cycles: 1407da2b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2538.565953: 30788601 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [023] 2538.566131: 36389929 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [000] 2538.566179: 34213321 cycles: 20a74b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170465 [041] 2538.566580: 31155097 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [025] 2538.566654: 27599379 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [002] 2538.566697: 30285277 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [038] 2538.566990: 33167550 cycles: 154cae02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [022] 2538.567031: 37880403 cycles: 1380784 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [014] 2538.567589: 37485353 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 150657 [032] 2538.567706: 33418139 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [006] 2538.567960: 33212780 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [012] 2538.568233: 34357319 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [044] 2538.568238: 35893206 cycles: 167e8c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [046] 2538.568270: 34150221 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [008] 2538.568484: 32534350 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a48cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2538.568567: 31309842 cycles: ffffffff8a7efd15 tick_nohz_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2538.568834: 34302722 cycles: ffffffff8a7d7a88 hrtimer_update_next_event+0x48 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [016] 2538.569109: 33750613 cycles: 24fe71b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [042] 2538.569444: 30379482 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [001] 2538.569525: 32358512 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [043] 2538.569537: 35587494 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [040] 2538.569833: 37571486 cycles: ffffffff8aaf5c4a do_io_getevents+0x8a ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2538.571179: 35860092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [026] 2538.571268: 43197696 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [039] 2538.571285: 39358194 cycles: 251a0eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 198064 [015] 2538.571947: 35808429 cycles: ffffffff8b6220f0 num_to_str+0x50 ([kernel.kallsyms]) ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e1e5 do_task_stat+0x4e5 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 197536 [030] 2538.572083: 27445583 cycles: 266e2c0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [021] 2538.572240: 32992018 cycles: 12f4753d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 195110 [017] 2538.572566: 42766209 cycles: 185f701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [027] 2538.572680: 26767586 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [045] 2538.572720: 38047997 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [031] 2538.573481: 41417783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [013] 2538.573573: 32421376 cycles: 21a2f51e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [033] 2538.574196: 30363283 cycles: 1742bfce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [047] 2538.574676: 38379355 cycles: ffffffff8a7f33c7 do_futex+0x27 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198609 [010] 2538.574804: 37663310 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2538.574979: 32257811 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2538.575580: 31335340 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [007] 2538.575777: 30393308 cycles: ffffffff8b45c5fa __ip_local_out+0x3a ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2538.575873: 32875568 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2538.575915: 28590806 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2538.576023: 35993914 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2538.576241: 30600668 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [020] 2538.576717: 32851543 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2538.576744: 31486149 cycles: ffffffff8a747a9a update_load_avg+0x1ca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [024] 2538.577675: 35616538 cycles: 141d1850 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [002] 2538.577717: 29483944 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [036] 2538.577981: 47898441 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2538.578068: 37590119 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2538.578778: 32285868 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2538.578929: 31979301 cycles: ffffffff8b698071 ct_nmi_enter+0x1 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [038] 2538.579041: 33711897 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [032] 2538.579107: 40178251 cycles: 688dbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2538.579381: 34483307 cycles: ffffffff8a7d8865 hrtimer_cancel+0x15 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [003] 2538.579408: 30029420 cycles: 1554bf5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [037] 2538.579501: 38294236 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [019] 2538.579817: 46498437 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [022] 2538.579908: 35571781 cycles: 352a4f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [046] 2538.580465: 37217814 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [042] 2538.580497: 30024436 cycles: 1549fb28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [012] 2538.580971: 35018077 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2538.580979: 34962163 cycles: ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [018] 2538.581075: 32008141 cycles: ffffffff8adb05d9 _find_next_bit+0x69 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46cee2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2538.581097: 31915189 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [044] 2538.581451: 36536162 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2538.581498: 35918716 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2538.581675: 37461834 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 198064 [015] 2538.581844: 36066663 cycles: ffffffff8b6a7585 mutex_lock+0x15 ([kernel.kallsyms]) ffffffff8aab7af8 seq_read_iter+0x68 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198615 [030] 2538.582349: 27122118 cycles: ffffffff8b697d5b irqentry_exit+0xb ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [001] 2538.582397: 30002590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [027] 2538.583135: 27409114 cycles: 152b0184 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2538.583203: 41452140 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [021] 2538.583270: 33538647 cycles: 25258a9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [034] 2538.583828: 37665487 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2538.584210: 36353465 cycles: 272afc8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [007] 2538.585807: 30710979 cycles: ffffffff8a74fe13 update_sg_lb_stats+0x13 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [026] 2538.586301: 41330898 cycles: bbbd3cf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [033] 2538.586705: 28746739 cycles: ffffffff8aa7b616 rw_verify_area+0x36 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2538.586707: 31564492 cycles: 139f110e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [028] 2538.587603: 30946156 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [013] 2538.587949: 36268738 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [039] 2538.588104: 36950385 cycles: 689a2a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [004] 2538.588871: 31863576 cycles: 644c6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [003] 2538.589079: 30546761 cycles: 1712701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [031] 2538.589590: 39738019 cycles: 14068f0b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [047] 2538.589592: 37305870 cycles: ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [010] 2538.589740: 36617802 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [009] 2538.590026: 33855811 cycles: 64f9b7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [035] 2538.590080: 30348915 cycles: 36a0721 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [020] 2538.590160: 35705903 cycles: 3b33740 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [005] 2538.590172: 36256708 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [002] 2538.590177: 28189090 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2538.590742: 30098633 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [011] 2538.591556: 30671024 cycles: 3a77a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160828 [017] 2538.591577: 37811166 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 198064 [015] 2538.591745: 36220889 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8aab6a8f single_open+0x2f ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 194619 [018] 2538.591860: 35280308 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [008] 2538.592018: 30385055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2538.592323: 27769388 cycles: 24f77b54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [042] 2538.592374: 31973521 cycles: ffffffff8a73caa8 send_call_function_single_ipi+0x38 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2525bfa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2538.592414: 37640801 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [038] 2538.592558: 37885282 cycles: 1411b927 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [016] 2538.592927: 30969439 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [022] 2538.593398: 31646024 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2538.593555: 34129510 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [024] 2538.593583: 38181443 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [041] 2538.593936: 33441526 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [046] 2538.594429: 35272146 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2538.594580: 37433377 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [032] 2538.594833: 38361782 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 197893 [044] 2538.595724: 36696917 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2538.595782: 31995614 cycles: ffffffff8b459c71 ip_skb_dst_mtu+0x1 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165252 [001] 2538.595816: 27460583 cycles: 13404bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2538.595950: 37519929 cycles: ffffffff8a779b8b psi_task_change+0x7b ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [034] 2538.596208: 40038930 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [037] 2538.596279: 39499700 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) blocksto.CLI2 196118 [021] 2538.596446: 37179609 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [036] 2538.596694: 43031183 cycles: 3a617fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172780 [027] 2538.597003: 24476792 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [023] 2538.598189: 34425584 cycles: 2049b5e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2538.598634: 27600008 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [029] 2538.598757: 41145787 cycles: 251a5931 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [028] 2538.599199: 29631905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [007] 2538.599418: 27541517 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [043] 2538.599753: 31087167 cycles: 3c2f594 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [019] 2538.600002: 38523266 cycles: 26a61d0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [002] 2538.600588: 30303883 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [030] 2538.600621: 28486116 cycles: 1e46cd9f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [035] 2538.601486: 41617936 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [014] 2538.601588: 47685992 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [026] 2538.601775: 44116789 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2538.602171: 28896565 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [045] 2538.602240: 32044567 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2538.602280: 29572717 cycles: 1401fab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [013] 2538.602283: 36513929 cycles: 1c53f1fa [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [047] 2538.602974: 36345506 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 910f2 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [011] 2538.603119: 30560748 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2538.603267: 34448062 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [003] 2538.603421: 27585101 cycles: 1549f89e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [009] 2538.603490: 39150112 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [010] 2538.603915: 37333372 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2538.603967: 31951471 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [022] 2538.603976: 35307410 cycles: ffffffff8aaea7cb ep_item_poll.isra.0+0x1b ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [016] 2538.604373: 29429589 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [018] 2538.604595: 37241967 cycles: 12f4743d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [015] 2538.604598: 34819379 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [042] 2538.604649: 37469807 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [017] 2538.605542: 32895191 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [020] 2538.605568: 33800155 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [000] 2538.605673: 36232187 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [038] 2538.605777: 34091141 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [001] 2538.606102: 27180613 cycles: ffffffff8b6aec80 entry_untrain_ret+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [006] 2538.606273: 32839472 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [024] 2538.606482: 41136141 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92587f838f [unknown] (//anon) nbsd.IC 197544 [025] 2538.606858: 31643861 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2538.606858: 33432693 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [040] 2538.606871: 36644089 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2538.607496: 35520309 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [041] 2538.607632: 38804220 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2538.609014: 52768521 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2538.610052: 29185048 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [027] 2538.610414: 24850763 cycles: ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa58500 obj_cgroup_uncharge_pages+0x40 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2538.610475: 37830312 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [044] 2538.610855: 31849588 cycles: ffffffff8b6a4b6f schedule+0x6f ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [021] 2538.611408: 36302856 cycles: ffffffff8b697d5d irqentry_exit+0xd ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa5d4a5 __memcg_kmem_charge_page+0x5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196114 [004] 2538.611419: 29327518 cycles: 3adfab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2538.612126: 38830882 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [030] 2538.613263: 32982211 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 198045 [008] 2538.614006: 30052058 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [033] 2538.614195: 36459512 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [034] 2538.614331: 41855402 cycles: 1433bb48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [002] 2538.614444: 28466094 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [007] 2538.614967: 32877334 cycles: 2471994 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2538.615469: 34672593 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [016] 2538.615809: 31935861 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2538.615842: 32015082 cycles: ffffffff8b47ecb1 tcp_ack+0x351 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2538.615850: 30148829 cycles: ffffffff8a6b632f kvm_guest_apic_eoi_write+0x3f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2538.616360: 27585101 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2538.616568: 33787542 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [023] 2538.616713: 31824547 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 207e955 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [010] 2538.617492: 41199251 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [022] 2538.617901: 38927044 cycles: bbbf65b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [038] 2538.617975: 32340450 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [045] 2538.618299: 38430006 cycles: 13bd591a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [011] 2538.618570: 30580765 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [018] 2538.618836: 34165878 cycles: 3a4a2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2538.619104: 27398739 cycles: ffffffff8a769179 psi_group_change+0x1d9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [026] 2538.619814: 45527288 cycles: 11e913 syscall+0x23 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198040 [042] 2538.620080: 39159803 cycles: ffffffff8a7d9245 hrtimer_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2538.620322: 32026435 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 168699 [013] 2538.620365: 38856269 cycles: bc09248 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [000] 2538.620405: 36016696 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2538.620495: 41914262 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [015] 2538.620534: 28955185 cycles: ffffffff8adb0624 _find_next_and_bit+0x24 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2538.620727: 31878794 cycles: ffffffff8a75fbce __update_load_avg_blocked_se+0x18e ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [009] 2538.620770: 35716914 cycles: ffffffff8b49a8a8 tcp_rate_skb_delivered+0x98 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2538.620951: 38643536 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [046] 2538.620977: 30195419 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [027] 2538.621007: 27425133 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [004] 2538.621065: 33544891 cycles: ffffffff8a7d8f34 hrtimer_interrupt+0x214 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [019] 2538.621299: 30943083 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [020] 2538.621332: 30921237 cycles: 288e9c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [047] 2538.621646: 36223408 cycles: 3b63703 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [032] 2538.622036: 32996098 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2538.622118: 37493712 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2538.622423: 27351485 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2538.622752: 33399423 cycles: 3ac3f70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [039] 2538.623328: 31559583 cycles: ffffffff8a7433bc select_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [012] 2538.623758: 41714856 cycles: 133ac38f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2538.624239: 29166089 cycles: ffffffff8a739a76 ttwu_do_activate+0x86 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [041] 2538.624822: 39816929 cycles: 3a909c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2538.624822: 35183218 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [030] 2538.624862: 31094985 cycles: 14149923 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2538.625214: 29553912 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [008] 2538.625444: 30407488 cycles: 12f4e50a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172771 [021] 2538.625495: 36114587 cycles: ffffffff8a76044d __update_load_avg_cfs_rq+0xd ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2538.626225: 47073606 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [007] 2538.626567: 35479599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7 [unknown] ([unknown]) blocksto.CLI2 196118 [025] 2538.627047: 31904725 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [036] 2538.627562: 49477331 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [043] 2538.628164: 30148829 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [034] 2538.628630: 39058082 cycles: 21a1bad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2538.628941: 37393225 cycles: ffffffff8a74fe91 update_sg_lb_stats+0x91 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [037] 2538.629090: 30813320 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [016] 2538.629532: 29303721 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14086018 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [038] 2538.629758: 34975880 cycles: 141e66b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2538.629969: 33748589 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [011] 2538.630150: 38683152 cycles: 266eb7e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2538.630467: 32082496 cycles: ffffffff8a736b69 resched_curr+0x19 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [005] 2538.630502: 35129428 cycles: ffffffff8b623b05 xas_load+0x15 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [027] 2538.630738: 27057984 cycles: ffffffff8a9a565f kmalloc_slab+0x6f ([kernel.kallsyms]) ffffffff8a9a5733 __kmalloc_node_track_caller+0x33 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [017] 2538.630975: 35464478 cycles: 1407d3f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2538.632040: 28236692 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [004] 2538.632361: 33803982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2538.632513: 27445000 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198711 [006] 2538.632614: 29977046 cycles: 3ad3fe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2538.632663: 34151737 cycles: 3b99b74 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [022] 2538.632722: 36215237 cycles: 140c5d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [000] 2538.632792: 33508716 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2538.632987: 38352613 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [032] 2538.633097: 37185583 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [031] 2538.633194: 39423114 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [046] 2538.633512: 27581728 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2538.633613: 36565110 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2538.633671: 40984083 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [042] 2538.633906: 42675024 cycles: ffffffff8b801190 __irqentry_text_end+0x20 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 162518 [045] 2538.633941: 35984762 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [010] 2538.634501: 38653082 cycles: ffffffff8a7479b7 update_load_avg+0xe7 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [044] 2538.634860: 35413019 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2538.635173: 35994869 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [019] 2538.635192: 30908454 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159605 [002] 2538.635752: 28862973 cycles: ffffffff8a753908 newidle_balance+0x338 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [014] 2538.636052: 40405978 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2538.636435: 31704785 cycles: ffffffff8a76916e psi_group_change+0x1ce ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [026] 2538.636690: 42793426 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [047] 2538.636748: 32122282 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2538.636829: 40503698 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [039] 2538.637579: 29407774 cycles: 193e27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [029] 2538.638286: 41914262 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [003] 2538.638600: 39141197 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [008] 2538.638975: 35086751 cycles: 250e7577 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [025] 2538.639903: 32522897 cycles: ffffffff8aaab074 __fget_light+0x14 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [012] 2538.640041: 36474927 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2538.640269: 30453928 cycles: ffffffff8a7f6cd2 futex_wait_setup+0x22 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [027] 2538.640306: 27907904 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2538.640632: 41228579 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [016] 2538.641352: 38164898 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [021] 2538.642004: 37929086 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [043] 2538.642059: 32799212 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [038] 2538.642314: 39652928 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [028] 2538.642434: 27683162 cycles: ffffffff8adb0051 import_iovec+0x1 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [007] 2538.642718: 34396253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [046] 2538.643257: 28004906 cycles: 14080039 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2538.643532: 26349100 cycles: 141f64c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [024] 2538.643563: 39221240 cycles: 3c79cf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2538.643606: 31263791 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2538.643766: 37707436 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [006] 2538.644042: 28683457 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [033] 2538.644402: 39406454 cycles: 3b10d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166606 [001] 2538.644429: 33806123 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 172219 [005] 2538.644430: 34802949 cycles: 179de6b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2538.644624: 34309217 cycles: ffffffff8a7d7f53 __hrtimer_start_range_ns+0x273 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169050 [023] 2538.644916: 32030126 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [000] 2538.645106: 31469031 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165265 [020] 2538.645169: 34870856 cycles: ffffffff8a7d7df2 __hrtimer_start_range_ns+0x112 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [002] 2538.645550: 29278041 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2538.645804: 34713330 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [022] 2538.646663: 34289145 cycles: 14071853 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [018] 2538.647353: 36229050 cycles: ffffffff8aaf3e63 lookup_ioctx+0x93 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2538.647453: 32379239 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [010] 2538.647471: 36078662 cycles: 251aa941 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2538.647656: 40375890 cycles: ffffffff8a7dad49 ktime_get+0x99 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [030] 2538.647742: 35561265 cycles: 14232901 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [009] 2538.647991: 41698856 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [036] 2538.648120: 42296901 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [044] 2538.648243: 41264321 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [019] 2538.648762: 37200227 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2538.648927: 29391701 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [045] 2538.649392: 34212731 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2538.649840: 40834706 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [042] 2538.649866: 36280179 cycles: ffffffff8a7717bb cpuacct_charge+0x3b ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [031] 2538.649994: 46071038 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2538.650159: 31362534 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) nbsd.User 197529 [027] 2538.650204: 28014597 cycles: 14086bb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [035] 2538.651000: 42830114 cycles: 17440093 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) PdGetEv 168892 [028] 2538.652327: 27544635 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [037] 2538.652437: 32109850 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2538.652699: 32141724 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [026] 2538.652979: 40490194 cycles: ffffffff8b6a8aba down_write+0x1a ([kernel.kallsyms]) ffffffff8ab6cef8 ext4_buffered_write_iter+0x38 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2538.653010: 28965402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [013] 2538.653255: 38264412 cycles: 3a63480 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198066 [025] 2538.653262: 37692186 cycles: ffffffff8a77cd42 __raw_spin_lock_irqsave+0x42 ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [046] 2538.653345: 27855906 cycles: 14086086 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [029] 2538.653851: 57097954 cycles: ffffffff8b48325d tcp_established_options+0xcd ([kernel.kallsyms]) ffffffff8b4862b1 tcp_current_mss+0x71 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [003] 2538.654057: 39461590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [043] 2538.654145: 30520288 cycles: 182fd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2538.654611: 35449942 cycles: ffffffff8b69801f ct_nmi_exit+0x5f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [034] 2538.654815: 37109275 cycles: 141496e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [038] 2538.655066: 37011433 cycles: 1568d353 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197525 [015] 2538.655180: 26117606 cycles: 272afbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197524 [002] 2538.655266: 29402062 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c7a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2538.655501: 33396079 cycles: 141d39b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [021] 2538.655626: 40207039 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [041] 2538.655852: 29316794 cycles: ffffffff8a9a5dcc kfree+0x10c ([kernel.kallsyms]) ffffffff8b370d08 ___sys_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2538.655867: 34232583 cycles: ffffffff8a7b7ec9 rcu_note_context_switch+0xb9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 197546 [023] 2538.657174: 35973156 cycles: 140c1f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 197538 [000] 2538.657223: 33111061 cycles: 1407166b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [024] 2538.657346: 34762268 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [007] 2538.657425: 33451710 cycles: 133ca41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [005] 2538.658072: 34354577 cycles: 18553b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [032] 2538.658125: 32415730 cycles: ffffffff8aa2f085 kmem_cache_alloc_node+0x185 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2538.658485: 31914096 cycles: ffffffff8a7efe92 tick_irq_enter+0x22 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [001] 2538.658836: 33246667 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172769 [017] 2538.659045: 43927824 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [033] 2538.659576: 42551135 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2538.660064: 29378974 cycles: ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3adfd1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 154954 [011] 2538.660122: 30980345 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd-lig.SRV1 196021 [018] 2538.660224: 33178522 cycles: 186cf4b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [022] 2538.660451: 31305125 cycles: ffffffff8a77cd2d __raw_spin_lock_irqsave+0x2d ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155710 [010] 2538.661124: 36175289 cycles: ffffffff8a769060 psi_group_change+0xc0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [030] 2538.661140: 35856702 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [027] 2538.661463: 27079947 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [046] 2538.662066: 28781070 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197889 [044] 2538.662862: 37045262 cycles: ffffffff8a73e5e1 available_idle_cpu+0x61 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2538.663249: 33884416 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2538.663556: 29794841 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2538.663826: 37274907 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [037] 2538.663952: 31345354 cycles: 1408927e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [009] 2538.664289: 37397712 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [028] 2538.664472: 32740677 cycles: 156aa26b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2538.665074: 33956294 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [014] 2538.665398: 34802366 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [040] 2538.665525: 40228655 cycles: ffffffff8a7605a8 __update_load_avg_cfs_rq+0x168 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [002] 2538.665779: 32735589 cycles: ffffffff8b51a1ef ip6_finish_output+0x10f ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [036] 2538.665789: 33456463 cycles: ffffffff8a7652ff init_wait_entry+0xf ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [041] 2538.666267: 35054275 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2538.666321: 30980336 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169813 [035] 2538.666622: 43458589 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [045] 2538.666987: 31378194 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [015] 2538.667618: 26117606 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [043] 2538.667772: 35311188 cycles: ffffffff8b381c6c alloc_skb_with_frags+0x1ec ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [034] 2538.668100: 33201091 cycles: 1330db30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [031] 2538.668265: 41903129 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [004] 2538.668543: 32913233 cycles: 27815ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [012] 2538.668735: 34032946 cycles: ffffffff8a9f0bdc __alloc_pages+0x11c ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [038] 2538.669112: 32943047 cycles: 1330d027 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159616 [016] 2538.669311: 34431604 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 196774 [026] 2538.669408: 33054977 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2538.670158: 30770985 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [024] 2538.670187: 34275529 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 198033 [000] 2538.670490: 30598385 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [025] 2538.670660: 41142055 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2538.670691: 51906588 cycles: 133a5cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2538.670717: 42250138 cycles: 140885b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [023] 2538.670799: 39652887 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 17122ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [001] 2538.670911: 31646920 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [007] 2538.670929: 37324575 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [022] 2538.670940: 30121115 cycles: 1c400069 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2538.671014: 49038932 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) nbsd.IC 197544 [030] 2538.671321: 35769441 cycles: ffffffff8b377e10 __sk_mem_raise_allocated+0x80 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [032] 2538.671445: 37342880 cycles: 1c4fee1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2538.671514: 27282640 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [027] 2538.671758: 26357301 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [005] 2538.672211: 39275677 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2538.672536: 29653326 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [011] 2538.673539: 33155454 cycles: ffffffff8b6acea0 _raw_write_unlock_irq+0x0 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196861 [018] 2538.673709: 30105646 cycles: ba833e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [006] 2538.674548: 28815128 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [044] 2538.675172: 38899389 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [019] 2538.675448: 31770726 cycles: 1fdb711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2538.675536: 36572712 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [039] 2538.675744: 37887596 cycles: ffffffff8b389855 __skb_datagram_iter+0x185 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [028] 2538.675986: 31438711 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [036] 2538.676896: 33146958 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [033] 2538.677680: 43840050 cycles: acba445 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [029] 2538.677703: 38752597 cycles: ffffffff8a990d74 shmem_get_folio_gfp+0x154 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [008] 2538.677780: 38287634 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [017] 2538.678089: 42903287 cycles: 272a7751 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [037] 2538.678506: 26493177 cycles: ffffffff8b378032 __sk_mem_raise_allocated+0x2a2 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [002] 2538.678640: 36814762 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2538.679332: 33706369 cycles: ffffffff8a7dacf1 ktime_get+0x41 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [015] 2538.679583: 33111748 cycles: 26695c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [014] 2538.679708: 33850626 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [042] 2538.679920: 31427414 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b30c9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2538.680254: 45273502 cycles: 204995d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [004] 2538.680790: 40448777 cycles: 2520a5bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [045] 2538.680909: 28621858 cycles: 1fbba351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2538.681135: 31641682 cycles: 142580b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2538.681210: 30647003 cycles: ffffffff8a7efed5 tick_irq_enter+0x65 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [022] 2538.681284: 33533227 cycles: 1253fd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [038] 2538.681290: 35856686 cycles: 3cadd61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [043] 2538.681851: 34194440 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [030] 2538.682187: 35329104 cycles: ffffffff8a7d81f7 __hrtimer_run_queues+0x77 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198712 [026] 2538.682469: 34000558 cycles: 3af1bcb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [020] 2538.682674: 32714334 cycles: ffffffff8b39ad03 enqueue_to_backlog+0x43 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [024] 2538.682830: 41379247 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [047] 2538.682861: 27022996 cycles: ffffffff8a75fe5b __update_load_avg_se+0xfb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2538.683256: 41056924 cycles: 1339fcec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [000] 2538.683375: 28293453 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [016] 2538.683584: 35708635 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [027] 2538.683882: 31274796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [046] 2538.684063: 27546476 cycles: 1421df06 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [032] 2538.685146: 39951377 cycles: ffffffff8a74fe2b update_sg_lb_stats+0x2b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [001] 2538.685165: 30969998 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [006] 2538.685395: 28075213 cycles: 207e5d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [031] 2538.685903: 33286994 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [018] 2538.686064: 28010266 cycles: ffffffff8a779ead psi_task_switch+0xcd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2538.686299: 36162047 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [011] 2538.686617: 37106150 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [028] 2538.687141: 30240118 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2538.687167: 34832509 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [025] 2538.688214: 34877082 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [005] 2538.688336: 33046656 cycles: ffffffff8b3773bd __release_sock+0x4d ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159620 [007] 2538.688634: 34829739 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [044] 2538.689219: 44694085 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [036] 2538.689857: 30125030 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [037] 2538.689902: 25953815 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [008] 2538.690303: 35978975 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [019] 2538.690548: 28095818 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [039] 2538.690961: 34688785 cycles: 3b99d8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [003] 2538.691226: 36457300 cycles: 2049b6ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2538.691631: 49948915 cycles: ffffffff8a6f2d01 __irq_exit_rcu+0x41 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [014] 2538.691740: 36350001 cycles: ffffffff8a769202 psi_group_change+0x262 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151691 [042] 2538.691783: 29509837 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [010] 2538.691802: 38746695 cycles: 67f6cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2538.692007: 48629033 cycles: 14086018 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198434 [012] 2538.692158: 30878399 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [020] 2538.692170: 35509243 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172229 [002] 2538.692322: 34345325 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [034] 2538.692774: 32988990 cycles: 13c7c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 197518 [045] 2538.692969: 29954282 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [015] 2538.693371: 36293350 cycles: 28c6fe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2538.693829: 34974925 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [047] 2538.693996: 26584841 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 154852 [000] 2538.694265: 27623938 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 197518 [046] 2538.694560: 30345725 cycles: ffffffff8adb54e1 _copy_from_user+0x1 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 169004 [009] 2538.694866: 32307387 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [018] 2538.694998: 29126481 cycles: 14068f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 193495 [029] 2538.695032: 35673976 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [017] 2538.695365: 43057908 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [043] 2538.695681: 32402719 cycles: 21c8fa86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [004] 2538.695811: 39392445 cycles: 160b039f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2538.695882: 36275942 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [030] 2538.696030: 31878225 cycles: 15ad8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2538.696620: 28982186 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [040] 2538.696636: 42727968 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [006] 2538.696769: 28075213 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [038] 2538.696779: 34337001 cycles: ffffffff8a73e52a idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2538.696794: 35729827 cycles: 673a6b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2538.697902: 29585286 cycles: ffffffff8b696abb sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2538.698044: 32942175 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [016] 2538.698069: 36923038 cycles: 17a9f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2538.698309: 37083602 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [023] 2538.699413: 39290651 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [011] 2538.699640: 34699731 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5911b1babef [unknown] ([unknown]) diskagen.User 197875 [031] 2538.699841: 30277601 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd361f0d35f [unknown] (//anon) nbsd.IC 197544 [036] 2538.700293: 33011238 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [032] 2538.700442: 45488401 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8aaf52df read_events+0x10f ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [005] 2538.700450: 31779525 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2538.701342: 25145643 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [035] 2538.702014: 33106407 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [044] 2538.702714: 46289037 cycles: 1432be6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2538.702854: 40000233 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [003] 2538.703064: 35849995 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [008] 2538.703681: 37309838 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [042] 2538.703798: 28558026 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2538.703983: 32569763 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [000] 2538.704172: 27912668 cycles: 3b98d08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2538.704253: 29883846 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) diskagen.IC 198855 [007] 2538.704454: 36213035 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [019] 2538.704462: 26914465 cycles: 1402e353 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [045] 2538.704532: 27769092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197884 [025] 2538.704737: 39848732 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2538.704788: 31389657 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165459 [039] 2538.704901: 33090526 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166761 [047] 2538.705199: 27770461 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [015] 2538.705984: 37720551 cycles: 3ac5125 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [020] 2538.706049: 40288880 cycles: 1c261125 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [018] 2538.706089: 28245970 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [046] 2538.706323: 29301098 cycles: 14068f1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2538.707403: 36368361 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [043] 2538.707539: 37749665 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [010] 2538.707539: 36608855 cycles: 193e599 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2538.707762: 33147253 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [009] 2538.708380: 37418444 cycles: ffffffff8a736d59 dequeue_task+0x39 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194345 [022] 2538.709132: 34397783 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2538.709244: 35843391 cycles: ffffffff8b46d99b tcp_skb_entail+0x11b ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [001] 2538.709847: 34000635 cycles: 1681f41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [030] 2538.709859: 31673448 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [038] 2538.709873: 30612589 cycles: 26cb154 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159386 [027] 2538.710120: 29229227 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [036] 2538.710136: 33385977 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [026] 2538.710153: 38174387 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2538.710167: 34987875 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [033] 2538.710279: 34903374 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [028] 2538.711004: 31749288 cycles: 186f06f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2538.711033: 28919144 cycles: ffffffff8a769102 psi_group_change+0x162 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [004] 2538.711483: 38135782 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [017] 2538.713004: 44991214 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 142267e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2538.713113: 47664570 cycles: 2049ec24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [021] 2538.713155: 38278105 cycles: 3a49ee9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [024] 2538.713622: 37835301 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2538.713792: 25602007 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [013] 2538.714314: 42407800 cycles: ffffffff8a769026 psi_group_change+0x86 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [011] 2538.714584: 37449049 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [012] 2538.714600: 28803944 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [005] 2538.714685: 30463288 cycles: 288987f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2538.715012: 28489666 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2538.715027: 27274724 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [042] 2538.715529: 27446394 cycles: 3b9e92b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [023] 2538.715819: 37259744 cycles: ffffffff8a74d636 set_next_entity+0x36 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [034] 2538.715982: 30278758 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2538.716140: 34728252 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [019] 2538.716235: 29330609 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2538.716408: 29799187 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198434 [018] 2538.716656: 27707437 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 165147 [008] 2538.717604: 32871388 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [035] 2538.717967: 32555227 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [045] 2538.718295: 28501440 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [046] 2538.718311: 27833039 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [044] 2538.718318: 39578723 cycles: ffffffff8aa31a8f __kmem_cache_free+0x17f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [039] 2538.718961: 34244451 cycles: bba8750 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 167057 [041] 2538.718967: 36662450 cycles: ffffffff8a7690da psi_group_change+0x13a ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2538.719297: 32761901 cycles: ffffffff8a7dacc2 ktime_get+0x12 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [003] 2538.719534: 29757912 cycles: ffffffff8b6ad539 _raw_spin_unlock+0x19 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167024 [032] 2538.720185: 38969358 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) nbsd.IC 198447 [027] 2538.720474: 28500399 cycles: ffffffff8aa2ef05 kmem_cache_alloc_node+0x5 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [030] 2538.720978: 30713968 cycles: 14060f12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2538.720999: 33284529 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [010] 2538.721012: 33720125 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [025] 2538.721147: 39945341 cycles: a06d2fc [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [015] 2538.721211: 32414360 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [016] 2538.721366: 33856348 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [022] 2538.721568: 34785307 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196909 [020] 2538.721576: 38551969 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2538.721586: 29739237 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [031] 2538.721670: 28633300 cycles: 1330dcea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [006] 2538.721855: 39240200 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [043] 2538.722695: 44061112 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [033] 2538.723090: 32666653 cycles: 3b0b698 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2538.723230: 40541272 cycles: ffffffff8a76e116 sched_clock_cpu+0x26 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [028] 2538.723292: 31906169 cycles: 1300ee26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2538.723464: 31583119 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [000] 2538.724524: 30720033 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159624 [004] 2538.724530: 35209985 cycles: 25258a06 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 193914 [012] 2538.724579: 28904826 cycles: ffffffff8b5fde85 idr_get_next+0x15 ([kernel.kallsyms]) ffffffff8a71764c find_ge_pid+0x1c ([kernel.kallsyms]) ffffffff8ab3864d next_tgid+0x6d ([kernel.kallsyms]) ffffffff8ab3b469 proc_pid_readdir+0x99 ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198032 [009] 2538.724663: 39273241 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [026] 2538.725046: 38140458 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [042] 2538.725291: 33209236 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [037] 2538.725586: 24657583 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [005] 2538.725787: 30184380 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2538.726209: 27707437 cycles: ffffffff8a7d8c49 hrtimer_get_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [002] 2538.726831: 29559163 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2538.726857: 33573719 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [034] 2538.727630: 29316148 cycles: 1870880 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [007] 2538.727978: 33714735 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2538.728096: 34830933 cycles: 2f6b4 log2+0x4 (/usr/lib/x86_64-linux-gnu/libm.so.6) 28b82e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2538.728295: 28039057 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [011] 2538.728463: 38810311 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [046] 2538.728538: 30890841 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [024] 2538.728631: 34627236 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [021] 2538.728881: 42249136 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2538.729006: 31841145 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [023] 2538.729170: 41553115 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2538.729401: 39939859 cycles: 12f39f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2538.730665: 29152394 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [030] 2538.730753: 30978095 cycles: ffffffff8a7d8e44 hrtimer_interrupt+0x124 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140736c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [014] 2538.730860: 31691789 cycles: ffffffff8a7479b6 update_load_avg+0xe6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [017] 2538.730919: 37116615 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [038] 2538.731211: 36107987 cycles: ffffffff8a974722 folio_mark_accessed+0x42 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [039] 2538.731211: 31886084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [031] 2538.731648: 28744896 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [010] 2538.731886: 32227429 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [013] 2538.731985: 34694067 cycles: 1407ca91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [044] 2538.732167: 36321675 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 170470 [045] 2538.732205: 25773452 cycles: bbbd393 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 193914 [012] 2538.732542: 30236395 cycles: 243d8a0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d6b2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c9d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2729449 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eaacf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198844 [003] 2538.732911: 31899939 cycles: 133c90ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [041] 2538.732948: 37658947 cycles: ffffffff8a736aac wake_q_add_safe+0xc ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [036] 2538.732973: 35260394 cycles: ffffffff8adac8fb _copy_from_iter+0x1b ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [016] 2538.733934: 35220674 cycles: 1fd877e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [015] 2538.734246: 33476316 cycles: ffffffff8b37ba76 skb_unlink+0x56 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [001] 2538.735257: 37062400 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [033] 2538.735339: 30662912 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47efa5b76c6 [unknown] (//anon) diskagen.User 198032 [032] 2538.735339: 33491711 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [037] 2538.735478: 24203493 cycles: ffffffff8a961ccb __filemap_get_folio+0x4b ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [020] 2538.735677: 34610767 cycles: ffffffff8a74ad85 reweight_entity+0x95 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 15fe5461 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2538.735925: 32802103 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 196811 [006] 2538.736003: 40451431 cycles: d88887b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [029] 2538.736060: 41272914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 171300 [022] 2538.736195: 34995945 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [042] 2538.736641: 31945180 cycles: 13cb2487 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [018] 2538.736725: 41914760 cycles: 1402fb82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2538.736974: 37107750 cycles: ffffffff8a768fb7 psi_group_change+0x17 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [000] 2538.736978: 32327272 cycles: ffffffff8b55f7b9 tcp_v6_rcv+0x89 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [025] 2538.737550: 34562265 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [002] 2538.737994: 31801055 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2538.738303: 41236786 cycles: ffffffff8ac648f0 fsnotify_perm.part.0+0x30 ([kernel.kallsyms]) ffffffff8ac66aee security_file_permission+0x4e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 171287 [034] 2538.738554: 28670956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) bc08fa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [005] 2538.738615: 33991721 cycles: 133b0440 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [026] 2538.739225: 42346439 cycles: 25258aad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [047] 2538.739359: 34763790 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [008] 2538.740333: 30725225 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [046] 2538.740519: 29412080 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [035] 2538.740596: 32604475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198682 [011] 2538.740638: 36354857 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 193914 [012] 2538.740861: 32524429 cycles: ffffffff8ad60a15 blkcg_maybe_throttle_current+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [019] 2538.741112: 25497115 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 172234 [027] 2538.741183: 31495150 cycles: bbbd3e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [009] 2538.741549: 35050903 cycles: 12d6bdd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [007] 2538.741759: 36129501 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198682 [014] 2538.741828: 30799297 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196917 [039] 2538.741902: 35434912 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [031] 2538.741920: 28795430 cycles: 34b12b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [024] 2538.742002: 37528364 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2538.742204: 29773541 cycles: ffffffff8a7f7355 __flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 170470 [045] 2538.742443: 28381579 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [040] 2538.742868: 41422647 cycles: 133ae441 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2538.743284: 32662025 cycles: 1406f5b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [023] 2538.743835: 37414523 cycles: 141fee0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [010] 2538.743954: 36038981 cycles: ffffffff8b45541d ip_rcv_finish_core.constprop.0+0x24d ([kernel.kallsyms]) ffffffff8b45647e ip_rcv+0x12e ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2538.744324: 38162067 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [037] 2538.744971: 24642478 cycles: 688f187 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2538.745340: 38044642 cycles: 13c966c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [028] 2538.745663: 33082257 cycles: 18082f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [015] 2538.745699: 36009868 cycles: 21a09ea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198103 [021] 2538.745843: 37825245 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [036] 2538.745889: 32178039 cycles: 3af2303 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166760 [013] 2538.746170: 30820578 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [001] 2538.746776: 35379430 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [016] 2538.746852: 34630819 cycles: ffffffff8a75fa58 __update_load_avg_blocked_se+0x18 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 198441 [032] 2538.747300: 31505270 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 150649 [044] 2538.747368: 31312926 cycles: ffffffff8a74c655 select_task_rq_fair+0x1d5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [033] 2538.747441: 29556637 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2538.747912: 31073216 cycles: ffffffff8a75fdca __update_load_avg_se+0x6a ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [041] 2538.747926: 36991312 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171287 [000] 2538.748749: 30833199 cycles: ae634c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [020] 2538.748766: 40847148 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [022] 2538.748933: 33062301 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [034] 2538.749273: 38611641 cycles: 252940e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2538.749373: 36685791 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 150649 [002] 2538.749578: 33995100 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 193914 [012] 2538.749952: 33909756 cycles: ffffffff8b61b00c put_dec+0x1c ([kernel.kallsyms]) ffffffff8b62217c num_to_str+0xdc ([kernel.kallsyms]) ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e1e5 do_task_stat+0x4e5 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 196117 [025] 2538.750373: 35952327 cycles: ffffffff8b6a5f65 mutex_unlock+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198045 [018] 2538.750507: 38270261 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [004] 2538.751089: 46224703 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [006] 2538.751134: 43983555 cycles: 14259fb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [045] 2538.751492: 28479293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [008] 2538.751603: 30725225 cycles: 172c363 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2538.751671: 28509658 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [029] 2538.751951: 39740070 cycles: 178fe24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [019] 2538.752284: 25021942 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [007] 2538.752558: 35236165 cycles: 133ad300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2538.753153: 27864162 cycles: ffffffff8aa5ef05 mem_cgroup_charge_skmem+0x45 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [030] 2538.753356: 29477873 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [037] 2538.753437: 26324871 cycles: ffffffff8a74dc56 dequeue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [047] 2538.753678: 33921489 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [027] 2538.754109: 32723487 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [035] 2538.754332: 29657522 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27825f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [043] 2538.754592: 38988745 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2538.754811: 28618852 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2538.755150: 40470599 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2538.755239: 38697947 cycles: ffffffff8b3a3ee0 netif_skb_features+0x40 ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [011] 2538.755388: 33108466 cycles: 1801a47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [003] 2538.755714: 30811095 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [039] 2538.755923: 37016439 cycles: 6442191 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [010] 2538.756309: 38931759 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [009] 2538.756685: 35050903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [036] 2538.757899: 30922304 cycles: ffffffff8b8016a0 error_return+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ya-bin 196715 [038] 2538.758062: 36652539 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd-lig.SRV1 194448 [028] 2538.758234: 30932264 cycles: ffffffff8b389679 simple_copy_to_iter+0x19 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [023] 2538.758321: 41319812 cycles: ffffffff8a65fdc5 save_fpregs_to_fpstate+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [033] 2538.758484: 30518210 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [013] 2538.758578: 28917973 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [021] 2538.758850: 39202441 cycles: 1417d08b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [040] 2538.758865: 39731498 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 25273811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [044] 2538.759208: 29691890 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [032] 2538.759277: 33623006 cycles: 1742c033 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [001] 2538.759616: 33485743 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 197546 [017] 2538.759626: 34609759 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [015] 2538.759712: 36952961 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [042] 2538.759917: 36562369 cycles: ffffffff8acd401c apparmor_file_permission+0x4c ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [000] 2538.759935: 32343703 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [016] 2538.760073: 36594964 cycles: ffffffff8b46305d __inet_lookup_established+0x4d ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2538.761276: 36965289 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [041] 2538.761317: 33113790 cycles: 1425a2d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [019] 2538.761399: 28521010 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2538.762007: 30959052 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [012] 2538.762146: 31962714 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b37e589 __alloc_skb+0x89 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154850 [002] 2538.762249: 31409434 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [031] 2538.762562: 28091792 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [020] 2538.762671: 35721054 cycles: ffffffff8a65e8c5 arch_cpu_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [008] 2538.763003: 45291145 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [045] 2538.763462: 30326805 cycles: 24fee017 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [034] 2538.763484: 35121736 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [030] 2538.763586: 31627653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2538.763682: 38989679 cycles: ffffffff8b389660 simple_copy_to_iter+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2538.763967: 36736913 cycles: 14090a94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2538.764219: 26041642 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2538.765261: 34745699 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [035] 2538.765337: 32177090 cycles: 2727b001 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2538.765979: 27786425 cycles: ffffffff8a95a87c rseq_ip_fixup+0x1c ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [006] 2538.766206: 41588736 cycles: 194b754 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [025] 2538.766247: 43609820 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [027] 2538.766891: 30891186 cycles: ffffffff8a69cd76 __sysvec_apic_timer_interrupt+0x66 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 283b49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [047] 2538.767841: 34653921 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198857 [004] 2538.767924: 41658335 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [010] 2538.768127: 37264008 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 166602 [011] 2538.768148: 36975360 cycles: 1be5a0e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197248 [003] 2538.768334: 33196329 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.User 168703 [024] 2538.768481: 35996008 cycles: 1a3b11e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [036] 2538.768636: 33448249 cycles: ffffffff8a6a85a5 x2apic_send_IPI+0x5 ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3adf8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [028] 2538.768781: 31219874 cycles: 64fa72e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [029] 2538.768875: 39740070 cycles: 1408856e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [033] 2538.768996: 38032708 cycles: 3b15ec0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [026] 2538.769725: 35151630 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [039] 2538.770281: 41931632 cycles: ffffffff8aa801d5 fput+0x5 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [044] 2538.770343: 36675833 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226b18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2538.770689: 36917378 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) swapper 0 [013] 2538.770729: 27137223 cycles: ffffffff8b697e4a ct_kernel_enter.constprop.0+0x4a ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [043] 2538.770924: 36565404 cycles: 17db40f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [032] 2538.771743: 31508989 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [019] 2538.771759: 28514584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [031] 2538.772016: 31879397 cycles: 2049b5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [038] 2538.772503: 36937941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [022] 2538.772566: 35758700 cycles: 204a4c22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [000] 2538.772625: 38383721 cycles: 3a6151a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [001] 2538.772920: 34597295 cycles: ffffffff8b617001 rb_erase+0x1f1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2538.773185: 35968359 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2538.773301: 37302970 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [046] 2538.773438: 29669388 cycles: ffffffff8a74c649 select_task_rq_fair+0x1c9 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2538.773469: 30617446 cycles: 196530b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [040] 2538.773693: 34611642 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2538.773793: 36599436 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2538.774033: 26101219 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [012] 2538.774072: 30190853 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [002] 2538.774386: 33216009 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [015] 2538.774555: 35013278 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [041] 2538.774679: 33846431 cycles: 1330cefa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2538.775404: 37147409 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [030] 2538.775974: 33689113 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2538.776024: 37319301 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [018] 2538.776194: 39263011 cycles: 251a0a61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [045] 2538.776222: 31852745 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [014] 2538.776598: 27282834 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [020] 2538.776812: 32596155 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2538.778219: 39121412 cycles: 252940e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2538.779068: 35603353 cycles: ffffffff8a74ab0d update_curr+0x7d ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [027] 2538.779085: 29496306 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [035] 2538.779758: 29978590 cycles: 2520867f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [028] 2538.780089: 33250093 cycles: ffffffff8a7f28a8 futex_q_lock+0x18 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.System 172767 [010] 2538.780127: 38799626 cycles: bbd16cb [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [024] 2538.780508: 33387948 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [011] 2538.780652: 35655128 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [006] 2538.780722: 38827141 cycles: 266d1b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [036] 2538.780729: 32807702 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [007] 2538.780828: 37685662 cycles: ffffffff8a77bb05 mutex_spin_on_owner+0x5 ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8af5c pipe_read+0x4c ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 196124 [047] 2538.781250: 36114393 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 29a46 [unknown] ([unknown]) nbsd-lig.SRV1 194448 [043] 2538.781481: 36030427 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [003] 2538.781559: 37040938 cycles: 6890d60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2538.782320: 31685688 cycles: ffffffff8a74bb80 select_idle_sibling+0x60 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a65e8d6 arch_cpu_idle+0x16 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159884 [026] 2538.782356: 32848262 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [044] 2538.782433: 41074938 cycles: ffffffff8a7397d2 check_preempt_curr+0x22 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [025] 2538.782880: 38557085 cycles: ffffffff8b46fe85 tcp_recvmsg_locked+0x5 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2538.783065: 44756009 cycles: ffffffff8b697ea7 ct_idle_exit+0x7 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [013] 2538.783433: 26003628 cycles: ffffffff8a75007b update_sg_lb_stats+0x27b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [046] 2538.784351: 29333435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2538.784391: 33161312 cycles: ffffffff8a779b52 psi_task_change+0x42 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [039] 2538.784831: 41161753 cycles: ffffffffc0c828a5 nf_nat_inet_fn+0x115 ([kernel.kallsyms]) ffffffffc0c84234 nf_nat_ipv4_local_fn+0x54 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2538.785526: 34010610 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2538.785699: 29099676 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [031] 2538.785915: 31946221 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [009] 2538.786162: 36550153 cycles: ffffffff8a7d6d85 get_next_timer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [017] 2538.786477: 30140019 cycles: ffffffff8a74641e set_next_buddy+0x1e ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [041] 2538.786516: 37043836 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [001] 2538.787114: 37719664 cycles: 673b25a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [037] 2538.787236: 26530729 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [029] 2538.787259: 54202890 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2538.787302: 32063573 cycles: ffffffff8b61a5f8 memchr_inv+0xb8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194338 [002] 2538.787561: 34973224 cycles: ffffffff8a6c8456 switch_mm_irqs_off+0x106 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2538.787633: 39960597 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [040] 2538.787697: 35989087 cycles: ffffffff8b6226b0 xas_start+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193988 [016] 2538.788075: 32891318 cycles: bba71f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [023] 2538.788121: 31510076 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [000] 2538.788350: 36774774 cycles: ffffffff8aa2b4cd memcg_slab_post_alloc_hook+0x14d ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [038] 2538.788672: 37134362 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [018] 2538.788928: 36530453 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a0b335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [015] 2538.788996: 31651529 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [042] 2538.789324: 36598472 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [020] 2538.789487: 31697748 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [021] 2538.789823: 36050729 cycles: 1d40834 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2538.790067: 40066999 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [030] 2538.790080: 31842173 cycles: 28897c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [008] 2538.791218: 36505117 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [035] 2538.791318: 34522938 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [027] 2538.791757: 33792902 cycles: ffffffff8a736da0 dequeue_task+0x80 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2538.792052: 32395608 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159494 [028] 2538.792992: 30640742 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [046] 2538.793945: 29376654 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [036] 2538.794174: 38194609 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [013] 2538.794309: 25049227 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2538.794761: 30350466 cycles: ffffffff8aa7e175 vfs_read+0x5 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2538.794885: 39389123 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.796023: 29793130 cycles: ffffffff8a747ba0 update_load_avg+0x2d0 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2538.796100: 30984550 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [006] 2538.796185: 40297668 cycles: 172a60b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [043] 2538.796439: 35449746 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2538.796451: 43923738 cycles: 204aba8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2538.796484: 34985372 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [023] 2538.797100: 32482490 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [044] 2538.797233: 44926217 cycles: 3c4d02c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [047] 2538.797596: 34887677 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.Scheduler 193840 [014] 2538.797713: 33875711 cycles: 1407371f [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2538.797767: 27008934 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [011] 2538.798139: 30879969 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [003] 2538.798222: 31006472 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [032] 2538.798367: 32083566 cycles: ffffffff8aa59b0e uncharge_batch+0x4e ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155699 [019] 2538.798569: 29508712 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198845 [007] 2538.798724: 39069899 cycles: ffffffff8a9c0cb3 lock_mm_and_find_vma+0x53 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [017] 2538.799858: 36565610 cycles: 1407ffae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [031] 2538.800108: 31920375 cycles: 21a1ba94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [025] 2538.800499: 40256832 cycles: ffffffff8ab7d242 ext4_block_write_begin+0x132 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [033] 2538.800696: 30875488 cycles: ffffffff8a7dad80 ktime_get_with_offset+0x0 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [040] 2538.801091: 34615847 cycles: 267f357e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2538.801095: 32568917 cycles: ffffffff8a752b98 find_busiest_group+0x38 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [009] 2538.801157: 34077176 cycles: 14199f7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2538.801247: 43176516 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2538.801537: 33139370 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2538.801677: 38848421 cycles: 3adf8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [020] 2538.801701: 42154768 cycles: ffffffff8a739e1a set_task_cpu+0xba ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251a0acf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [000] 2538.801876: 43409471 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [030] 2538.802715: 42938269 cycles: 35559b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [042] 2538.802758: 35928814 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 198682 [022] 2538.803365: 38070192 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [041] 2538.803806: 42031984 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [045] 2538.803980: 31624307 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2538.804154: 35432888 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2538.804182: 31038719 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [028] 2538.804720: 28977874 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2538.804889: 35015221 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [008] 2538.805228: 32254465 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [046] 2538.805356: 28718050 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 169148 [013] 2538.805539: 27166164 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2538.806105: 35895680 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2538.806190: 30513624 cycles: ffffffff8b698086 ct_nmi_enter+0x16 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2538.806551: 37425751 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [024] 2538.806708: 28734324 cycles: 266eb455 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [036] 2538.806898: 35346478 cycles: ffffffff8aa2b4cd memcg_slab_post_alloc_hook+0x14d ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2538.808275: 35235206 cycles: ffffffff8a7d8279 __hrtimer_run_queues+0xf9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2538.808359: 32980935 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [012] 2538.808378: 31202927 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [047] 2538.809067: 38180510 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2538.809223: 35911585 cycles: ffffffff8a9c3457 handle_mm_fault+0x147 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 21a19b90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [005] 2538.809983: 39564143 cycles: ffffffff8a9eb348 prep_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [029] 2538.810590: 47215564 cycles: 17de4c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [043] 2538.810624: 35221845 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 169148 [023] 2538.810929: 33433573 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 169040 [006] 2538.811090: 39900519 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) bc09168 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [032] 2538.811634: 41365086 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [037] 2538.811828: 32087981 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [011] 2538.811913: 35037565 cycles: 3b33970 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [003] 2538.811973: 31771795 cycles: 186934d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [010] 2538.812122: 44085819 cycles: 92fb2 pthread_cond_broadcast+0x1c2 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [014] 2538.812177: 37623496 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172767 [019] 2538.812888: 29508712 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2538.813978: 32201346 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2538.814154: 35179917 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198117 [016] 2538.814155: 31325123 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [044] 2538.814754: 36811196 cycles: ffffffff8a7d8855 hrtimer_cancel+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [033] 2538.815569: 34338728 cycles: 1713232 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [040] 2538.815803: 36065829 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [015] 2538.816155: 32135220 cycles: 404d901 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [024] 2538.816179: 28378995 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2538.816311: 27791002 cycles: ffffffff8a7f83a4 generic_smp_call_function_single_interrupt+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [018] 2538.816494: 39408508 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [009] 2538.816819: 33939049 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b2a5cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [007] 2538.816930: 31820732 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [004] 2538.817179: 39914268 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 195110 [000] 2538.817221: 46386842 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [039] 2538.817279: 45431370 cycles: e57bd clock_nanosleep+0x8d (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2538.817354: 33875928 cycles: ffffffff8a74ea80 enqueue_entity+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [020] 2538.817386: 35980401 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 194338 [046] 2538.817603: 29930957 cycles: ffffffff8a734a85 finish_task_switch.isra.0+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [042] 2538.817842: 34778632 cycles: 3b9cf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [025] 2538.817939: 43922577 cycles: ffffffff8a7aeab1 __rcu_read_lock+0x21 ([kernel.kallsyms]) ffffffff8aa5655f get_mem_cgroup_from_mm+0x1f ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [013] 2538.818620: 26983855 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [035] 2538.818670: 38975396 cycles: ffffffff8a9ef81b get_page_from_freelist+0x32b ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [038] 2538.818853: 35831223 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198612 [045] 2538.818924: 34145246 cycles: ffffffff8b800bbc asm_exc_page_fault+0xc ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [008] 2538.819107: 33088527 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [031] 2538.819759: 35826326 cycles: ffffffff8a7f1af3 get_futex_key+0x13 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [001] 2538.820828: 36530045 cycles: 186b22f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 197870 [021] 2538.821064: 34660258 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2538.821190: 28449951 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2538.821278: 36065231 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) default-executo 196114 [030] 2538.821319: 33557883 cycles: ffffffff8b37ebc5 kfree_skbmem+0x5 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [036] 2538.821377: 39160256 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [026] 2538.821450: 35615999 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [019] 2538.822904: 34719531 cycles: ba8a319 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [034] 2538.823762: 35295221 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [041] 2538.823827: 40601235 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [047] 2538.824182: 34006792 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [037] 2538.824990: 32707837 cycles: 3b16305 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [023] 2538.825077: 32594274 cycles: 204af7b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159490 [024] 2538.825615: 33115330 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f34c04bd87f [unknown] (//anon) nbsd.Scheduler 197261 [003] 2538.825661: 29309702 cycles: ffffffff8a76905b psi_group_change+0xbb ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [006] 2538.825700: 41352656 cycles: 3b23c17 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [028] 2538.825969: 28252529 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [016] 2538.826017: 32389479 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [011] 2538.826466: 38772946 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [005] 2538.826856: 40161779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [014] 2538.826900: 35163957 cycles: ffffffff8a75ff33 __update_load_avg_se+0x1d3 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 159624 [032] 2538.826949: 36508542 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [010] 2538.827058: 37316771 cycles: 1330cdba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [043] 2538.827132: 32936607 cycles: 1554bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [017] 2538.827149: 29458191 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [002] 2538.827295: 32270407 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [020] 2538.828238: 35115926 cycles: 3c91233 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2538.828285: 35333939 cycles: 17f05b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [007] 2538.828328: 30112563 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [033] 2538.828419: 34953726 cycles: 1830583 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [015] 2538.828805: 33742873 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [046] 2538.829323: 32257181 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2538.829475: 42208876 cycles: ffffffff8a7d8c4f hrtimer_get_next_event+0x5f ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [035] 2538.829885: 38208757 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2538.830002: 29414799 cycles: ffffffff8a76901a psi_group_change+0x7a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [042] 2538.830018: 38004135 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166757 [044] 2538.830213: 35303922 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [022] 2538.830718: 31019294 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [009] 2538.831283: 29988553 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2538.831354: 28214094 cycles: ffffffff8a74eb4c enqueue_entity+0xcc ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [038] 2538.831368: 33625216 cycles: 2045c671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2538.831622: 32021653 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5912df67997 [unknown] ([unknown]) diskagen.AIO.SQ 197895 [008] 2538.831696: 31983184 cycles: ffffffff8a96f420 set_page_dirty+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [031] 2538.831731: 33593687 cycles: 26a9c354 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [004] 2538.831862: 44261714 cycles: ffffffff8adaca0f _copy_from_iter+0x12f ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [018] 2538.831863: 39770734 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c80bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [030] 2538.832045: 33921934 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2538.833423: 36736328 cycles: ffffffff8b47e966 tcp_ack+0x6 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172388 [000] 2538.834331: 41849676 cycles: 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [039] 2538.834673: 37565442 cycles: 3ca1bcd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [001] 2538.834940: 39588208 cycles: 68b6e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [026] 2538.835166: 32481615 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9ec78a rmqueue_bulk+0x5a ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151709 [025] 2538.835433: 36880873 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [021] 2538.835758: 33202282 cycles: 243b871 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [036] 2538.836034: 39508304 cycles: 140c2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [003] 2538.836199: 31318633 cycles: ffffffff8a7d69d6 __mod_timer+0x296 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [028] 2538.836944: 30616973 cycles: ffffffff8a7527cb update_sd_lb_stats.constprop.0+0x3b ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [016] 2538.837717: 31168296 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159620 [034] 2538.837843: 36866531 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [047] 2538.838079: 34728208 cycles: 152b59cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [019] 2538.838117: 39808627 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2538.838163: 37449818 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 169832 [014] 2538.838288: 36388165 cycles: 12efdb1f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 196013 [017] 2538.838390: 32236374 cycles: ffffffff8a74ae50 reweight_entity+0x160 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [024] 2538.838529: 34746705 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2538.838786: 31697182 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159396 [010] 2538.838979: 35656081 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2538.839056: 34105823 cycles: ffffffff8a76e11f sched_clock_cpu+0x2f ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2538.839190: 29556420 cycles: 278214d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [002] 2538.839846: 30570180 cycles: ffffffff8a73cce7 cpus_share_cache+0x57 ([kernel.kallsyms]) ffffffff8a74bc6b select_idle_sibling+0x14b ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2538.839972: 40036712 cycles: 17f25b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [020] 2538.840040: 33382693 cycles: ffffffff8adb0620 _find_next_and_bit+0x20 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [046] 2538.840215: 31743880 cycles: 272affd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2538.840327: 37790377 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2538.840714: 34008665 cycles: 4b248ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 166759 [006] 2538.841670: 41355235 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) perf 198744 [012] 2538.841703: 31519099 cycles: ffffffff8ab85f46 ext4_da_write_begin+0x136 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.System 165660 [033] 2538.841809: 39671516 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [044] 2538.841829: 33542787 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [022] 2538.841959: 30266882 cycles: 17e3548 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2538.842259: 42677440 cycles: 17cae5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2538.842576: 28760732 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2538.842750: 32983397 cycles: ffffffff8a64a311 __switch_to+0x21 ([kernel.kallsyms]) diskagen.User 197875 [011] 2538.842891: 43224992 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2538.843026: 32486982 cycles: ffffffff8a74ea80 enqueue_entity+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194345 [035] 2538.843066: 40633290 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [008] 2538.843446: 41322645 cycles: 2a7fcbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [031] 2538.843999: 31843636 cycles: 133ff061 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [045] 2538.844052: 30678285 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [029] 2538.844204: 42210791 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [009] 2538.844435: 32609880 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [030] 2538.844518: 31669687 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [042] 2538.845110: 44350835 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [018] 2538.845461: 39972953 cycles: ffffffff8aa2b394 memcg_slab_post_alloc_hook+0x14 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2538.846835: 48040087 cycles: 141e3224 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2538.847216: 30952495 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [027] 2538.848372: 33236676 cycles: ffffffff8a9b43ad follow_p4d_mask+0x2d ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170471 [028] 2538.849316: 28595522 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [024] 2538.849594: 33762307 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [014] 2538.849964: 34943727 cycles: 1572f984 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 197448 [021] 2538.850004: 36349277 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [001] 2538.850237: 38519476 cycles: 65e1af7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2538.850284: 37937834 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [039] 2538.850328: 40869252 cycles: 3ad531e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198045 [016] 2538.850509: 36395516 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [036] 2538.850576: 38343540 cycles: 2510f6d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198832 [017] 2538.850962: 33976807 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [000] 2538.851003: 49678091 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [002] 2538.851225: 32846568 cycles: ffffffff8aa5db8e obj_cgroup_charge+0x6e ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2538.851503: 37233610 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [034] 2538.851736: 37182662 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [046] 2538.851806: 30400257 cycles: 3b27dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [044] 2538.851901: 33881336 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [020] 2538.851993: 36185515 cycles: ffffffff8a97184f lru_gen_add_folio+0x23f ([kernel.kallsyms]) ffffffff8a972791 lru_add_fn+0xc1 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198041 [010] 2538.852249: 32990701 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159883 [047] 2538.852463: 42128750 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [013] 2538.852469: 34912307 cycles: ffffffff8b50b845 unix_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2538.852780: 34039223 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [022] 2538.852932: 33078567 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [012] 2538.853315: 30386209 cycles: 1fcda9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [025] 2538.853418: 28782953 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2538.853614: 33532110 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2538.853941: 31692529 cycles: 1338bf27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [032] 2538.854408: 32023028 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [040] 2538.854860: 37353796 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) timer_manager 194368 [038] 2538.855497: 29965268 cycles: 1411d146 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [043] 2538.856677: 30894530 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [041] 2538.856708: 39374527 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [045] 2538.858179: 32158569 cycles: 14085d0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [033] 2538.858181: 33421453 cycles: 133bb3b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2538.858297: 38236738 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6863d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 168892 [015] 2538.858297: 30742991 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [006] 2538.858823: 37942821 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [019] 2538.858881: 38628990 cycles: 1e5c6519 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2538.859049: 31282229 cycles: ffffffff8a64a321 __switch_to+0x31 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2538.859609: 47605881 cycles: ffffffff8aa72958 check_heap_object+0x8 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2538.859739: 35574648 cycles: ffffffff8a7f7355 __flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [026] 2538.859743: 28610879 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [005] 2538.859918: 44478915 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2538.860274: 37265207 cycles: 3a49631 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159624 [035] 2538.861713: 41826028 cycles: 204007bb [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 195110 [011] 2538.862123: 48697441 cycles: 186ef31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [042] 2538.862427: 36781778 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2538.862430: 28953746 cycles: 3a3a521 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [014] 2538.862531: 36632590 cycles: 198f013 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [024] 2538.862571: 38390301 cycles: 1408601c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196100 [028] 2538.862617: 25803227 cycles: 3c83202 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [002] 2538.863412: 36009282 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [044] 2538.863565: 32013121 cycles: 1c396220 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [030] 2538.863908: 32319808 cycles: ffffffff8adaec48 copy_page_from_iter_atomic+0x268 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 172390 [046] 2538.864394: 35484541 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [020] 2538.864431: 34755797 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2538.864784: 38874576 cycles: 204af782 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [037] 2538.864846: 36395798 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [022] 2538.865144: 30810877 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [016] 2538.865221: 35796221 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [010] 2538.865487: 36756665 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [021] 2538.865523: 33146983 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [012] 2538.865995: 35452588 cycles: 204a73b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [013] 2538.866174: 37368912 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [036] 2538.866265: 45946298 cycles: 2893657 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [003] 2538.866328: 39992398 cycles: 3b39575 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 160816 [004] 2538.866337: 45934476 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd-lig.SRV1 196021 [038] 2538.866623: 32790186 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [032] 2538.866859: 30713682 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2538.866978: 29873125 cycles: ffffffff8b61acc0 timerqueue_del+0x0 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [001] 2538.867102: 37703319 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 198105 [034] 2538.867190: 35479685 cycles: 1a203ba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [023] 2538.867490: 33532110 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [007] 2538.867687: 39257693 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165270 [039] 2538.867905: 33891071 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [040] 2538.868809: 35923908 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b15ec0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198107 [043] 2538.869456: 36714722 cycles: 1a455f71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [026] 2538.870300: 28413060 cycles: ffffffff8a6a8352 native_apic_msr_write+0x2 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [015] 2538.870487: 41464963 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [041] 2538.870778: 39022020 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [000] 2538.870982: 50644198 cycles: ffffffff8a7434a1 select_idle_core+0x151 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [019] 2538.871005: 40045881 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [006] 2538.871081: 37700972 cycles: ffffffffc0c83b25 nf_nat_ipv6_fn+0x5 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [045] 2538.871151: 38010353 cycles: 3a3a3e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [047] 2538.872056: 38470811 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [033] 2538.872070: 38555959 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2538.872193: 39421636 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [018] 2538.873276: 35615571 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [028] 2538.873422: 25520932 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 196013 [031] 2538.873840: 31282229 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [030] 2538.874557: 31573985 cycles: ffffffff8a991b4e shmem_write_begin+0x6e ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [009] 2538.874593: 42099060 cycles: ffffffff8b4705e4 tcp_recvmsg_locked+0x764 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2538.875320: 38716194 cycles: 178ac3a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 155855 [027] 2538.875450: 26852001 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8ae75024 strncpy_from_user+0x44 ([kernel.kallsyms]) ffffffff8aa95350 getname_flags.part.0+0x50 ([kernel.kallsyms]) ffffffff8aa95585 getname+0x35 ([kernel.kallsyms]) ffffffff8aa7a72c do_sys_openat2+0x7c ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114634 open64+0xd4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad47228 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [042] 2538.875921: 33749719 cycles: ffffffff8a741950 __calc_delta+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [005] 2538.875937: 46807968 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [044] 2538.876325: 31420718 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 15ab501 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [025] 2538.876546: 30039774 cycles: 1a719e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1861f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [024] 2538.876589: 37080896 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [022] 2538.876875: 30554403 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165867 [002] 2538.877158: 43052322 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [035] 2538.877197: 35465161 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [046] 2538.877337: 33673987 cycles: 154cad6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2538.877666: 47599624 cycles: ffffffff8b6a45be __schedule+0xbe ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [021] 2538.877896: 35703444 cycles: 133c30b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) timer_manager 198460 [032] 2538.878117: 35448180 cycles: 14102141 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [029] 2538.878117: 51834444 cycles: ffffffff8b50fb16 unix_stream_sendmsg+0x186 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2538.878203: 37992778 cycles: ffffffff8aa2f0ca kmem_cache_alloc_node+0x1ca ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [012] 2538.878394: 37491965 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [016] 2538.879749: 37690686 cycles: ffffffff8b697cc1 irqentry_enter+0x1 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [038] 2538.879855: 34151351 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [034] 2538.880084: 39866632 cycles: 2520a753 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [011] 2538.880432: 46535495 cycles: 402a891 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166754 [017] 2538.880616: 37328355 cycles: ffffffff8a741955 __calc_delta+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [010] 2538.880694: 33752778 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [023] 2538.881307: 37126545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f4cdfd537 [unknown] (//anon) diskagentd 198846 [028] 2538.881383: 30521142 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159883 [037] 2538.881555: 39852710 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [039] 2538.881693: 29996736 cycles: ffffffff8a74fc0b update_sd_pick_busiest+0x7b ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [026] 2538.881755: 34084729 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2538.882162: 38846630 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [036] 2538.882864: 43087530 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 197012 [001] 2538.883328: 42598746 cycles: ffffffff8a663b9e xfd_validate_state+0x4e ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.System 171571 [013] 2538.883659: 34508396 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [004] 2538.884208: 49494459 cycles: 25262cf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [030] 2538.884616: 31633912 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [007] 2538.884792: 41210260 cycles: 25258ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [018] 2538.884812: 34291649 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [043] 2538.885302: 31192477 cycles: 1c3991ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [041] 2538.885433: 35145108 cycles: bbbf601 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [006] 2538.885460: 37674737 cycles: 269aa224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [019] 2538.885571: 39307009 cycles: ffffffff8b5856d5 __inet6_lookup_established+0x5 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2538.885690: 26356972 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2538.886197: 39325826 cycles: ffffffff8a74eaf7 enqueue_entity+0x77 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2538.886820: 34961915 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2538.886869: 33177633 cycles: ffffffff8a769212 psi_group_change+0x272 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [042] 2538.886884: 33146444 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [045] 2538.887073: 35914516 cycles: ffffffff8a771780 cpuacct_charge+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [044] 2538.887351: 36707487 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [022] 2538.887480: 35800662 cycles: 64470e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [014] 2538.887525: 40077112 cycles: 25258a09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [015] 2538.887705: 42315339 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [046] 2538.887751: 39446396 cycles: 12e9a294 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165849 [025] 2538.887843: 29165493 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198039 [047] 2538.888452: 33898455 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [024] 2538.888732: 36653096 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [035] 2538.889654: 33379249 cycles: 2727ed24 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2538.889660: 36216238 cycles: ffffffff8b46f2c8 tcp_sendmsg_locked+0x9c8 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [000] 2538.889764: 50363974 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2538.890444: 37446455 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [009] 2538.890581: 42099060 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a9384a0 local_clock+0x10 ([kernel.kallsyms]) ffffffff8a94048a __perf_event_header__init_id+0x4a ([kernel.kallsyms]) ffffffff8a943063 perf_event_mmap_output+0x283 ([kernel.kallsyms]) ffffffff8a93b73c perf_iterate_sb+0x13c ([kernel.kallsyms]) ffffffff8a93b9c7 perf_event_mmap_event+0x167 ([kernel.kallsyms]) ffffffff8a94c37b perf_event_mmap+0xdb ([kernel.kallsyms]) ffffffff8a9d3a1f mprotect_fixup+0x1cf ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528cef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [032] 2538.890710: 37586976 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [021] 2538.890733: 33148447 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [005] 2538.891288: 40465971 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [038] 2538.891647: 32627388 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [028] 2538.891835: 31297129 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2538.892310: 33992819 cycles: 1666451 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2538.892697: 37148926 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [020] 2538.894118: 40025130 cycles: 3b97755 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [002] 2538.894241: 42841675 cycles: 133ba093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [034] 2538.894242: 39025178 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [039] 2538.894597: 27865372 cycles: 20457db9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [023] 2538.894657: 37894676 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [017] 2538.894682: 32533156 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2538.895075: 26487419 cycles: ffffffff8a7d67d1 __mod_timer+0x91 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [026] 2538.895337: 31420505 cycles: 3b70fd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198628 [030] 2538.895690: 31689279 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196100 [018] 2538.895918: 33729753 cycles: ffffffff8a74f0b8 enqueue_task_fair+0xc8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [040] 2538.896562: 40762523 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160831 [036] 2538.897356: 42701963 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [029] 2538.897388: 44123984 cycles: 3ba3dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [013] 2538.897439: 40181212 cycles: ffffffff8a96381d __generic_file_write_iter+0x8d ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [042] 2538.897901: 34867142 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 193993 [007] 2538.897906: 36904069 cycles: 118f6d50 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [043] 2538.898728: 28816795 cycles: 133ae13b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [006] 2538.898875: 38989372 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [041] 2538.899362: 36375413 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165143 [037] 2538.899656: 36179013 cycles: 153be263 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) .NET TP Worker 197901 [044] 2538.899743: 42920901 cycles: 14745e0 [unknown] (/memfd:doublemapper (deleted)) default-executo 196114 [019] 2538.900034: 35388226 cycles: ffffffff8b380588 __skb_clone+0x118 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193831 [011] 2538.900138: 38311304 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [008] 2538.900221: 35045006 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [001] 2538.900222: 37698967 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [033] 2538.900392: 34297617 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2538.900858: 32809813 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [031] 2538.901195: 45089008 cycles: ffffffff8b46f2c8 tcp_sendmsg_locked+0x9c8 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [024] 2538.901258: 33809075 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [035] 2538.901346: 31914254 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2538.901558: 26202193 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a754f42 nohz_run_idle_balance+0x12 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [004] 2538.901746: 41224414 cycles: ffffffff8a74349c select_idle_core+0x14c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2538.901913: 45959618 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2538.902168: 39011000 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2538.902309: 34030087 cycles: ffffffff8a7dad52 ktime_get+0xa2 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2538.902375: 35095049 cycles: ffffffff8a779fc5 psi_task_switch+0x1e5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [047] 2538.902485: 30890357 cycles: ffffffff8aa5dcc4 obj_cgroup_uncharge+0x14 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [032] 2538.902972: 38219395 cycles: 20484dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2538.903906: 35754888 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [010] 2538.904257: 37566342 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [038] 2538.904537: 37864232 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [021] 2538.904714: 34059357 cycles: ffffffff8a75fd85 __update_load_avg_se+0x25 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [027] 2538.906034: 26225933 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [016] 2538.906108: 36943761 cycles: bbbb5ff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [003] 2538.906197: 35334149 cycles: ffffffff8b47ecb7 tcp_ack+0x357 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [028] 2538.906798: 30527503 cycles: 12f474ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2538.907236: 34136049 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2538.907392: 46419974 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [030] 2538.907568: 32690724 cycles: ffffffff8b389a7c skb_copy_datagram_iter+0x3c ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2538.907881: 44237163 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2538.908038: 38307923 cycles: 689b708 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [039] 2538.908133: 27484521 cycles: 1554b93f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [026] 2538.908336: 36260009 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [034] 2538.908841: 39445030 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [020] 2538.909255: 34586053 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [018] 2538.909321: 33527067 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [023] 2538.909334: 37149768 cycles: 2f703 log2+0x53 (/usr/lib/x86_64-linux-gnu/libm.so.6) 68c8d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [042] 2538.909871: 33086919 cycles: ffffffff8b486e3b __tcp_transmit_skb+0x5ab ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [025] 2538.910374: 30651414 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [002] 2538.911081: 36040062 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2538.911568: 34146155 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [040] 2538.911768: 50434007 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2538.912085: 29063189 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [036] 2538.912746: 42199219 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [022] 2538.912959: 31425941 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197523 [008] 2538.913253: 35192757 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [006] 2538.913567: 42836969 cycles: 3987e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2538.913668: 30139414 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2538.913784: 41609052 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2538.914284: 38487279 cycles: ffffffff8aa72cb4 __check_object_size+0x24 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [019] 2538.914493: 36113060 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [012] 2538.914554: 31961824 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2538.915244: 33314358 cycles: ffffffff8a7d7f15 __hrtimer_start_range_ns+0x235 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [037] 2538.915262: 30322652 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [013] 2538.915276: 34625105 cycles: 288985b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [047] 2538.915476: 38703020 cycles: ffffffff8a73c3a2 wake_up_q+0x62 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2538.915863: 35963342 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [039] 2538.916291: 31988045 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [032] 2538.916306: 39894292 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [044] 2538.916454: 43465791 cycles: 133a44e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165450 [011] 2538.916527: 39178079 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f649f30387f [unknown] (//anon) diskagen.AIO0 198050 [046] 2538.916547: 35745687 cycles: 251a8fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [015] 2538.916938: 40694677 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194336 [028] 2538.916966: 37930045 cycles: ffffffff8a9a5d20 kfree+0x60 ([kernel.kallsyms]) ffffffff8a8042ff cgroup_file_release+0x4f ([kernel.kallsyms]) ffffffff8ab4f76f kernfs_fop_release+0xaf ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11500b __close+0x3b (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b95fc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [004] 2538.917073: 35276289 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [031] 2538.917184: 43124961 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [001] 2538.917225: 40635731 cycles: ffffffff8b5855d9 inet6_ehashfn+0x129 ([kernel.kallsyms]) ffffffff8b585710 __inet6_lookup_established+0x40 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [045] 2538.917263: 35321560 cycles: 36a06af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [027] 2538.917281: 25446082 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [021] 2538.917338: 34759421 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [014] 2538.917448: 33895219 cycles: 172a60b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [003] 2538.918026: 35939173 cycles: 3b6653c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [038] 2538.918102: 33465683 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [010] 2538.918710: 39658303 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2538.919016: 35010582 cycles: 1c7bcf7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [016] 2538.919620: 34023297 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [005] 2538.919990: 32248071 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [018] 2538.920671: 32671680 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2538.921684: 34844075 cycles: 68acc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [026] 2538.921894: 32401094 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155806 [042] 2538.921984: 32283146 cycles: 93c60 pthread_cond_timedwait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196861 [017] 2538.922271: 34689267 cycles: 1be5a0a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2538.922335: 32182518 cycles: ffffffff8a75c5e0 do_idle+0x70 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [035] 2538.922948: 34420330 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [000] 2538.923250: 43413127 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198709 [025] 2538.923915: 28465596 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [034] 2538.924291: 34141030 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [022] 2538.924485: 34457075 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194630 [043] 2538.924626: 28558765 cycles: 2a91525 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [002] 2538.924818: 32768444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [009] 2538.924924: 43619783 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2538.925201: 30498829 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [008] 2538.925938: 41311687 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [037] 2538.926762: 29144734 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [012] 2538.926873: 33669218 cycles: 3c4802a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2538.927061: 40294965 cycles: 1d43e21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [039] 2538.927617: 30880930 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [027] 2538.927976: 25116065 cycles: 20400194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2538.928513: 35622412 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [033] 2538.928659: 34765337 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [036] 2538.928850: 36138288 cycles: 2516f177 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [046] 2538.928880: 33635343 cycles: ffffffff8a7d75b8 __hrtimer_init+0x38 ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8b6ab2f8 schedule_hrtimeout_range_clock+0x48 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [047] 2538.928960: 36102791 cycles: ffffffff8a74bf88 select_idle_sibling+0x468 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2538.929427: 32078616 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [004] 2538.929553: 36836344 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198751 [029] 2538.929725: 39306344 cycles: ffffffff8a9ed521 rmqueue+0x621 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2538.929727: 36620592 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2538.929889: 44923285 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [040] 2538.930310: 38968404 cycles: ffffffffc0caba7e nf_conntrack_tcp_packet+0x15e ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [019] 2538.930478: 36725792 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2538.930906: 36110871 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [041] 2538.931084: 30733494 cycles: 2646d2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [018] 2538.931103: 31929300 cycles: ffffffff8b4598f6 neigh_hh_output+0x56 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 167030 [028] 2538.931867: 36267978 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 155850 [021] 2538.932188: 34415366 cycles: 10fa9bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2538.932438: 39197652 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [026] 2538.932635: 31355669 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [031] 2538.932674: 41493746 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [042] 2538.932762: 34948592 cycles: 1411b927 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [044] 2538.932939: 38190720 cycles: 64f9f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [045] 2538.933001: 40722872 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) nbsd.IC 197544 [020] 2538.933089: 31506276 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171294 [005] 2538.933531: 39194323 cycles: 112859ce [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [011] 2538.933642: 33479577 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [003] 2538.933843: 35779699 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [016] 2538.933901: 30098213 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [010] 2538.934270: 41998303 cycles: 251db787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [001] 2538.935305: 39312847 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [017] 2538.935338: 36983308 cycles: 64a2d6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [025] 2538.935373: 26345908 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [015] 2538.935593: 46281412 cycles: ffffffff8b51335b unix_destruct_scm+0x6b ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [034] 2538.935822: 36570841 cycles: 1617ad95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2538.936004: 35374231 cycles: ffffffff8a760672 __update_load_avg_cfs_rq+0x232 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [035] 2538.936008: 32296299 cycles: 141efbf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2538.936372: 32016530 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 54afb90cc1f [unknown] (//anon) nbsd-lig.SRV2 196022 [022] 2538.936743: 42771347 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2538.936819: 35182047 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151701 [000] 2538.936882: 39735312 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198852 [024] 2538.937185: 29805015 cycles: 250fd6b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2538.937939: 29623338 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [037] 2538.938787: 27688821 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [027] 2538.940282: 25116065 cycles: 1407e637 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [012] 2538.940453: 32038545 cycles: 15fe391e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2538.940971: 36046451 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2538.941137: 30709956 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [018] 2538.942221: 31355066 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [046] 2538.942323: 30128844 cycles: 13c9207a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2538.942759: 34364851 cycles: 197fd38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [033] 2538.943457: 31152639 cycles: 3cb05c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [009] 2538.943463: 41312911 cycles: 139f164f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2538.943480: 31821452 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [038] 2538.943795: 39743463 cycles: 133c3034 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [013] 2538.944164: 30786856 cycles: 251a12e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [026] 2538.944396: 30582513 cycles: 3b637a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [029] 2538.944460: 35617232 cycles: ffffffff8aaea9b0 ep_send_events+0x190 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [016] 2538.944798: 29109140 cycles: 1436de08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [041] 2538.944864: 28263249 cycles: bbbf860 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [025] 2538.944962: 27661653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2538.945118: 29912238 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [004] 2538.945225: 31437098 cycles: ffffffff8a74504f select_idle_cpu+0x25f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [047] 2538.945400: 32652506 cycles: 1c784c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [032] 2538.945873: 37420937 cycles: 1572fa74 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2538.945990: 37439882 cycles: ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [042] 2538.946331: 38155560 cycles: 16bef54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [019] 2538.946574: 34758192 cycles: ffffffff8a736d5f dequeue_task+0x3f ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2538.946879: 32483988 cycles: 13405181 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2538.947155: 38762848 cycles: ffffffff8a779dfd psi_task_switch+0x1d ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [030] 2538.947318: 34193142 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [021] 2538.947321: 30823950 cycles: ffffffff8b373fe3 sk_page_frag_refill+0x23 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2538.948127: 30008137 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [011] 2538.948317: 30204684 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [024] 2538.948538: 34638925 cycles: 3ca8a23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [006] 2538.948798: 40414486 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [044] 2538.949125: 33383345 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [005] 2538.949148: 42440691 cycles: 25258a9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2538.949154: 32735853 cycles: 3a8fe00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [035] 2538.949215: 29245858 cycles: 3b9d9a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [031] 2538.949786: 41937109 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198650 [017] 2538.950075: 43651961 cycles: 3b19629 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2538.950133: 30237449 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [002] 2538.950279: 31322737 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [003] 2538.950750: 39714983 cycles: 1d42399 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [043] 2538.950844: 29623338 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2538.951192: 36572506 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [046] 2538.951694: 30110309 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [027] 2538.951749: 30353648 cycles: 1549f8af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2538.951752: 36733416 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [022] 2538.951787: 37028591 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196907 [023] 2538.952021: 29581149 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [000] 2538.952938: 42126702 cycles: 2837518 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [001] 2538.953321: 38604089 cycles: 36b7a05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2538.953700: 30198689 cycles: 3c831eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [018] 2538.953782: 29932999 cycles: 252613ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [014] 2538.954093: 28344769 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [036] 2538.954239: 30749221 cycles: 67f26de [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [008] 2538.954976: 32450727 cycles: 3971731 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [020] 2538.956150: 28896369 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2538.956263: 34640008 cycles: ffffffff8b47ea13 tcp_ack+0xb3 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [007] 2538.956268: 32065051 cycles: ffffffff8b380555 __skb_clone+0xe5 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2538.956401: 27040342 cycles: 36112d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [033] 2538.956501: 31476063 cycles: 133ae13b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2538.957014: 33844953 cycles: ffffffff8a747f71 update_load_avg+0x6a1 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2538.957091: 26540337 cycles: ffffffff8b616e10 rb_erase+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [026] 2538.957614: 32526941 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [013] 2538.957732: 34406767 cycles: 21af4da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2538.958826: 28934423 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [032] 2538.959196: 34555843 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [029] 2538.959453: 31837729 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [043] 2538.959504: 37880340 cycles: 64f914a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 193590 [038] 2538.959534: 34695927 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [009] 2538.959706: 45910422 cycles: ffffffff8b37e3cd __build_skb_around+0x8d ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2538.959837: 32940138 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2538.959895: 29835114 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [002] 2538.960168: 31227088 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197252 [028] 2538.960485: 28278504 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) nbsd.System 194335 [019] 2538.960529: 34758192 cycles: 1406665e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [027] 2538.960575: 30205015 cycles: 20483bcf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [011] 2538.960875: 28960299 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [040] 2538.961318: 36373651 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 404daff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [035] 2538.961509: 27507326 cycles: 13d9bf90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [024] 2538.961976: 31261403 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 193ffed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [030] 2538.962366: 29435372 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [044] 2538.962409: 38560964 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165449 [046] 2538.962467: 33329244 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [042] 2538.962866: 31827703 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [034] 2538.963560: 29798264 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198615 [018] 2538.963779: 30361480 cycles: ffffffff8a9c2cee __handle_mm_fault+0x10e ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [037] 2538.964037: 31001709 cycles: ffffffff8aa5e855 __mem_cgroup_charge+0x5 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 3a6a2d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2538.964539: 43853641 cycles: ffffffff8a73e4f5 idle_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [005] 2538.965811: 39290235 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [022] 2538.965817: 40364866 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2538.965834: 27182553 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2538.965837: 27011968 cycles: ffffffff8a64a2ff __switch_to+0xf ([kernel.kallsyms]) diskagen.IC 197891 [036] 2538.966043: 30519826 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 59141296907 [unknown] ([unknown]) swapper 0 [012] 2538.966280: 36587715 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2538.966382: 37140464 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [006] 2538.966540: 31497780 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [016] 2538.966588: 28212693 cycles: 2665bd4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [008] 2538.967055: 31662950 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 198839 [020] 2538.967773: 31271942 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [031] 2538.968434: 43018728 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170465 [003] 2538.968996: 32278674 cycles: ffffffff8a748327 __update_blocked_fair+0x297 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [033] 2538.969210: 28489599 cycles: 13003ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [045] 2538.969219: 44087443 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [001] 2538.969880: 36295295 cycles: ffffffff8b3a4a6d __dev_queue_xmit+0x8d ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [017] 2538.969888: 43645050 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2538.970101: 35716682 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [007] 2538.970124: 30422820 cycles: 140c8014 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [000] 2538.970339: 38000999 cycles: ffffffff8a735e3b update_rq_clock+0x6b ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [004] 2538.970715: 30148560 cycles: ffffffff8b378691 __sk_mem_reduce_allocated+0x61 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 196029 [025] 2538.971143: 29721551 cycles: 1244831 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [026] 2538.971144: 32526941 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14082c3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [030] 2538.971242: 30644533 cycles: 3a6145b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [015] 2538.972111: 31619990 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [011] 2538.972188: 29320061 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [028] 2538.972472: 30565992 cycles: 13a39014 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [039] 2538.972621: 28910136 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [038] 2538.972989: 32172221 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [002] 2538.973218: 28966070 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [027] 2538.973644: 28144279 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193501 [021] 2538.974059: 33949597 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [042] 2538.974681: 34654010 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2538.974796: 28417016 cycles: ffffffff8a739945 ttwu_do_wakeup+0x105 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [047] 2538.974832: 29232163 cycles: 15f89fd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [024] 2538.974900: 32294781 cycles: ffffffff8a7f82e5 __smp_call_single_queue+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2538.975016: 30375836 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2538.975130: 31161561 cycles: ffffffff8a749413 place_entity+0xa3 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [032] 2538.975259: 32262045 cycles: 267e4b33 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [046] 2538.975280: 34768793 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [019] 2538.975372: 42363481 cycles: 3b65aa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [040] 2538.975528: 36663243 cycles: ffffffff8a99188f shmem_file_read_iter+0x18f ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2538.975632: 32057082 cycles: ffffffff8b463025 __inet_lookup_established+0x15 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [044] 2538.976051: 35368108 cycles: ffffffff8a7412f7 update_min_vruntime+0x47 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166757 [018] 2538.976160: 36550898 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [043] 2538.976214: 35423596 cycles: 15f834fa [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [041] 2538.976382: 27296451 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2538.976614: 26714745 cycles: ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2538.977034: 31475422 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [016] 2538.977245: 30979012 cycles: 3b9b538 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [033] 2538.977741: 29714689 cycles: 24f78a14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [036] 2538.977836: 31105616 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [008] 2538.979048: 35387140 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [020] 2538.979120: 32860358 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2538.979251: 48206433 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2538.980156: 42190633 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [005] 2538.980488: 35660457 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2538.980536: 33970632 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [012] 2538.980739: 32987909 cycles: ffffffff8a73330d prepare_task_switch+0xd ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2538.980891: 31008444 cycles: ffffffff8b6acc85 _raw_spin_unlock_irqrestore+0x35 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [022] 2538.981280: 36730338 cycles: ffffffff8aaeb0da ep_poll+0x6a ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [003] 2538.981436: 29637450 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [015] 2538.981622: 32340118 cycles: ffffffff8acd3fd5 apparmor_file_permission+0x5 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7c807 do_iter_write+0x77 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2538.982868: 41414578 cycles: ffffffff8adab191 iovec_from_user.part.0+0x151 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2538.983114: 29121962 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [000] 2538.983182: 34927883 cycles: ffffffff8aa72bd9 __check_object_size.part.0+0xa9 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [007] 2538.983206: 36397898 cycles: 266e2287 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165143 [025] 2538.983578: 33023707 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [013] 2538.983871: 35878454 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [001] 2538.983997: 32670138 cycles: 352a4a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [011] 2538.984223: 29323175 cycles: ffffffff8a779e65 psi_task_switch+0x85 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [038] 2538.984386: 33351012 cycles: 67f6a73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2538.984591: 28051406 cycles: 196ccb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [039] 2538.984624: 32026173 cycles: ffffffff8a743387 select_idle_core+0x37 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2538.984763: 31273258 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [031] 2538.984846: 41011847 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2538.985000: 35561672 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [029] 2538.985707: 35234660 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbd6d969f [unknown] (//anon) swapper 0 [006] 2538.986359: 32296620 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [034] 2538.986389: 30219208 cycles: ffffffff8b3767e1 sock_wfree+0xc1 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2538.986591: 26662967 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [042] 2538.987052: 40903517 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [024] 2538.987212: 30143579 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [032] 2538.987316: 30498158 cycles: 133b2617 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170142 [014] 2538.987371: 26408071 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [035] 2538.987474: 26238906 cycles: 1e46c14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [021] 2538.987520: 34537716 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2538.987705: 30074700 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 169808 [045] 2538.987799: 44863423 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [041] 2538.988142: 25663955 cycles: 1421e9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [044] 2538.988266: 33009296 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2538.988569: 31132578 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [040] 2538.988949: 37769445 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [017] 2538.989274: 33388336 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [036] 2538.989425: 33361095 cycles: 204af557 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [046] 2538.989691: 30324914 cycles: 15440de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [037] 2538.989789: 36741906 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [018] 2538.990797: 42649289 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [019] 2538.990929: 43156183 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [003] 2538.991364: 29393077 cycles: 1330d91b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2538.991469: 32908441 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2538.991699: 33178116 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [020] 2538.991841: 34498309 cycles: 3b99720 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2538.991928: 36684231 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [015] 2538.993203: 30909704 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68c8d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [012] 2538.993405: 30613662 cycles: 3a8fe21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2538.993589: 32809897 cycles: 133ad3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2538.993647: 33174633 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [030] 2538.994062: 28588494 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [010] 2538.994973: 42177811 cycles: ffffffff8aa5dc2d obj_cgroup_charge+0x10d ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172771 [022] 2538.995147: 43210484 cycles: ffffffff8a74aaf0 update_curr+0x60 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [002] 2538.995164: 27588333 cycles: 2049b4b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2538.995343: 33306729 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [039] 2538.995577: 34507642 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [028] 2538.995687: 33539376 cycles: 1330d2e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [009] 2538.995735: 48185315 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2538.995893: 28725402 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [005] 2538.995965: 34072055 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [025] 2538.996433: 32354449 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8ab7d515 ext4_block_write_begin+0x405 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) timer_manager 166794 [047] 2538.996629: 30730815 cycles: 11a262c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 171590 [011] 2538.996641: 36131775 cycles: ffffffff8a769062 psi_group_change+0xc2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [013] 2538.996775: 38250760 cycles: 140c5313 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 169046 [041] 2538.997187: 26654705 cycles: 1be91f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [026] 2538.997293: 38434860 cycles: 230e5943 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 155697 [034] 2538.997309: 29308029 cycles: ae5f987 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [014] 2538.997473: 26133494 cycles: 3cabfd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [035] 2538.997883: 25857188 cycles: 1ae8e5 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1ca7c768 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [032] 2538.997969: 29941975 cycles: 140398cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [038] 2538.997996: 36816816 cycles: 3b99ca4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [007] 2538.998004: 33485299 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [006] 2538.998168: 33248411 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2538.998668: 32501886 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [036] 2538.999516: 37317476 cycles: 1c5e4b9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2538.999556: 32205739 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [044] 2538.999593: 32095235 cycles: 133a56ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [046] 2539.000156: 33262824 cycles: 1212155 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [016] 2539.000800: 35944169 cycles: 3a64b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [003] 2539.000898: 31103190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [029] 2539.000932: 33854447 cycles: ffffffff8a64a3f1 __switch_to+0x101 ([kernel.kallsyms]) nbsd.User 198432 [017] 2539.001539: 31397576 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [042] 2539.001615: 41882211 cycles: 13c8e9fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2539.001786: 34437046 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [021] 2539.002159: 33413248 cycles: 6863e73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [031] 2539.002396: 36276485 cycles: 17bd7ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [037] 2539.002964: 43510112 cycles: 12ee0c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [004] 2539.003605: 32008374 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [008] 2539.003759: 31600784 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [030] 2539.003766: 31785899 cycles: 13a0f8b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2539.004687: 36683937 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [002] 2539.005228: 34443279 cycles: 93ed4 pthread_cond_timedwait+0x274 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [015] 2539.005299: 29259410 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [020] 2539.005492: 30817906 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [018] 2539.005878: 45544618 cycles: ffffffff8b480587 tcp_data_queue+0x1e7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [045] 2539.006249: 46327315 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [014] 2539.006904: 26507145 cycles: ffffffff8a65fdc5 save_fpregs_to_fpstate+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [043] 2539.007023: 44753354 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2539.007274: 35063451 cycles: ffffffff8a769117 psi_group_change+0x177 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [000] 2539.007569: 31554970 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [001] 2539.007924: 35048297 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2539.007948: 32273406 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [035] 2539.008380: 25810439 cycles: 19645e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 194353 [010] 2539.008539: 42052938 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [028] 2539.008842: 37071698 cycles: ffffffff8a74338e select_idle_core+0x3e ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2539.008924: 29073927 cycles: ffffffff8b6ad525 _raw_spin_unlock+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2539.009096: 25198480 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 166755 [025] 2539.009623: 37220544 cycles: bbd1674 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2539.009718: 30978560 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [019] 2539.009735: 52628993 cycles: 25166801 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [034] 2539.009844: 28828579 cycles: ffffffff8b6a45af __schedule+0xaf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 169823 [006] 2539.010680: 31062116 cycles: ffffffff8a77c39c up_read+0x1c ([kernel.kallsyms]) ffffffff8ab4b6d6 kernfs_iop_permission+0x66 ([kernel.kallsyms]) ffffffff8aa8fbad inode_permission+0x16d ([kernel.kallsyms]) ffffffff8aa94399 link_path_walk.part.0.constprop.0+0x2a9 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa7754f do_faccessat+0x7f ([kernel.kallsyms]) ffffffff8aa7787c __x64_sys_access+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1149cb access+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f084f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [039] 2539.010834: 37306509 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [011] 2539.011835: 39058560 cycles: ffffffff8a74fba8 update_sd_pick_busiest+0x18 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [024] 2539.011861: 33781531 cycles: ffffffff8b492499 tcp_v4_do_rcv+0x119 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [005] 2539.012048: 32717754 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2539.012078: 42333037 cycles: ffffffff8a7aeab2 __rcu_read_lock+0x22 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [022] 2539.012344: 39982724 cycles: ffffffff8b471690 tcp_recvmsg+0x1c0 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [044] 2539.012456: 30483353 cycles: 25260db1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [026] 2539.012672: 34025226 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2539.012731: 33707158 cycles: 24f76400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2539.012870: 34988992 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [013] 2539.013423: 34004411 cycles: 186d3df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [046] 2539.013501: 38424570 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [030] 2539.013600: 32299514 cycles: 14024e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [003] 2539.013677: 28380858 cycles: 90a79 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2539.014192: 32544200 cycles: ffffffff8b6980b4 ct_nmi_enter+0x44 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [033] 2539.014690: 31455834 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [021] 2539.014906: 39590541 cycles: 3ba8a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [015] 2539.015302: 29992917 cycles: ffffffff8a74ff51 update_sg_lb_stats+0x151 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198682 [040] 2539.015321: 31590739 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [020] 2539.015575: 30438512 cycles: ffffffff8a9bb9c6 do_anonymous_page+0x2a6 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [008] 2539.015725: 36542530 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159494 [036] 2539.015984: 35230176 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [029] 2539.016167: 46942642 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 20484a7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165454 [004] 2539.016474: 29749357 cycles: ffffffff8a74e106 dequeue_task_fair+0xc6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IO 167054 [009] 2539.017058: 47067838 cycles: ad45dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [042] 2539.017190: 35826013 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [014] 2539.017466: 29511452 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2539.018653: 37940522 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2539.019240: 31413345 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [031] 2539.019278: 40225522 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [000] 2539.019302: 29528492 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [035] 2539.019361: 25227018 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [023] 2539.019493: 36095674 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [037] 2539.019656: 41503939 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2539.019671: 34404291 cycles: 20499c44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2539.019743: 31781740 cycles: 1712b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 194369 [018] 2539.020488: 40557716 cycles: 162b9061 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 193817 [041] 2539.020976: 24106600 cycles: 7f1 [unknown] ([vdso]) nbsd.User 193827 [047] 2539.021066: 29937829 cycles: ffffffff8a74deae dequeue_entity+0x32e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [027] 2539.021895: 28153762 cycles: 2049b6a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2539.022241: 37306320 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165158 [001] 2539.022465: 32180743 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 159396 [044] 2539.022479: 33305743 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2539.022620: 38221139 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2539.023112: 47709238 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [006] 2539.023471: 29450080 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159512 [005] 2539.024147: 34749323 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [025] 2539.024173: 32917218 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI1 198736 [046] 2539.024767: 37280793 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [007] 2539.024951: 31881664 cycles: 1411c093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [017] 2539.025154: 39856155 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3af2328 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [043] 2539.025765: 40508026 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [026] 2539.025917: 30647100 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1402ebdf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [003] 2539.025978: 30913515 cycles: bbc9fbb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [024] 2539.026107: 29958776 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.026179: 33283211 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2539.026203: 32043876 cycles: ffffffff8a74e33a dequeue_task_fair+0x2fa ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [016] 2539.026490: 30164245 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) default-executo 195110 [022] 2539.026671: 36370680 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [020] 2539.026703: 30026060 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [040] 2539.026817: 30832250 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [033] 2539.026884: 32465887 cycles: 26646ea3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [013] 2539.027284: 34373015 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [004] 2539.027358: 32211455 cycles: ffffffff8b49f1c2 raw_v4_input+0x82 ([kernel.kallsyms]) ffffffff8b49f3dd raw_local_deliver+0x3d ([kernel.kallsyms]) ffffffff8b455bf5 ip_protocol_deliver_rcu+0x55 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [008] 2539.027755: 34847871 cycles: 13a44aba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [011] 2539.028097: 32297970 cycles: 6e8 [unknown] ([vdso]) nbsd.IC 197544 [014] 2539.028152: 29552583 cycles: 272affb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [038] 2539.028273: 35115916 cycles: ffffffff8aa58310 __mod_memcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [015] 2539.028497: 31873571 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [036] 2539.029166: 31818591 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159624 [021] 2539.029638: 38372769 cycles: ab1 [unknown] ([vdso]) Test 198681 [035] 2539.029915: 25338646 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [000] 2539.030111: 29216685 cycles: 133a7be8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [042] 2539.030403: 34840543 cycles: 17abb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [002] 2539.030546: 33886440 cycles: 141304e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2539.030979: 51291115 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [034] 2539.031424: 35703679 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [041] 2539.031528: 23967582 cycles: 154cad56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 194369 [018] 2539.031687: 39256216 cycles: 140b541d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [032] 2539.032111: 33813403 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 159388 [027] 2539.032280: 27976940 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [047] 2539.033220: 35495555 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [012] 2539.033260: 36377187 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [001] 2539.033613: 31165360 cycles: 688f15f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [006] 2539.034243: 28321378 cycles: 1300eea4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2539.034320: 41220622 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 67f6bf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [044] 2539.034746: 31263557 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2539.035028: 32313668 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2539.035620: 35688243 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [009] 2539.035665: 44666507 cycles: ffffffff8b800bb0 asm_exc_page_fault+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [024] 2539.035958: 30248166 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [010] 2539.036052: 35863436 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [037] 2539.036059: 38007290 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [031] 2539.036161: 44442862 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2539.036669: 35248064 cycles: 18082d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194633 [028] 2539.036697: 34859463 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2539.037157: 29390196 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [025] 2539.037639: 33285218 cycles: 17122e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [004] 2539.037838: 31628317 cycles: ffffffff8aa72bf4 __check_object_size.part.0+0xc4 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [040] 2539.037856: 37087677 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165251 [020] 2539.038044: 28967339 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2539.038522: 30164245 cycles: ffffffff8a739dc6 set_task_cpu+0x66 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 168710 [014] 2539.038802: 31731307 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [005] 2539.038834: 36726158 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [046] 2539.039035: 33389131 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [022] 2539.039358: 36145112 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9790f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [011] 2539.039723: 35276454 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197252 [030] 2539.039856: 34601313 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [003] 2539.040442: 35330049 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198856 [000] 2539.040819: 29408487 cycles: 133fee10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [035] 2539.040923: 27250764 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [033] 2539.040942: 30394594 cycles: ffffffff8b6a497e __schedule+0x47e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [043] 2539.041310: 50939239 cycles: 204868fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2539.041353: 33680536 cycles: 19840c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [036] 2539.041436: 31488788 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [041] 2539.041560: 29149465 cycles: ffffffff8a7f65af futex_wake+0xef ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [008] 2539.041636: 39637592 cycles: 68d029a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [038] 2539.042481: 43961455 cycles: bbbf64d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Background 194369 [018] 2539.042555: 38369711 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c43790 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [017] 2539.042684: 32982502 cycles: ffffffff8a766edf psi_flags_change+0x4f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2539.043487: 33813403 cycles: 1c39ff37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [045] 2539.043703: 44866724 cycles: 12ea6eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [002] 2539.043820: 31027664 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2539.043994: 29173622 cycles: ffffffff8b48ae45 tcp_send_delayed_ack+0x65 ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2539.044123: 36901905 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.044200: 42303851 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2539.044400: 33245513 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2539.045372: 33552587 cycles: ffffffff8a766e95 psi_flags_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2539.045525: 29381010 cycles: 1682568 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [044] 2539.046342: 33713234 cycles: 64f5c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [021] 2539.046564: 31696400 cycles: 3b25141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2539.046901: 37994100 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2539.046994: 33137130 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [006] 2539.047077: 26779332 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2539.047338: 36833328 cycles: ffffffff8b380588 __skb_clone+0x118 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [020] 2539.048906: 28264758 cycles: 25258ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2539.049070: 34532539 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [023] 2539.049585: 33438549 cycles: ffffffff8aa72cb4 __check_object_size+0x24 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [004] 2539.049726: 30188976 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [009] 2539.049776: 39504759 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [028] 2539.049795: 31602410 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2539.050207: 36111073 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2539.050864: 30040659 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2539.050928: 34445732 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [014] 2539.051218: 33307182 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [039] 2539.051663: 34700986 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [046] 2539.051770: 35929426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [029] 2539.052258: 33817144 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [036] 2539.052391: 36238428 cycles: ffffffff8b486e33 __tcp_transmit_skb+0x5a3 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2539.052507: 30327481 cycles: 198407a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2539.052511: 32497706 cycles: ffffffff8a764ea6 __wake_up_common+0x96 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [030] 2539.052668: 31918729 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [040] 2539.052989: 37087677 cycles: ffffffff8a739d9a set_task_cpu+0x3a ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [035] 2539.053395: 31591320 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [041] 2539.053483: 27466364 cycles: 68a60a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [018] 2539.053578: 37322895 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2539.053637: 38518947 cycles: 689b72a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2539.054271: 34916220 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [003] 2539.054333: 37543355 cycles: 2510bb57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [022] 2539.054452: 35928473 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [037] 2539.054928: 47529558 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2525c860 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [015] 2539.055667: 27354641 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [013] 2539.055814: 34322559 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [031] 2539.055872: 50713248 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) diskagen.AIO.SQ 197895 [019] 2539.055904: 40506192 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 151710 [033] 2539.055988: 25974054 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [032] 2539.056337: 40155995 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a78a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2539.056577: 30567894 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [027] 2539.056861: 34886676 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2539.056997: 31618357 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) network poller 197531 [008] 2539.057202: 42583691 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2539.057352: 28043038 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194336 [006] 2539.058116: 32277841 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c792f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [047] 2539.058170: 30805934 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 160824 [012] 2539.058817: 38325701 cycles: 21b69d8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [038] 2539.058980: 36874771 cycles: ffffffff8b37c15b skb_push+0x1b ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2539.059257: 28411236 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [044] 2539.059337: 31467036 cycles: 125ec2 epoll_wait+0x72 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2539.060260: 33137130 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [028] 2539.061297: 30133082 cycles: ffffffff8b482961 tcp_update_skb_after_send+0x91 ([kernel.kallsyms]) ffffffff8b486e30 __tcp_transmit_skb+0x5a0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [042] 2539.061306: 33757649 cycles: 12f4e504 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [021] 2539.061517: 27957738 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [004] 2539.061984: 29186344 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1fd0130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [026] 2539.062678: 28613735 cycles: a90 [unknown] ([vdso]) default-executo 196007 [023] 2539.062776: 30509839 cycles: ffffffff8b46b9b0 tcp_inbound_md5_hash+0x0 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2539.062877: 37529369 cycles: ffffffff8a747b1f update_load_avg+0x24f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [007] 2539.063306: 32295017 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [010] 2539.063306: 31213027 cycles: 186b2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [045] 2539.063892: 33729362 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2539.064195: 34360541 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [016] 2539.064308: 32516049 cycles: 21a0a9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [041] 2539.064338: 27225854 cycles: 17fc701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [029] 2539.064390: 35179168 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [030] 2539.064552: 30787441 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [005] 2539.064568: 30725862 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198738 [040] 2539.065499: 46905023 cycles: 64977a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2539.065516: 30056822 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2539.065555: 34500266 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2539.065793: 29780914 cycles: ffffffff8b6a462a __schedule+0x12a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [025] 2539.066202: 38632279 cycles: 17cadee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 166758 [033] 2539.066407: 25619434 cycles: 18755d29 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [047] 2539.066900: 31952488 cycles: ffffffff8b4813a1 tcp_rcv_established+0x711 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [015] 2539.066943: 26809647 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) nbsd.User 194340 [009] 2539.067346: 32949112 cycles: 1fc842d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [039] 2539.067557: 37353337 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [001] 2539.067665: 28481593 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [022] 2539.067765: 35982098 cycles: 14119f5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2539.067804: 36378650 cycles: ffffffff8a74eb7d enqueue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [013] 2539.067949: 36978472 cycles: ffffffff8adb0664 _find_next_and_bit+0x64 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [018] 2539.068163: 36281036 cycles: 288c31f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193498 [020] 2539.068912: 28332030 cycles: ffffffff8a6b8ce7 pvclock_clocksource_read+0x17 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [046] 2539.069072: 34395871 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [002] 2539.069558: 42019496 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [003] 2539.069970: 38181956 cycles: ffffffff8a95e0df generic_perform_write+0xef ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [034] 2539.070125: 31042285 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2539.070300: 35738524 cycles: ffffffff8b697f6b ct_kernel_exit.constprop.0+0x7b ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [044] 2539.070513: 30165517 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2539.070647: 34212221 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [032] 2539.071382: 38389624 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [038] 2539.072464: 33086195 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2539.072737: 45899247 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2539.073190: 43650076 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2539.073646: 29975489 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [012] 2539.073933: 40315375 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198840 [026] 2539.074043: 30755625 cycles: ffffffff8a769202 psi_group_change+0x262 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [037] 2539.074196: 45376249 cycles: 3b96c0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [021] 2539.074296: 25967289 cycles: ffffffff8a7535e1 newidle_balance+0x11 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2539.074515: 39123010 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [042] 2539.074538: 34819308 cycles: 12f77922 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [041] 2539.074884: 26899903 cycles: 133bb47c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2539.075153: 27116357 cycles: ffffffff8a747cc3 update_load_avg+0x3f3 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [030] 2539.075284: 30217208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [019] 2539.075303: 31160721 cycles: ffffffff8b46fece tcp_recvmsg_locked+0x4e ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [005] 2539.075777: 34378780 cycles: ffffffff8a757916 pick_next_task_idle+0x6 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [010] 2539.076046: 29097280 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [023] 2539.076083: 28323451 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 198847 [014] 2539.076270: 30056822 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 196114 [031] 2539.076337: 55230885 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2539.076593: 26886883 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [029] 2539.076737: 33376532 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2539.076758: 24949085 cycles: 24825d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [036] 2539.077572: 31503470 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [001] 2539.077802: 31181479 cycles: ffffffff8aaf3afd __get_reqs_available+0xd ([kernel.kallsyms]) ffffffff8aaf828f io_submit_one+0x7f ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [016] 2539.077809: 32652166 cycles: 12d6c289 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2539.078056: 31090711 cycles: 2781c25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [007] 2539.078261: 34798797 cycles: 13a739d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [045] 2539.078474: 29679815 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2539.078745: 33832793 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [035] 2539.079467: 30847096 cycles: 3b176a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [000] 2539.079470: 36137139 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [034] 2539.079679: 30973190 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2539.079844: 28477984 cycles: ffffffff8a76929b psi_group_change+0x2fb ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [046] 2539.080751: 32703023 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [013] 2539.080751: 45690331 cycles: ffffffff8b480ad0 tcp_check_space+0x0 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2539.080948: 33031199 cycles: 12ff58c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [009] 2539.080986: 32949112 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [018] 2539.081474: 38251359 cycles: 64df202 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [022] 2539.081615: 39954333 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2539.081844: 49240792 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [039] 2539.082135: 32498253 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [006] 2539.082903: 36119286 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [044] 2539.082982: 28453655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18403ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [040] 2539.083361: 43723908 cycles: 269abcfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [011] 2539.084187: 33985306 cycles: 27ce3f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [002] 2539.084199: 39258429 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [004] 2539.084434: 32982712 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 198619 [028] 2539.084629: 30916558 cycles: ffffffff8b6a4b8c schedule+0x8c ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2539.084938: 35031854 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [026] 2539.085417: 35982073 cycles: 1e5c7a6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2539.086015: 32016916 cycles: 3ac574f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165449 [003] 2539.086192: 35599072 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [032] 2539.086213: 38821874 cycles: 1e46c4f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [010] 2539.086328: 28365548 cycles: ffffffff8b3a4ba7 __dev_queue_xmit+0x1c7 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 197877 [041] 2539.086494: 25756514 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2539.086559: 37267232 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2539.086924: 24208999 cycles: ffffffff8a756186 put_prev_task_idle+0x6 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2539.087696: 25044730 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [042] 2539.087845: 32762744 cycles: a67c44c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [015] 2539.088170: 25863767 cycles: ffffffff8aaf3e14 lookup_ioctx+0x44 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2539.088274: 29868839 cycles: 402a8a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [019] 2539.088408: 30194992 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 194362 [024] 2539.088511: 39180534 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 171305 [012] 2539.089548: 43036737 cycles: ffffffff8a7d783b enqueue_hrtimer+0x4b ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [036] 2539.089580: 36903681 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [008] 2539.089737: 38137526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [001] 2539.089819: 36886147 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [020] 2539.090627: 34778711 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [034] 2539.090769: 30495742 cycles: 186be3d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [016] 2539.090951: 33539388 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [005] 2539.091236: 37053555 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196923 [046] 2539.091400: 32786534 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [007] 2539.091514: 39729219 cycles: 1338bf27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 160816 [047] 2539.091581: 32048365 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [029] 2539.092050: 32396127 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [045] 2539.092131: 29679815 cycles: ffffffff8a6c8cc1 enter_lazy_tlb+0x11 ([kernel.kallsyms]) ffffffff8b6a48e8 __schedule+0x3e8 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blockstore-clie 198727 [000] 2539.092439: 45674732 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [035] 2539.092462: 31411824 cycles: ffffffff8a7ee855 tick_program_event+0x5 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [009] 2539.092880: 38475400 cycles: 14088cc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2539.093162: 30609932 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [043] 2539.093212: 37749979 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [037] 2539.093424: 45669272 cycles: ffffffff8aa31ada __kmem_cache_free+0x1ca ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8afe4a6e detach_buf_split+0x10e ([kernel.kallsyms]) ffffffff8afe4b7a virtqueue_get_buf_ctx_split+0x9a ([kernel.kallsyms]) ffffffff8afe5a89 virtqueue_get_buf+0x49 ([kernel.kallsyms]) ffffffffc059d58a free_old_xmit_skbs+0x5a ([kernel.kallsyms]) ffffffffc059d6a9 virtnet_poll_tx+0x99 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b693f84 common_interrupt+0xa4 ([kernel.kallsyms]) ffffffff8b800e67 asm_common_interrupt+0x27 ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [027] 2539.093469: 45310303 cycles: 133a443b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198749 [044] 2539.093565: 27790653 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [039] 2539.095602: 29518823 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 194632 [018] 2539.095635: 42008377 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [028] 2539.095668: 30475826 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2539.096322: 31462023 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [041] 2539.096333: 25199905 cycles: 133c5332 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [021] 2539.096703: 24236037 cycles: ffffffff8b4831e1 tcp_established_options+0x51 ([kernel.kallsyms]) ffffffff8b48696d __tcp_transmit_skb+0xdd ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [010] 2539.097282: 31490377 cycles: 154cad61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [022] 2539.097552: 35279481 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ef0787f [unknown] (//anon) nbsd.SRV2 198455 [002] 2539.097684: 35630141 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [006] 2539.097888: 45454471 cycles: 141eb02a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [031] 2539.098085: 39043214 cycles: 3b33410 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [026] 2539.098216: 37824433 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [030] 2539.098348: 30788587 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [011] 2539.098422: 35221092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ya-bin 194422 [033] 2539.098740: 24433029 cycles: ffffffff8a6f012b wait_consider_task+0xb ([kernel.kallsyms]) ffffffff8a6f1bdf kernel_wait4+0xaf ([kernel.kallsyms]) ffffffff8a6f1d21 __do_sys_wait4+0x91 ([kernel.kallsyms]) ffffffff8a6f1d5c __x64_sys_wait4+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b51fe4 waitpid+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150ca8 TShellCommand::TImpl::Communicate+0x1c8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) default-executo 196007 [013] 2539.098828: 40608087 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [038] 2539.098938: 39062075 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2539.098944: 34972723 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2539.098988: 24995955 cycles: ffffffff8a9a55f0 kmalloc_slab+0x0 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [023] 2539.099541: 28454798 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2539.099719: 34222151 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [040] 2539.100103: 42448486 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a753130 load_balance+0x400 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [014] 2539.100176: 34946944 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2539.100710: 35048083 cycles: 186abae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [032] 2539.100748: 37204805 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [025] 2539.101962: 41037778 cycles: 178fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [047] 2539.102440: 30888180 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [034] 2539.102855: 28998763 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2539.103128: 33901751 cycles: ffffffff8a75c3bf cpuidle_idle_call+0x3f ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [008] 2539.103309: 38498924 cycles: 13ce0291 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2539.103316: 31198818 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) nbsd.SRV1 194362 [016] 2539.103398: 31835112 cycles: 141d1848 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [020] 2539.103684: 37310756 cycles: ffffffff8a7ee895 tick_program_event+0x45 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [036] 2539.103988: 37904168 cycles: 12f63ed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193485 [044] 2539.104093: 27501533 cycles: ae52860 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [045] 2539.104410: 38042902 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [046] 2539.104454: 31884956 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2539.104618: 38128130 cycles: ffffffff8a73c959 sched_ttwu_pending+0x99 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [005] 2539.104814: 37910698 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2539.104853: 30247807 cycles: ffffffff8b49428e tcp_v4_rcv+0xcce ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [028] 2539.105304: 36269799 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [001] 2539.105460: 44353463 cycles: 12e7ead8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2539.105928: 39894680 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2539.105965: 24624303 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2539.106336: 28975432 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.System 150635 [039] 2539.106409: 29774093 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 197875 [043] 2539.107390: 34656254 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [015] 2539.107485: 26165174 cycles: 186ab5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [035] 2539.107557: 32117040 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [009] 2539.108701: 36320364 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [004] 2539.108768: 32978033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [000] 2539.109292: 40399390 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [023] 2539.109673: 28353438 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [030] 2539.109846: 33709861 cycles: ffffffff8acd408f apparmor_file_permission+0xbf ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [033] 2539.110227: 32467005 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2539.110349: 34218099 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3ac0699 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [002] 2539.110465: 33001795 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [018] 2539.110576: 35793112 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2539.110612: 37244361 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [022] 2539.110676: 36053288 cycles: 688f22d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [026] 2539.110679: 36436697 cycles: 688d557 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2539.111232: 38096561 cycles: ffffffff8a7762c6 calc_load_nohz_start+0x6 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 171397 [027] 2539.112175: 41315898 cycles: ffffffff8a604310 __switch_to_asm+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) Test 196124 [042] 2539.112490: 34828958 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2539.112545: 51692627 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2539.112708: 28970735 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [019] 2539.112973: 35514616 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [013] 2539.113188: 43979277 cycles: 3b17b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [031] 2539.113415: 33573999 cycles: 1c47c760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2539.113611: 27816607 cycles: ffffffff8a7d7d1a __hrtimer_start_range_ns+0x3a ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 165158 [032] 2539.114645: 37248703 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 165150 [006] 2539.114670: 44954473 cycles: 133ae4d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [046] 2539.114780: 36100144 cycles: 13392751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [047] 2539.114788: 32897729 cycles: ffffffff8a74bec7 select_idle_sibling+0x3a7 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194633 [038] 2539.114900: 33221372 cycles: 17f86f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [015] 2539.115006: 27877127 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [040] 2539.115187: 48479329 cycles: 3b9791d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [017] 2539.115722: 31744739 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [021] 2539.115838: 24532727 cycles: 1942040 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [024] 2539.116266: 32748046 cycles: 172a628 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [016] 2539.116369: 30169744 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2539.116409: 33505642 cycles: ffffffff8a6b7d01 kvm_sched_clock_read+0x21 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [025] 2539.116485: 40550686 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [029] 2539.116658: 31457721 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [020] 2539.116754: 35128751 cycles: ffffffff8b47ef46 tcp_ack+0x5e6 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [008] 2539.117489: 34293962 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [028] 2539.117603: 35613473 cycles: 17f9560 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [039] 2539.118379: 38256747 cycles: 14067758 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2539.118380: 36739734 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2539.118718: 30986602 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2539.119392: 47732066 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2539.119512: 40549711 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [023] 2539.119610: 28512313 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2539.119648: 36674875 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2539.120651: 36395556 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [004] 2539.121044: 32085599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2539.121863: 39511313 cycles: ffffffff8b6a454c __schedule+0x4c ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198448 [002] 2539.122034: 31940656 cycles: ffffffff8a73831b pick_next_task+0x1b ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2539.122724: 43047776 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [000] 2539.122778: 41055408 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [033] 2539.123097: 37927816 cycles: 17cae27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [043] 2539.123181: 29376344 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [010] 2539.123336: 33666690 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2539.123474: 43406418 cycles: ffffffff8a75c5e0 do_idle+0x70 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [022] 2539.123602: 36109123 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2539.123847: 28976839 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [018] 2539.124040: 36719039 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [021] 2539.124057: 26058108 cycles: 3ca8b00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2539.124107: 44983911 cycles: ffffffff8a7f8434 flush_smp_call_function_queue+0x74 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [026] 2539.124108: 40867214 cycles: ffffffff8a744efe select_idle_cpu+0x10e ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [042] 2539.124312: 32673868 cycles: 14102141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2539.124759: 37980019 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [044] 2539.125459: 33528149 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [011] 2539.126175: 35961499 cycles: 1733ac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [031] 2539.126595: 34770226 cycles: 65e1940 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [046] 2539.126911: 38513645 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [015] 2539.127885: 26859394 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [038] 2539.128134: 30563219 cycles: 154cad56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [047] 2539.128178: 30175644 cycles: 185f714 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2539.128552: 32793510 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [017] 2539.128582: 29332740 cycles: 2889848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [016] 2539.128640: 30604296 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [032] 2539.128818: 35884392 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [019] 2539.129285: 39318676 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [041] 2539.129310: 36351805 cycles: 21a1bab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [029] 2539.129543: 32118922 cycles: 10a6d077 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [013] 2539.129857: 38676407 cycles: 3b8b8f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2539.130272: 32279262 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2539.130316: 31904048 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2539.130322: 42195397 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2539.131167: 39915852 cycles: ffffffff8a6c8511 switch_mm_irqs_off+0x1c1 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [037] 2539.131442: 41317386 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2539.131462: 28363435 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [006] 2539.131949: 44354426 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165165 [003] 2539.132081: 37933008 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [036] 2539.132113: 37406090 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.132751: 36204522 cycles: ffffffff8a7478d6 update_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [025] 2539.133100: 37217018 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2539.133120: 45441168 cycles: 175b16f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198616 [005] 2539.133205: 32305474 cycles: ffffffff8a7c57a1 exit_to_user_mode_prepare+0x51 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [034] 2539.133248: 34412889 cycles: 17408ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194434 [004] 2539.133643: 32072976 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b3897e5 __skb_datagram_iter+0x115 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [002] 2539.134081: 29931906 cycles: 28a5b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [021] 2539.134268: 26023227 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [040] 2539.134641: 41232015 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 155806 [012] 2539.134916: 40104538 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [043] 2539.135673: 27195102 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2539.136213: 31449908 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [007] 2539.136415: 47111517 cycles: 17e143b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [000] 2539.136498: 37198835 cycles: 6864174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154854 [042] 2539.137109: 30081839 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [018] 2539.137308: 33004613 cycles: 68bad4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [022] 2539.137664: 35133542 cycles: ffffffff8b40f295 eth_type_trans+0x5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2539.137975: 30457937 cycles: 21a04aaf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2539.138040: 41353305 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [033] 2539.138443: 37916320 cycles: 133ae183 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2539.138686: 38211269 cycles: ffffffff8b617500 rb_insert_color+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [015] 2539.138857: 26229426 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [031] 2539.139630: 32556346 cycles: ffffffff8aa583f0 mod_memcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [016] 2539.139664: 32415113 cycles: 204b41ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.140140: 42290704 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [009] 2539.140509: 34617273 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [026] 2539.140552: 40595432 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [017] 2539.140727: 32360155 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [001] 2539.140810: 43540888 cycles: ffffffff8acd3fd5 apparmor_file_permission+0x5 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [047] 2539.140895: 29905659 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169813 [024] 2539.141180: 37505232 cycles: ffffffff8b61abda timerqueue_add+0x3a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [032] 2539.141280: 40989596 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [011] 2539.141373: 38678982 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) b74 [unknown] ([unknown]) swapper 0 [014] 2539.141932: 51732053 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2539.142745: 33105107 cycles: ffffffff8a7ee415 tick_check_oneshot_broadcast_this_cpu+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [029] 2539.143139: 37153752 cycles: 1618a922 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [027] 2539.143279: 30096627 cycles: 1be8a4d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [008] 2539.143305: 29489401 cycles: 13cad98d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [013] 2539.143586: 47600850 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2539.144664: 32394343 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) diskagen.IC 198047 [021] 2539.145056: 25509153 cycles: ffffffff8aa2b381 memcg_slab_post_alloc_hook+0x1 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [019] 2539.145298: 33314777 cycles: ffffffff8b46edb9 tcp_sendmsg_locked+0x4b9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [041] 2539.145392: 34383864 cycles: ffffffff8b516971 neigh_hh_output+0x1 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198657 [005] 2539.145424: 35780332 cycles: 65b6c4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [004] 2539.145724: 30565550 cycles: ffffffff8b6ab2b5 schedule_hrtimeout_range_clock+0x5 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [002] 2539.145779: 29106863 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [028] 2539.146465: 45745224 cycles: 288985f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [039] 2539.146537: 38303261 cycles: 4017b1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2539.146757: 26620697 cycles: ffffffff8a74c52a select_task_rq_fair+0xaa ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [036] 2539.146947: 32705979 cycles: c50 [unknown] ([vdso]) swapper 0 [020] 2539.146986: 41409541 cycles: ffffffff8b616fd0 rb_erase+0x1c0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [034] 2539.147176: 31487929 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [003] 2539.147755: 40430455 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2539.148100: 35533620 cycles: 14119f2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [042] 2539.148404: 29475065 cycles: 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [010] 2539.148424: 32930108 cycles: 13026380 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2539.148860: 45461080 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [038] 2539.148997: 30276694 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2539.149073: 43371907 cycles: 2aadeac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2539.149513: 39094741 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [045] 2539.149846: 41988849 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [025] 2539.150179: 30831526 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [022] 2539.150285: 33398007 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b55e224 tcp_v6_do_rcv+0xd4 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2539.150498: 28029909 cycles: ffffffff8a74add7 reweight_entity+0xe7 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [012] 2539.150900: 33377223 cycles: 6e3 [unknown] ([vdso]) PdGetEv 155953 [040] 2539.151086: 40942993 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2539.151652: 31477603 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [031] 2539.152559: 31744701 cycles: 3b9505b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [044] 2539.152953: 34163951 cycles: ffffffff8a736d4c dequeue_task+0x2c ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [047] 2539.153248: 31452735 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [008] 2539.153297: 29550865 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2539.154147: 35992314 cycles: ffffffff8a7327ea ttwu_queue_wakelist+0x2a ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2539.154406: 50720087 cycles: ffffffff8b37bf65 kmalloc_reserve+0x5 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [033] 2539.154431: 50687425 cycles: c50 [unknown] ([vdso]) ydbd.IC 194002 [027] 2539.154553: 28770369 cycles: ffffffff8aa72b3d __check_object_size.part.0+0xd ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [046] 2539.154713: 30948079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [009] 2539.154762: 38874765 cycles: 1860eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [024] 2539.154858: 38260888 cycles: ffffffff8adab041 iovec_from_user.part.0+0x1 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [001] 2539.154879: 40798775 cycles: 204af737 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.155086: 36301600 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2539.155482: 36152024 cycles: ffffffff8aa31985 __kmem_cache_free+0x75 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [035] 2539.155581: 39381645 cycles: 1300ee99 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [032] 2539.155945: 37344002 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [021] 2539.156512: 24851684 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [026] 2539.156738: 37966169 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [029] 2539.156912: 34166084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [011] 2539.157475: 38540493 cycles: ffffffff8b50efbe unix_stream_read_generic+0x9e ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [034] 2539.157744: 30518849 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2539.157784: 35339386 cycles: ffffffff8b8016a0 error_return+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 171397 [043] 2539.158557: 25768205 cycles: ffffffff8a7f175f futex_hash+0xf ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [023] 2539.158827: 36267320 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2539.158921: 30561265 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [014] 2539.159072: 47728561 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [005] 2539.159074: 34840689 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [042] 2539.159118: 28920602 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [010] 2539.159600: 32325257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194389 [038] 2539.159868: 29489797 cycles: 3af1fcc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [041] 2539.160595: 31106542 cycles: bba503f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [013] 2539.160863: 39843173 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [019] 2539.160889: 33538999 cycles: 154c4b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196101 [000] 2539.160926: 33908821 cycles: ffffffff8a764e5b __wake_up_common+0x4b ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [020] 2539.161883: 47544239 cycles: 67f5fe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [025] 2539.162164: 29014258 cycles: ffffffff8aa1c9e3 policy_nodemask+0x23 ([kernel.kallsyms]) ffffffff8aa1d0e0 alloc_pages+0x70 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [022] 2539.162239: 38656378 cycles: 13c7cdcd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2539.162410: 46700763 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2539.162555: 26710298 cycles: ffffffff8a753682 newidle_balance+0xb2 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Timer 193855 [028] 2539.162903: 40064724 cycles: 1c2a0573 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [016] 2539.163154: 33974151 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2539.163506: 29480422 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [012] 2539.163541: 31414134 cycles: 3b33a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.163787: 35501750 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [018] 2539.163835: 39886644 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) network poller 198033 [006] 2539.164145: 38744120 cycles: ffffffff8b46d53a tcp_poll+0x9a ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2539.164953: 28913808 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.IO 170143 [031] 2539.165128: 33096930 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2539.165736: 30398731 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2539.166165: 41915399 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [045] 2539.166319: 39330661 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196007 [040] 2539.166401: 46786298 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [017] 2539.166465: 35685828 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [021] 2539.166680: 24730871 cycles: 689b801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [044] 2539.166763: 30531167 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [032] 2539.167320: 35094078 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 166600 [047] 2539.167454: 31362641 cycles: bbbd837 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [043] 2539.168460: 28401817 cycles: 1339d906 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [024] 2539.168472: 41184409 cycles: 156cee5c [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [002] 2539.168684: 33734360 cycles: 282d779 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [034] 2539.168891: 30057857 cycles: 97f0a pthread_mutex_lock+0x1a (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [036] 2539.169295: 34350761 cycles: ffffffff8a7d6984 __mod_timer+0x244 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2539.169996: 37693724 cycles: ffffffff8a749395 place_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [042] 2539.170212: 27712409 cycles: 204af7f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [038] 2539.171071: 29118406 cycles: 68d0753 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [029] 2539.171151: 30817881 cycles: 266db41a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [009] 2539.171579: 36282541 cycles: 1e58fa48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [004] 2539.171585: 36011796 cycles: ffffffff8a741b3e remove_entity_load_avg+0x2e ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b594b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [041] 2539.171750: 28685858 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [033] 2539.171937: 46243829 cycles: 12ff5306 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [026] 2539.172011: 40494754 cycles: 133bb3fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [035] 2539.172369: 38424145 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165435 [010] 2539.172486: 30799349 cycles: ffffffff8a75fd60 __update_load_avg_se+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2539.172500: 40798775 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2539.173378: 34722337 cycles: ffffffff8b6acea0 _raw_write_unlock_irq+0x0 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [023] 2539.174009: 35265430 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [011] 2539.174133: 38003539 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [025] 2539.174168: 29379969 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2539.174240: 30677379 cycles: ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168712 [007] 2539.174434: 43913305 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [012] 2539.174493: 30932242 cycles: 133bb3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [008] 2539.175040: 28955094 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2539.176076: 42066787 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9cbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [015] 2539.176912: 30431911 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [027] 2539.177157: 30558602 cycles: ffffffff8a95a5f2 rseq_get_rseq_cs.isra.0+0x12 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [046] 2539.177203: 36377511 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [021] 2539.177282: 24085185 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [016] 2539.177584: 33466040 cycles: 21a04a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [022] 2539.177723: 33226206 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [019] 2539.177790: 28095672 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [031] 2539.177832: 32788054 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [044] 2539.177846: 29309200 cycles: 13c7c33a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [037] 2539.177967: 40128728 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2539.178356: 41302848 cycles: 21a27db5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [018] 2539.178691: 34423513 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17058d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2539.179263: 31065517 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [006] 2539.179850: 36900573 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [039] 2539.180168: 34062931 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [043] 2539.180238: 31288174 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [045] 2539.180303: 34979481 cycles: 13c976a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [034] 2539.180786: 28529458 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [047] 2539.181211: 28410252 cycles: 3a6b0f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [036] 2539.181532: 32998679 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2539.181537: 43591471 cycles: ffffffff8a9e98c7 __free_one_page+0x1a7 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198045 [038] 2539.181564: 38083039 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.181669: 27304109 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [002] 2539.182139: 32149775 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2539.182372: 45770018 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 196717 [010] 2539.182421: 36455485 cycles: 2451ce2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2451c6c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eaa7a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.Scheduler 154858 [040] 2539.183646: 40517630 cycles: ffffffff8a743515 pick_next_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [024] 2539.183845: 42289584 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155846 [032] 2539.184001: 35094078 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [029] 2539.184012: 34496735 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [003] 2539.184206: 48230333 cycles: 133ae33f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [041] 2539.184311: 27495312 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [030] 2539.185265: 40883461 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [000] 2539.185287: 29720627 cycles: ffffffff8a9b87cd count_memcg_events.constprop.0+0x2d ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [012] 2539.185408: 37152979 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [009] 2539.185447: 32042044 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [008] 2539.185466: 30901973 cycles: 6442af4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [004] 2539.185749: 34524055 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) fffeffffffffffff [unknown] ([unknown]) swapper 0 [021] 2539.185801: 25530674 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [033] 2539.186049: 40813194 cycles: ffffffff8a747c21 update_load_avg+0x351 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [005] 2539.186464: 35950595 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [026] 2539.187232: 36763318 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b95aad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2539.187540: 42717998 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2539.188026: 33333795 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2539.188106: 32691807 cycles: ffffffff8a7d872f hrtimer_try_to_cancel.part.0+0x2f ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2539.188559: 32132618 cycles: ffffffff8a7dad52 ktime_get+0xa2 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [015] 2539.189082: 27592418 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [031] 2539.189221: 32978957 cycles: ffffffff8aa72ba9 __check_object_size.part.0+0x79 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 160832 [022] 2539.189852: 34883503 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [046] 2539.189894: 37704650 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [043] 2539.190233: 36378572 cycles: 21a0c4a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2539.190406: 35360399 cycles: ffffffff8a6517d2 local_touch_nmi+0x12 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [001] 2539.190445: 54770233 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [027] 2539.190514: 29233919 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [019] 2539.190617: 32440169 cycles: 1406779d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [016] 2539.190950: 31691017 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) nbsd.User 197534 [013] 2539.191563: 29765505 cycles: 161b608c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [034] 2539.191833: 28439687 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) grpc_global_tim 26608 [018] 2539.192091: 32007218 cycles: 3b47317 syscall+0x7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f6859 y_absl::lts_y_20240722::synchronization_internal::FutexWaiter::WaitUntil+0xb9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f68b6 y_absl::lts_y_20240722::synchronization_internal::FutexWaiter::Wait+0x46 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f4cc7 AbslInternalPerThreadSemWait_lts_y_20240722+0x47 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28f46a4 y_absl::lts_y_20240722::CondVar::WaitCommon+0xf4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2a321d7 gpr_cv_wait+0xb7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2aa0ca3 timer_thread+0x403 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2a3400b grpc_core::(anonymous namespace)::ThreadInternalsPosix::ThreadInternalsPosix(char const*, void (*)(void*), void*, bool*, grpc_core::Thread::Options const&)::{lambda(void*)#1}::__invoke+0x8b (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) ydbd.Scheduler 168716 [047] 2539.192102: 27920336 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 196717 [010] 2539.192436: 36500140 cycles: ffffffff8aa3172e __kmem_cache_alloc_node+0x12e ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8aab6a8f single_open+0x2f ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blockstore-clie 198727 [042] 2539.192522: 30979266 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [014] 2539.192590: 43943615 cycles: ffffffff8a7327fb ttwu_queue_wakelist+0x3b ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [045] 2539.192764: 34742375 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [007] 2539.193201: 37528586 cycles: ffffffff8a7f6a58 futex_wait_queue+0x28 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [036] 2539.193447: 37983457 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [037] 2539.193757: 37853046 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 590 [unknown] ([unknown]) swapper 0 [006] 2539.193824: 36863890 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [029] 2539.193862: 34335375 cycles: 133ba7e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [028] 2539.194164: 39368509 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2539.194743: 36074171 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2889848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [039] 2539.195031: 29092769 cycles: c50 [unknown] ([vdso]) diskagen.IC 197891 [038] 2539.195218: 39262079 cycles: 20484c76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [041] 2539.195810: 28982418 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [000] 2539.196170: 29907920 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 163657 [008] 2539.196777: 30232654 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [021] 2539.197339: 24212234 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [004] 2539.198113: 44531033 cycles: 1549f52e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [032] 2539.198365: 38113684 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2539.198491: 37360448 cycles: ffffffff8b3a7ddb net_rx_action+0x10b ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [015] 2539.198785: 27732877 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [017] 2539.198953: 35749479 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [024] 2539.199038: 36599402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2539.199179: 32732582 cycles: ffffffff8a7dacc2 ktime_get+0x12 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2539.199318: 48084521 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198846 [012] 2539.199440: 36753972 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.200206: 36336384 cycles: ffffffff8a7d8700 hrtimer_try_to_cancel.part.0+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2539.200649: 36170654 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 194369 [018] 2539.201001: 31839040 cycles: ffffffff8b800002 srso_alias_untrain_ret+0x2 ([kernel.kallsyms]) 1c3a61e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [026] 2539.201230: 32602207 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [044] 2539.201273: 35585805 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [031] 2539.201340: 31068851 cycles: 26a9c2b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2539.201392: 37193346 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [023] 2539.201502: 32691807 cycles: 133a561e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [033] 2539.201992: 41464562 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [010] 2539.202506: 36578658 cycles: ffffffff8aa59644 refill_obj_stock+0x24 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8a994732 kvfree+0x32 ([kernel.kallsyms]) ffffffff8aab7072 single_release+0x22 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.Batch 166607 [046] 2539.202543: 39728944 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [005] 2539.202545: 40626675 cycles: 3ade645 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [019] 2539.202884: 36042895 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [034] 2539.202965: 29634007 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [025] 2539.203140: 36336137 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [003] 2539.203498: 40989257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [011] 2539.203556: 32717502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [022] 2539.203594: 32200617 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [027] 2539.203661: 29348905 cycles: 68d0446 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [013] 2539.203772: 33568637 cycles: 17fb8de [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [035] 2539.204136: 42423698 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 251d3ae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2539.204815: 29888195 cycles: 1424e4c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2539.205594: 32644561 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [045] 2539.205828: 36988231 cycles: ffffffff8adab0c3 iovec_from_user.part.0+0x83 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [036] 2539.205872: 35733830 cycles: 3ac5120 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [029] 2539.206245: 34013419 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [006] 2539.206765: 37687151 cycles: ffffffff8aa5e860 __mem_cgroup_charge+0x10 ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2539.207127: 28707987 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2539.207221: 35061190 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2539.207567: 24027749 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) nbsd.IC 194355 [002] 2539.207686: 35635932 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2539.208047: 30232654 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed9af [unknown] (//anon) swapper 0 [039] 2539.208335: 26794371 cycles: ffffffff8a75fbfa __update_load_avg_blocked_se+0x1ba ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [028] 2539.208606: 41596448 cycles: c50 [unknown] ([vdso]) ydbd.IC 194002 [037] 2539.208756: 39336121 cycles: ffffffff8a9eb38b prep_compound_page+0x6b ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [014] 2539.208807: 38171826 cycles: 1330df5b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [007] 2539.208999: 34240840 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [038] 2539.209235: 34757629 cycles: 689b71e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [015] 2539.209257: 27524085 cycles: ffffffff8aa1cb11 vma_alloc_folio+0xb1 ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 194369 [018] 2539.209797: 33434085 cycles: 1c3a61a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [040] 2539.211254: 38541042 cycles: 12f76cc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [032] 2539.211511: 35320853 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [024] 2539.212213: 33979541 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2539.212222: 29971232 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [001] 2539.212237: 51780263 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2539.212261: 38390146 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2539.212665: 38491728 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2539.212909: 33658002 cycles: ffffffff8a7397b5 check_preempt_curr+0x5 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [017] 2539.213098: 37110443 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [031] 2539.213139: 29534463 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [026] 2539.213181: 30915643 cycles: 266686bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [034] 2539.213517: 29196992 cycles: ffffffff8b516dcf ip6_finish_output2+0x4f ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2539.214673: 43935178 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9cbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [044] 2539.214677: 37251940 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [022] 2539.214908: 39115348 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [010] 2539.215015: 34388899 cycles: 204af7f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2539.215121: 31563222 cycles: ffffffff8a77bb61 mutex_spin_on_owner+0x61 ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8b8ac pipe_write+0x3ec ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198714 [047] 2539.215850: 31236091 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [023] 2539.215955: 40589737 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [016] 2539.216358: 37290060 cycles: 3b99dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [046] 2539.216455: 39728944 cycles: 17e28d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [019] 2539.216641: 34862044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) nbsd-lig.SRV2 194449 [020] 2539.216673: 41522360 cycles: 197f7b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [011] 2539.216839: 35513652 cycles: ffffffff8a739d65 set_task_cpu+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b2a7f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170130 [025] 2539.216913: 38745743 cycles: bc08ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [021] 2539.217374: 26585602 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [013] 2539.217722: 33987490 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2539.217837: 40626675 cycles: ffffffff8b4797e4 tcp_clean_rtx_queue.constprop.0+0x284 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [035] 2539.218370: 39206246 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172769 [036] 2539.218376: 33371055 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [039] 2539.218547: 26437522 cycles: 3b16e2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2539.218567: 34497555 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [003] 2539.218865: 38628643 cycles: 139f0dcb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2539.218930: 34001055 cycles: 13b05eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 194369 [018] 2539.218977: 34226851 cycles: 1c3a5356 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2539.219298: 38530351 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2539.219405: 40908650 cycles: ffffffff8a7ef1b7 tick_nohz_stop_tick+0x57 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [015] 2539.219823: 27659245 cycles: ffffffff8aaf3e34 lookup_ioctx+0x64 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [006] 2539.220123: 36298160 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [033] 2539.220223: 39429420 cycles: 14055a53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2539.220240: 33256140 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170129 [045] 2539.220642: 36568029 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197248 [002] 2539.220957: 41498487 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [031] 2539.221581: 30900985 cycles: 21a010ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [014] 2539.222154: 35580145 cycles: 1c696fd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [028] 2539.222662: 44722537 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [037] 2539.222792: 36692322 cycles: 20458521 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [038] 2539.223437: 35688774 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [032] 2539.223826: 33071601 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [034] 2539.223839: 29153002 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [007] 2539.223996: 35672493 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2539.224017: 35555792 cycles: ffffffff8b4888f1 tcp_write_xmit+0x381 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [024] 2539.224502: 32146168 cycles: 133c9033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [012] 2539.225101: 31296815 cycles: 3b31484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [026] 2539.225102: 29260764 cycles: 122b0c6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2539.225556: 27472573 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [030] 2539.226499: 42434915 cycles: ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Background 194369 [018] 2539.228384: 34777076 cycles: 1c3a5890 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197531 [027] 2539.228776: 31740692 cycles: ffffffff8a748743 update_blocked_averages+0x153 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [011] 2539.228787: 36168808 cycles: 64a0607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [043] 2539.228917: 33447046 cycles: 1338e1c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [044] 2539.228927: 35100196 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2539.229388: 38403855 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [046] 2539.229971: 48382518 cycles: 688e82f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2539.229989: 44655033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2539.230278: 28047260 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2539.230299: 29889051 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [016] 2539.230720: 32761913 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 160832 [042] 2539.230799: 33342183 cycles: 203ff8ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [021] 2539.230935: 24275547 cycles: 183b777 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198708 [013] 2539.231296: 33970430 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193997 [022] 2539.231419: 35144841 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [015] 2539.231552: 27769113 cycles: 3b30bc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2539.231701: 26969034 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2539.232359: 32749501 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [001] 2539.232697: 43162831 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [036] 2539.232773: 30892594 cycles: 154cad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2539.233518: 44187492 cycles: ffffffff8b51a183 ip6_finish_output+0xa3 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [003] 2539.234060: 37531147 cycles: 3c73b42 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [025] 2539.234184: 39080033 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [006] 2539.234252: 34183952 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [023] 2539.234400: 40675738 cycles: 1975a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [041] 2539.234534: 32677186 cycles: 204ad424 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2539.234705: 28363757 cycles: 24455b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [005] 2539.234847: 43150270 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [032] 2539.234907: 32205447 cycles: 12f4e507 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [037] 2539.234917: 34350898 cycles: 689a29b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [000] 2539.234969: 28868739 cycles: 689cd4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2539.235042: 40510546 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171289 [029] 2539.235094: 38552063 cycles: ffffffff8a74fe69 update_sg_lb_stats+0x69 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [031] 2539.235252: 28544551 cycles: 1c2f61c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [040] 2539.235413: 34910791 cycles: ffffffff8b383f6c __kfree_skb+0x1c ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172769 [008] 2539.235465: 38976851 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [045] 2539.235584: 32824178 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [026] 2539.236144: 28678037 cycles: ffffffff8a736d59 dequeue_task+0x39 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [035] 2539.236514: 36041900 cycles: 141e8bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2539.236565: 40442908 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [038] 2539.236579: 36531684 cycles: 1806dda [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [024] 2539.237294: 29822524 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 194369 [018] 2539.237961: 35444270 cycles: 1c3a5881 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [012] 2539.238280: 28705587 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [033] 2539.238442: 42372682 cycles: 21a1ba8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2539.238442: 31863673 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [007] 2539.240203: 33267803 cycles: ffffffff8a663b55 xfd_validate_state+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [028] 2539.240428: 43721770 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198845 [039] 2539.240817: 28047260 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [021] 2539.241117: 24448315 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2539.241391: 38826297 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 196866 [010] 2539.241842: 28431349 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198713 [042] 2539.241964: 37884972 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [016] 2539.242159: 31044320 cycles: ffffffff8b56813f inet6_csk_route_socket+0x12f ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [030] 2539.242249: 36008911 cycles: 175b1e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [043] 2539.242458: 33039038 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2539.242992: 28170671 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [011] 2539.243008: 33437655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 160832 [015] 2539.243105: 34880204 cycles: 133b5aa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2539.243927: 40593857 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [047] 2539.243968: 24924074 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2539.244181: 32091132 cycles: 21a2fcf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [036] 2539.245143: 28030729 cycles: 14190721 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [013] 2539.245436: 30697280 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [034] 2539.245761: 30639966 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [032] 2539.245870: 31533729 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dff70683f [unknown] (//anon) diskagen.IC 198626 [000] 2539.245901: 27816817 cycles: ffffffffc0c84303 nf_nat_ipv4_local_fn+0x123 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2539.246113: 47675366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2539.246295: 36440665 cycles: 3a6acec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [019] 2539.246435: 40325865 cycles: 21a06dfe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [026] 2539.246563: 28227764 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [035] 2539.246740: 35089017 cycles: 3c813fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2539.246919: 30412594 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [045] 2539.247189: 33434823 cycles: bbbf87a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [037] 2539.247190: 36435080 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2539.247608: 44280766 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [040] 2539.247617: 32658525 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2539.247764: 32371415 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [012] 2539.248066: 28596231 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2539.248091: 41237845 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2539.248226: 35296749 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197523 [031] 2539.248261: 26532166 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2539.248383: 33635661 cycles: ffffffff8a753c83 pick_next_task_fair+0x1c3 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [008] 2539.248781: 36228779 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [021] 2539.249769: 30144011 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [038] 2539.249942: 32703142 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [014] 2539.250067: 38967808 cycles: 3ae16a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [025] 2539.250167: 41010333 cycles: 3c4dac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2539.250304: 37046035 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2539.250337: 29989711 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [029] 2539.250422: 37374171 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [002] 2539.251114: 38583496 cycles: 3b196a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [010] 2539.251220: 29266414 cycles: ffffffff8b47e86a tcp_rearm_rto+0xaa ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2539.252331: 39459236 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [023] 2539.253243: 33572714 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2539.253320: 33160874 cycles: 219d861c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [030] 2539.253711: 35206875 cycles: ffffffff8a69cd5b __sysvec_apic_timer_interrupt+0x4b ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21cf6a33 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [016] 2539.254163: 29642817 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [036] 2539.254279: 32122344 cycles: ffffffff8adac8e1 _copy_from_iter+0x1 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [007] 2539.254989: 29121785 cycles: 17ec219 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [043] 2539.255132: 31421560 cycles: 161b6064 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2539.255161: 35459622 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.255177: 33799188 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [027] 2539.255195: 25820991 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2539.255409: 41170692 cycles: 1417f7be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 171594 [028] 2539.255545: 38031951 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [033] 2539.256247: 34955157 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163661 [034] 2539.256403: 30420657 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2539.256831: 23837474 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2539.257358: 35826480 cycles: ffffffff8a741340 clear_buddies+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 166610 [000] 2539.257581: 26643829 cycles: 187546be [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [015] 2539.257764: 30509809 cycles: 25173ef0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2539.257792: 28615324 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2539.257989: 30353280 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2539.257993: 32099776 cycles: 141e9800 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [004] 2539.258936: 36387909 cycles: ffffffff8b50f21a unix_stream_read_generic+0x2fa ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [024] 2539.259211: 30668979 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [040] 2539.259544: 30860982 cycles: ffffffff8b3a4328 validate_xmit_skb+0x1a8 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 154952 [012] 2539.259556: 31563138 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [006] 2539.259826: 33348097 cycles: 64fb0be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2539.260399: 27402802 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [031] 2539.260400: 24244447 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [035] 2539.260692: 32696849 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [010] 2539.260780: 28729258 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159494 [038] 2539.261339: 31806644 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2539.261985: 39519891 cycles: ffffffff8a747931 update_load_avg+0x61 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [021] 2539.262256: 35883787 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196911 [009] 2539.262391: 30063458 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [045] 2539.262449: 32003990 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2539.262783: 39778759 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [022] 2539.262914: 33772134 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [046] 2539.263981: 40703178 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [019] 2539.264226: 50071138 cycles: 14024e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2539.264370: 34951910 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [027] 2539.264416: 26044165 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2539.264635: 34409469 cycles: ffffffff8a739873 ttwu_do_wakeup+0x33 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 166748 [020] 2539.264730: 34124147 cycles: 10883124 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [043] 2539.265104: 34273368 cycles: 204a7882 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [002] 2539.265252: 34104539 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [008] 2539.265289: 39100466 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2539.265779: 37735655 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2539.265873: 30857500 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [017] 2539.265874: 40538173 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2539.266271: 43341266 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [016] 2539.266346: 31822256 cycles: bc03634 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [044] 2539.267290: 33032656 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [030] 2539.267926: 40767514 cycles: ffffffff8a7ef3b7 tick_nohz_restart+0x37 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [034] 2539.268013: 30131506 cycles: 17bcb67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [007] 2539.268131: 29033599 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [000] 2539.268182: 29411790 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [029] 2539.268668: 38025390 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2539.268796: 22693260 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [032] 2539.268871: 32548997 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [023] 2539.268968: 32481815 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2539.269149: 44939577 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2539.269654: 38513353 cycles: 204a3b0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [026] 2539.269688: 32570971 cycles: ffffffff8b80155c error_entry+0xc ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2539.270581: 33406887 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [028] 2539.270939: 36259385 cycles: ffffffff8b800083 entry_SYSCALL_64_after_hwframe+0xb ([kernel.kallsyms]) diskagen.User 198844 [031] 2539.271102: 24383767 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2539.271168: 34001677 cycles: ffffffff8a74ae8e update_cfs_group+0x1e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [033] 2539.271254: 33420164 cycles: 3a4a3cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151701 [041] 2539.271870: 26444970 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) diskagen.IC 198047 [024] 2539.272158: 28873628 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [015] 2539.272243: 27173768 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2539.272268: 30863213 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2539.272310: 39826017 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2539.272667: 32515995 cycles: ffffffff8a7d7f3e __hrtimer_start_range_ns+0x25e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [006] 2539.273127: 37172386 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [038] 2539.273329: 33243193 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2539.273657: 34182307 cycles: 1973e83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [010] 2539.274134: 30393340 cycles: 195ccc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 151702 [035] 2539.275204: 40655566 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [043] 2539.275338: 33954427 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 196029 [014] 2539.275373: 33711812 cycles: 15841de [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [009] 2539.276054: 31809260 cycles: 2048ae2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [002] 2539.276101: 33269509 cycles: ffffffff8b399e81 qdisc_pkt_len_init+0x31 ([kernel.kallsyms]) ffffffff8b3a4aa1 __dev_queue_xmit+0xc1 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [022] 2539.276136: 31493263 cycles: 3b968d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [045] 2539.276219: 30361425 cycles: ffffffff8a69f066 native_send_call_func_single_ipi+0x16 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [027] 2539.276342: 27775657 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2539.276931: 41267687 cycles: ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [047] 2539.276954: 22417313 cycles: 4029460 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [036] 2539.277821: 29773849 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [018] 2539.277933: 35633444 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [020] 2539.278256: 37063956 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [016] 2539.278257: 29671819 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [034] 2539.278265: 34726318 cycles: 644c6cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [044] 2539.278530: 36141704 cycles: 1860238 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2539.278764: 28870631 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [046] 2539.278993: 39498372 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [007] 2539.279233: 32763675 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [037] 2539.279350: 36912469 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [008] 2539.279367: 42303882 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172784 [001] 2539.279513: 36139633 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [023] 2539.280193: 32827557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [003] 2539.280251: 33838249 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [031] 2539.280764: 24357012 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 912c0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9805c pthread_mutex_lock+0x16c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [032] 2539.281208: 30162226 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [024] 2539.281975: 32332152 cycles: ffffffff8aaebf0d ep_poll_callback+0x8d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 171592 [026] 2539.282235: 34246676 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [040] 2539.282549: 35787763 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [030] 2539.282555: 37752190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [041] 2539.282603: 26196165 cycles: 3b65e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2539.282647: 26375798 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194089 [017] 2539.282937: 37313326 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 151701 [005] 2539.283630: 35273626 cycles: ffffffff8a73e4ff idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194347 [028] 2539.283871: 33705733 cycles: ffffffff8a7419e0 __calc_delta+0x90 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [039] 2539.283922: 33348713 cycles: 154cae0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [033] 2539.283956: 30889122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [012] 2539.284155: 31346729 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2539.284669: 30900111 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [011] 2539.284976: 39723672 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [019] 2539.284982: 42304061 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 139930f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [029] 2539.285164: 33324813 cycles: 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [025] 2539.285176: 46747348 cycles: bbc8ca3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [042] 2539.285677: 38562924 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [047] 2539.286031: 23782001 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2539.286177: 39651577 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2539.286244: 35299044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140c20b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2539.286326: 42116412 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [027] 2539.286410: 27684960 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [038] 2539.286431: 33799204 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46a9f087f [unknown] (//anon) diskagen.User 197878 [045] 2539.288187: 32161382 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [002] 2539.288411: 35852807 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197259 [043] 2539.288552: 37295313 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2539.288563: 34126573 cycles: ffffffff8b697e4a ct_kernel_enter.constprop.0+0x4a ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [036] 2539.288744: 31962283 cycles: ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8aa8b156 pipe_read+0x246 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.System 193485 [014] 2539.288780: 31280425 cycles: 18749ebe [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [009] 2539.289193: 32502158 cycles: ffffffff8b477705 tcp_queue_rcv+0x5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2539.289583: 29671819 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [000] 2539.289869: 34442836 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2539.291078: 28126089 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [001] 2539.291183: 38650039 cycles: ffffffff8a7dad27 ktime_get+0x77 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [031] 2539.291265: 33526825 cycles: ffffffff8a9a5b45 kmalloc_size_roundup+0x5 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [020] 2539.291268: 39639574 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [034] 2539.291432: 36039550 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2539.291609: 38799171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [007] 2539.292373: 36401255 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [044] 2539.292727: 38403699 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2539.293080: 37157624 cycles: ffffffff8a77a017 psi_task_switch+0x237 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [041] 2539.293101: 25747899 cycles: ffffffff8a9eb39f prep_compound_page+0x7f ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [035] 2539.293575: 42044596 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194778 [046] 2539.293635: 34251433 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [032] 2539.294053: 28120854 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [012] 2539.294609: 31041397 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [024] 2539.294632: 33928242 cycles: 2728c7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2539.294857: 35698737 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [017] 2539.294957: 34934143 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2539.295006: 42499426 cycles: ffffffff8a73604b enqueue_task+0x3b ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [026] 2539.295145: 31390310 cycles: 21a2dd28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [003] 2539.295159: 33838249 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [033] 2539.295325: 33478638 cycles: 3c305b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [040] 2539.295403: 37624034 cycles: 14045d9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2539.295517: 23782001 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2539.296035: 32450366 cycles: 15350ef1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [027] 2539.296091: 27717338 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [028] 2539.296924: 30841760 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2539.297507: 28166413 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bd91c777 [unknown] (//anon) Test 198681 [039] 2539.297712: 32872743 cycles: ffffffff8aa51468 consume_stock+0x38 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2539.297760: 33567802 cycles: ffffffff8a7b7ee9 rcu_note_context_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2539.297820: 30753645 cycles: ffffffff8b6acc16 _raw_spin_trylock+0x36 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [029] 2539.298490: 30608906 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2539.299100: 35314229 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [042] 2539.299480: 35184432 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47effc164c7 [unknown] (//anon) nbsd-lig.SRV1 196021 [014] 2539.299552: 30486498 cycles: 1842793 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159401 [010] 2539.299777: 36699244 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [038] 2539.299778: 32164988 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2539.300395: 32981520 cycles: ffffffff8b382e65 skb_clone+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [045] 2539.300619: 32536005 cycles: 3caa9ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [022] 2539.300990: 35057455 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [016] 2539.301079: 37579513 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 198606 [036] 2539.301519: 33675684 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2539.301856: 35758358 cycles: ffffffff8a7d7b1f __remove_hrtimer+0xf ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [004] 2539.302851: 46546497 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [043] 2539.303046: 38893226 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2539.303187: 34521937 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a1b564 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2539.303281: 30823450 cycles: 194d9e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [025] 2539.303554: 49307268 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 167056 [015] 2539.304002: 26266506 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [000] 2539.304129: 36372087 cycles: 172a0c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [041] 2539.304378: 25662118 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [031] 2539.304880: 33583807 cycles: ffffffff8a9ba227 pmd_page_vaddr+0x47 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2539.304900: 40287058 cycles: ffffffff8a7ef8f5 tick_nohz_idle_stop_tick+0x65 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [034] 2539.305053: 40037715 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2539.305105: 38787265 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198858 [032] 2539.305614: 30250507 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [020] 2539.306210: 38544829 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5c15e try_charge_memcg+0x75e ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 198206 [012] 2539.306781: 29396206 cycles: a90 [unknown] ([vdso]) diskagen.Batch 159504 [026] 2539.306804: 30351161 cycles: ffffffff8a7f3444 do_futex+0xa4 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [027] 2539.306930: 35181863 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198708 [001] 2539.307594: 37064246 cycles: ffffffff8b471675 tcp_recvmsg+0x1a5 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [046] 2539.307650: 35016029 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159396 [028] 2539.307714: 30258954 cycles: ffffffff8a7c5804 exit_to_user_mode_prepare+0xb4 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [005] 2539.307953: 30408002 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [023] 2539.308146: 40214427 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2539.308212: 33239495 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2539.308396: 37029803 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [044] 2539.308698: 35197769 cycles: ffffffff8aaaae49 fget+0x49 ([kernel.kallsyms]) ffffffff8aaf8026 __io_submit_one.constprop.0+0x26 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [013] 2539.308711: 27727223 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [033] 2539.308800: 31527987 cycles: 654daf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [037] 2539.308992: 31639410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [003] 2539.309212: 37426165 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2539.309342: 33452535 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [030] 2539.310284: 35567132 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [017] 2539.310936: 29641383 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [039] 2539.311112: 33474156 cycles: ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [040] 2539.311157: 35396224 cycles: ffffffff8b3a4eca __dev_queue_xmit+0x4ea ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [002] 2539.312389: 32074779 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 590 [unknown] ([unknown]) ydbd.Scheduler 167057 [006] 2539.312394: 34146554 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [042] 2539.312655: 33276510 cycles: 1330cf0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2539.312907: 36477902 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [029] 2539.313133: 26778734 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [038] 2539.313307: 33989640 cycles: 14080177 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [014] 2539.313337: 27409301 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198713 [035] 2539.313391: 35326551 cycles: 64df1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [045] 2539.314169: 32256892 cycles: ffffffff8adaca37 _copy_from_iter+0x157 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2539.314598: 33311043 cycles: 133c303b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [041] 2539.314735: 34327140 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [010] 2539.315158: 34906750 cycles: 64f5ebc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [022] 2539.315322: 38708547 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [011] 2539.315674: 36219223 cycles: 1730aa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [008] 2539.315868: 35637583 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2539.316175: 29916695 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [016] 2539.316236: 40875226 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2539.316613: 24263113 cycles: 21a06ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [047] 2539.318067: 32104750 cycles: ffffffff8aa58323 __mod_memcg_state+0x13 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [043] 2539.318155: 41605978 cycles: ffffffff8adad189 _copy_to_iter+0x1f9 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [024] 2539.318360: 37051903 cycles: ffffffff8acd20c5 apparmor_socket_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [000] 2539.318424: 39053144 cycles: 3a61569 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [020] 2539.318722: 42581120 cycles: 12e97528 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167024 [005] 2539.319042: 33576509 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [026] 2539.319051: 28329311 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169053 [012] 2539.319155: 28469488 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [046] 2539.319649: 32685797 cycles: 27ce14c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [028] 2539.320015: 28670666 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2539.320069: 30052593 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [033] 2539.320147: 29533361 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [034] 2539.320747: 35578724 cycles: 146d9501 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [013] 2539.321295: 26035315 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2539.321555: 35531020 cycles: 3c77af5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [040] 2539.321571: 34975203 cycles: 1743cd64 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 167011 [018] 2539.321632: 32758239 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [027] 2539.321834: 33646510 cycles: 6623242 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2539.322534: 32170712 cycles: ffffffff8a75fd85 __update_load_avg_se+0x25 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [004] 2539.322609: 46194886 cycles: 16bf0b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [001] 2539.322894: 34590862 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [019] 2539.323112: 35168152 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [007] 2539.323421: 31914308 cycles: ffffffff8a744f80 select_idle_cpu+0x190 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [017] 2539.323553: 35074448 cycles: 15ffd956 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [042] 2539.323609: 34770392 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2539.323613: 27271352 cycles: 265d06e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2539.323615: 34031628 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [021] 2539.324161: 41083331 cycles: 1d42b87 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2539.324446: 42607924 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [003] 2539.324665: 36638044 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [025] 2539.324824: 36982048 cycles: ffffffff8aaeb27c ep_poll+0x20c ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 168713 [038] 2539.325004: 32906305 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [006] 2539.325231: 34825264 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [039] 2539.325782: 33277408 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) network poller 198839 [029] 2539.325808: 25666386 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [015] 2539.325962: 24574590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2539.326304: 39727932 cycles: ffffffff8a74ad09 reweight_entity+0x19 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [032] 2539.327727: 32035548 cycles: ffffffff8aa534af __get_obj_cgroup_from_memcg+0x1f ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2539.327912: 35172890 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2539.328000: 35480068 cycles: ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2539.328204: 30531324 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 155697 [045] 2539.328936: 29670424 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 159397 [035] 2539.329256: 30029352 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [047] 2539.329534: 36447812 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2539.329765: 28609405 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [024] 2539.329855: 35972184 cycles: 3a634b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2539.329936: 35096697 cycles: ffffffff8a7ee410 tick_check_oneshot_broadcast_this_cpu+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198627 [041] 2539.330242: 32004633 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2539.330244: 29632152 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [046] 2539.330496: 32083631 cycles: ffffffff8aa519ea mem_cgroup_from_task+0x1a ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [012] 2539.330625: 32471052 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2539.331085: 31105125 cycles: 1c30044a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [028] 2539.331385: 30410452 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [031] 2539.331723: 32200761 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [022] 2539.331935: 36662112 cycles: 1407133a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [011] 2539.332364: 36775740 cycles: 2a91543 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2539.332980: 32938128 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [016] 2539.333512: 35903448 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [000] 2539.334193: 44252798 cycles: 6446963 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [018] 2539.334363: 34104701 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [014] 2539.334392: 33208136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 661ce2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2539.334540: 26035315 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [044] 2539.335047: 41183912 cycles: 3b9e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 193496 [037] 2539.335465: 32170712 cycles: 1be55741 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [020] 2539.335551: 39546850 cycles: ffffffff8b376306 sk_free+0x16 ([kernel.kallsyms]) ffffffff8b484062 tcp_wfree+0x112 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2539.335939: 27292164 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2539.336039: 31380714 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [002] 2539.336061: 32746454 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2539.336755: 24574590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [043] 2539.337078: 47425188 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194329 [042] 2539.337203: 31146371 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [038] 2539.337661: 30531891 cycles: 2727afa5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2539.338052: 35535524 cycles: ffffffff8a75c3d7 cpuidle_idle_call+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [027] 2539.338106: 42913894 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [001] 2539.338747: 33036067 cycles: 21a19d90 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [036] 2539.339127: 29547341 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2539.339322: 38167281 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [007] 2539.339659: 37158415 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [017] 2539.339779: 32420357 cycles: ffffffff8b486bf5 __tcp_transmit_skb+0x365 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [003] 2539.339802: 35711406 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [025] 2539.340004: 31678715 cycles: ffffffff8a7b5b27 __rcu_read_unlock+0x17 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 167011 [032] 2539.340493: 33087725 cycles: bc0909c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [035] 2539.340625: 28976794 cycles: ffffffff8aa31be4 __kmem_cache_free+0x2d4 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196763 [026] 2539.340906: 28609405 cycles: 1be5403c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.Scheduler 197546 [046] 2539.341147: 31809622 cycles: 14078d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [019] 2539.341334: 30630633 cycles: 133ad3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2539.341599: 26677724 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196861 [030] 2539.341778: 37436849 cycles: 1a7174 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [033] 2539.341984: 28316989 cycles: ffffffff8aa72b7b __check_object_size.part.0+0x4b ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [012] 2539.342109: 31287135 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2539.342301: 32955056 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2539.342484: 48457280 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2539.342562: 45237822 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193989 [031] 2539.342755: 33913062 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [039] 2539.342870: 34170500 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2539.342917: 39036615 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [024] 2539.343210: 36894395 cycles: 3b9b6b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [028] 2539.343830: 28446235 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2539.343988: 34420633 cycles: ffffffff8b459947 neigh_hh_output+0xa7 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [005] 2539.344371: 29086341 cycles: 3ba4e62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [041] 2539.344478: 32967041 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [013] 2539.344733: 39769968 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5940 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [009] 2539.344750: 42128807 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9790f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165858 [047] 2539.345106: 36562447 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [034] 2539.345201: 34704627 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [011] 2539.345254: 34527391 cycles: 219fbcf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [014] 2539.345273: 32550066 cycles: 12f63ed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [015] 2539.345527: 29987068 cycles: 270bacbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [029] 2539.345780: 30734691 cycles: 2197fdd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2539.346217: 37834128 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [037] 2539.347183: 37439889 cycles: ffffffff8b48ebbd __xfrm_policy_check2.constprop.0+0xbd ([kernel.kallsyms]) ffffffff8b4941c1 tcp_v4_rcv+0xc01 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2539.347676: 30934290 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI1 194629 [040] 2539.348364: 31380714 cycles: ffffffff8a7f65af futex_wake+0xef ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [016] 2539.348490: 40570573 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [038] 2539.348662: 33726647 cycles: 3b2a5cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [000] 2539.348816: 39280177 cycles: 204b8b3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [042] 2539.349602: 32940108 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [017] 2539.349860: 35955358 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [020] 2539.350064: 38316120 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [032] 2539.350188: 33047768 cycles: 2525a035 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 193489 [026] 2539.351036: 35641806 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [044] 2539.351241: 38450416 cycles: ffffffff8a7604ff __update_load_avg_cfs_rq+0xbf ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [010] 2539.351577: 32962743 cycles: 204b0b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2539.352107: 28268335 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [001] 2539.352264: 36412119 cycles: 140988e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [036] 2539.352275: 32220901 cycles: 13b6ec93 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [045] 2539.352445: 26143510 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [012] 2539.353460: 30315545 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [006] 2539.354015: 39601946 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [046] 2539.354063: 30077047 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [008] 2539.354284: 32571026 cycles: ffffffff8a7f347b do_futex+0xdb ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [028] 2539.354889: 27860594 cycles: ffffffff8b480adb tcp_check_space+0xb ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [033] 2539.354895: 29659154 cycles: ffffffff8a764fa8 __wake_up_common_lock+0x38 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [019] 2539.355768: 29239267 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2539.356311: 32367273 cycles: ffffffff8a74ecbc enqueue_entity+0x23c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2539.356502: 40172109 cycles: 3b27dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [024] 2539.356658: 34180409 cycles: ffffffff8a974713 folio_mark_accessed+0x33 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2539.356754: 40669014 cycles: ffffffff8a739a53 ttwu_do_activate+0x63 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [027] 2539.356973: 41584067 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dba9e283f [unknown] (//anon) blocksto.CLI2 194630 [031] 2539.356997: 36682783 cycles: 689b704 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [030] 2539.357178: 35822789 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [014] 2539.357242: 34381639 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [011] 2539.357416: 34540977 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [034] 2539.357592: 34324634 cycles: 3af1af4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [007] 2539.357930: 36717703 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [018] 2539.358524: 36435816 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2539.359004: 33608206 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [015] 2539.359241: 30348638 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.359364: 36378438 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197273 [013] 2539.359396: 37401516 cycles: 1c2a2077 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2539.359657: 30060368 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166596 [023] 2539.359973: 37079392 cycles: ffffffff8a6c8521 switch_mm_irqs_off+0x1d1 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [041] 2539.360712: 31050482 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2539.361041: 32119621 cycles: ffffffff8a761955 update_dl_rq_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a754787 _nohz_idle_balance.isra.0+0x2c7 ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2539.361448: 31013125 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [042] 2539.361746: 32352402 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [009] 2539.361820: 37106665 cycles: 182fccf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [022] 2539.362021: 37141078 cycles: 175b27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [040] 2539.362049: 43397560 cycles: 13058e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2539.362067: 43208546 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [032] 2539.362538: 35399155 cycles: ffffffff8ac68d4b security_socket_recvmsg+0xb ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2539.362974: 40636216 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2539.363078: 40697397 cycles: ffffffff8aa1c9c5 policy_nodemask+0x5 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [017] 2539.363248: 33607946 cycles: ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [035] 2539.364548: 29470599 cycles: ffffffff8b371aa6 __sys_recvmsg+0x6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [021] 2539.364774: 43775353 cycles: 13fdf70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194622 [028] 2539.365057: 27563810 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [012] 2539.365122: 35521625 cycles: 1330cefa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [020] 2539.365144: 33110693 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [044] 2539.365243: 34071973 cycles: 14082b05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 169822 [037] 2539.365252: 29511477 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198033 [045] 2539.365262: 25069257 cycles: ffffffff8a768fb7 psi_group_change+0x17 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [016] 2539.365408: 40639686 cycles: bc0361f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [026] 2539.365408: 34749526 cycles: ffffffff8a7434a8 select_idle_core+0x158 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [046] 2539.366131: 30841914 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [036] 2539.366488: 33362993 cycles: ffffffff8aaab07e __fget_light+0x1e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [010] 2539.366986: 34754745 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [000] 2539.367032: 31113471 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [008] 2539.367688: 36110825 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [019] 2539.368679: 39762534 cycles: ffffffff8a744e75 select_idle_cpu+0x85 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [006] 2539.368702: 36464262 cycles: 172a15d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [033] 2539.368724: 28168896 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [034] 2539.369825: 38879288 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [024] 2539.370205: 34451814 cycles: 25269fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.370297: 36744807 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [014] 2539.370679: 31661645 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [025] 2539.371166: 36406263 cycles: ffffffff8a9f0bdc __alloc_pages+0x11c ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2539.371862: 38446394 cycles: 35f3e5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [031] 2539.371882: 46917349 cycles: 26a9e1ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [038] 2539.372050: 30056354 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [015] 2539.372075: 31025279 cycles: ffffffff8aaf4b7c aio_complete+0x15c ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [011] 2539.372137: 42077669 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [018] 2539.372529: 34941453 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.372837: 32636308 cycles: ffffffff8a7d8705 hrtimer_try_to_cancel.part.0+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 170459 [029] 2539.373161: 36431523 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [042] 2539.373230: 33330494 cycles: 3a90ea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [041] 2539.373248: 39071585 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [043] 2539.373368: 35928686 cycles: 628f6e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2539.373538: 36884751 cycles: 196e8a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2539.373621: 36156832 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [032] 2539.374939: 38038259 cycles: 1c4e8921 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [028] 2539.374965: 28476083 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbfa4394f [unknown] (//anon) swapper 0 [022] 2539.375111: 36936994 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [037] 2539.375573: 32511049 cycles: ffffffff8b4595b5 ip_send_check+0x25 ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2539.376036: 27331753 cycles: 1406fb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [003] 2539.376530: 38473329 cycles: 26e4c5c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.User 155848 [035] 2539.376948: 29092094 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198751 [013] 2539.377032: 33791951 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8aaef85d eventfd_write+0x10d ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [007] 2539.377159: 40930104 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [027] 2539.377660: 42521024 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [026] 2539.377759: 32633071 cycles: 1375b10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [020] 2539.377818: 30880964 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [009] 2539.377955: 38723681 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2539.378121: 45747000 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166744 [023] 2539.378167: 37564843 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [044] 2539.378204: 32417400 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2539.378339: 41243103 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [004] 2539.378412: 37951065 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2539.379180: 32459047 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [046] 2539.379314: 33285082 cycles: 2514edc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2539.380045: 30151089 cycles: 1394a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194003 [001] 2539.380411: 46317651 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [047] 2539.380747: 37856570 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [010] 2539.381081: 38216987 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [034] 2539.382252: 43809698 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [016] 2539.382319: 37811866 cycles: 195e271 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [033] 2539.382475: 32826428 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 198049 [014] 2539.382582: 29820963 cycles: ffffffff8a7f1ceb get_futex_key+0x20b ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [008] 2539.383170: 38624732 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [006] 2539.383323: 34217086 cycles: 12a062b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165454 [038] 2539.383326: 33161418 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [030] 2539.383637: 38262982 cycles: ffffffff8b6226b0 xas_start+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2539.383801: 32481404 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [021] 2539.384625: 43060517 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166750 [037] 2539.384996: 33160970 cycles: ffffffff8a75ff25 __update_load_avg_se+0x1c5 ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [018] 2539.385694: 35523394 cycles: 26a6533 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [042] 2539.385812: 31081121 cycles: 1740bbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [045] 2539.386217: 29452248 cycles: ffffffff8b697c3a syscall_exit_to_user_mode+0xa ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2539.386384: 38711610 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.386785: 33035991 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [002] 2539.386883: 33716247 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [028] 2539.387637: 25813524 cycles: bc03603 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [035] 2539.387895: 29626798 cycles: ffffffff8b4556a5 ip_rcv_core+0x5 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2539.388082: 42089901 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2539.388444: 38355685 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2539.388719: 34811645 cycles: 1841393 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [015] 2539.388761: 29276461 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2539.388942: 35928686 cycles: ffffffff8a7efef4 tick_irq_enter+0x84 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2539.388988: 41673300 cycles: ffffffff8a7dad61 ktime_get+0xb1 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [019] 2539.389283: 36775737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [026] 2539.389610: 39087998 cycles: 183b4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [044] 2539.389804: 33696620 cycles: 14252212 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [020] 2539.389816: 29221446 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 171594 [025] 2539.390674: 36278722 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [011] 2539.390741: 43475092 cycles: ffffffff8b61a5e8 memchr_inv+0xa8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 171571 [022] 2539.390773: 34969798 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f364bddb87f [unknown] (//anon) default-executo 196114 [000] 2539.390899: 30814375 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2539.391764: 30382872 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [036] 2539.391774: 32377553 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [046] 2539.392386: 32824461 cycles: 14090a5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [031] 2539.392398: 37271185 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2539.392596: 36443624 cycles: ffffffff8a64a499 __switch_to+0x1a9 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [009] 2539.393654: 38079534 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [012] 2539.393992: 35325130 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [003] 2539.394313: 30055632 cycles: ffffffff8a7c565b exit_to_user_mode_loop+0x5b ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [014] 2539.394386: 32209554 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [023] 2539.394574: 38540388 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2539.394792: 33854645 cycles: 14067741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [006] 2539.394861: 32430883 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Batch 197253 [027] 2539.395440: 36186312 cycles: 2727d5d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2539.395467: 42836655 cycles: ffffffff8b696aa0 sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [010] 2539.395544: 38404856 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196917 [016] 2539.395621: 34648906 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [040] 2539.395800: 40955277 cycles: 13beaf3a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [038] 2539.395801: 35309292 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2539.396780: 25831506 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [047] 2539.396950: 40386354 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [033] 2539.397047: 36854870 cycles: ffffffff8b47b8e8 tcp_rcv_space_adjust+0x28 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [045] 2539.397175: 28852566 cycles: 64fa73a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [018] 2539.397175: 38504563 cycles: 21a06124 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [042] 2539.397322: 30216609 cycles: ffffffff8b6045ee mtree_range_walk+0x15e ([kernel.kallsyms]) ffffffff8b60aa2e mt_find+0x15e ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c797f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2539.397394: 34195468 cycles: 1419882f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [008] 2539.397736: 37270760 cycles: 3cb1033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2539.398365: 34399818 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [034] 2539.398763: 46224502 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [002] 2539.398888: 31825207 cycles: 133ae198 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2539.399423: 28774967 cycles: ffffffff8b4705e4 tcp_recvmsg_locked+0x764 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [037] 2539.399448: 34994997 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [020] 2539.399605: 29492416 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [005] 2539.399686: 37895231 cycles: 3b95931 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [001] 2539.400304: 48181348 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2539.400785: 28598412 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2539.401601: 39194422 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2539.403088: 28496106 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2539.403101: 29612124 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [032] 2539.403173: 36613683 cycles: ffffffff8b45a36e ip_finish_output2+0x30e ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [019] 2539.403427: 39205649 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [017] 2539.403841: 35406868 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2539.403907: 31773526 cycles: ffffffff8adacfca _copy_to_iter+0x3a ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [026] 2539.403966: 40142701 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagentd 150657 [046] 2539.403980: 39348419 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [043] 2539.404070: 38811862 cycles: ffffffff8aaeb3c6 ep_poll+0x356 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [021] 2539.404383: 45200542 cycles: ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2539.404477: 36394130 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165679 [006] 2539.404956: 32433623 cycles: ffffffff8b6a46a1 __schedule+0x1a1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198650 [036] 2539.405083: 29371201 cycles: 125ebd epoll_wait+0x6d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [029] 2539.405598: 38017891 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [025] 2539.406782: 36171500 cycles: 12f4e507 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2539.406968: 32284310 cycles: ffffffff8a735e86 update_rq_clock+0xb6 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [024] 2539.407176: 31491589 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2539.407398: 29796208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [003] 2539.407442: 30055632 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198609 [011] 2539.407459: 40918486 cycles: ffffffff8a7d9245 hrtimer_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2539.407491: 44730909 cycles: 278158b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162522 [007] 2539.407876: 34103806 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [031] 2539.408244: 41527214 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [012] 2539.408540: 34218199 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [033] 2539.408999: 37717747 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2539.409064: 32885112 cycles: ffffffff8b4857bc tcp_mstamp_refresh+0x1c ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [016] 2539.409078: 32416448 cycles: ffffffff8a7536f7 newidle_balance+0x127 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2539.409507: 32396269 cycles: ffffffff8a747695 attach_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [038] 2539.409580: 37151349 cycles: ffffffff8a779e65 psi_task_switch+0x85 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [020] 2539.409780: 29543310 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blockstore-clie 198727 [009] 2539.410466: 34132312 cycles: ffffffff8aa5ea70 __mem_cgroup_uncharge+0x30 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198656 [040] 2539.410613: 45222173 cycles: 3ba8c00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [015] 2539.410701: 33543299 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.410721: 36717041 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 165266 [002] 2539.410759: 33617088 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [010] 2539.410877: 46277788 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 198112 [027] 2539.410983: 30904104 cycles: 179b57e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd 172780 [045] 2539.411027: 27088233 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2539.411062: 37094535 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 159610 [008] 2539.411181: 38231478 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f00317 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [018] 2539.412296: 38599530 cycles: 13395379 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198114 [035] 2539.412819: 28103765 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [013] 2539.412819: 29565205 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [037] 2539.413969: 42237473 cycles: 27299b63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 170605 [000] 2539.414145: 31694235 cycles: ffffffff8a741960 __calc_delta+0x10 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [047] 2539.414603: 35023808 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [036] 2539.414847: 33059806 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2539.415217: 47879782 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2539.415252: 30661965 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [005] 2539.415742: 39657614 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2539.415887: 40062510 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [001] 2539.417208: 42301866 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [006] 2539.417438: 34308542 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2539.417847: 34692049 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2539.418407: 29426983 cycles: ffffffff8a74eb4c enqueue_entity+0xcc ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 151707 [017] 2539.418508: 35336090 cycles: ffffffff8a95a8b9 rseq_ip_fixup+0x59 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [003] 2539.418673: 40009942 cycles: ffffffff8aa2e29c ___slab_alloc+0xdc ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [026] 2539.418781: 34916480 cycles: ffffffff8a760468 __update_load_avg_cfs_rq+0x28 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 193987 [028] 2539.419471: 34137659 cycles: 156af51b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [032] 2539.419814: 39176909 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [041] 2539.419976: 40528862 cycles: 3cabd81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2539.420455: 37140169 cycles: 3b3db36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [019] 2539.420766: 39236293 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 197898 [012] 2539.420835: 35904935 cycles: 1330db5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [042] 2539.420935: 38395337 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.System 168699 [045] 2539.421483: 31982087 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2539.421637: 40333722 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [002] 2539.421906: 32165132 cycles: 12ff4eaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [020] 2539.422156: 30902384 cycles: 3b3c5e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196923 [043] 2539.422179: 40161470 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) swapper 0 [025] 2539.422322: 30633515 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2539.422422: 30031838 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [029] 2539.422488: 33954059 cycles: ffffffff8a733ef6 raw_spin_rq_lock_nested+0x6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [021] 2539.422820: 41552563 cycles: 21a2fd27 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [030] 2539.423474: 29202449 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2539.423619: 38076066 cycles: ffffffff8adb0588 _find_next_bit+0x18 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2539.423707: 30659309 cycles: 172c37a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [011] 2539.423933: 33476529 cycles: ffffffffc0c84267 nf_nat_ipv4_local_fn+0x87 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [007] 2539.423948: 32281908 cycles: ffffffff8a96f420 set_page_dirty+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [038] 2539.424017: 42849053 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2539.425360: 43215510 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2539.425366: 35256680 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2539.425708: 33518389 cycles: 133a5ba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [023] 2539.426039: 41316736 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2539.426538: 29750043 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [022] 2539.427224: 29242282 cycles: ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194630 [015] 2539.427252: 28578577 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [009] 2539.427307: 31233116 cycles: 1407d38d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [047] 2539.427348: 32964378 cycles: 1974e4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [040] 2539.427534: 41652845 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdSbmEv 198205 [014] 2539.427764: 32714251 cycles: ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197533 [018] 2539.427956: 32972011 cycles: 26a78816 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [036] 2539.428059: 34171298 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2539.428364: 42960207 cycles: 161b5fa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197542 [013] 2539.428484: 26014552 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 169813 [039] 2539.428560: 35344259 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 197243 [046] 2539.428712: 34882778 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 159401 [037] 2539.430914: 44310300 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [006] 2539.431546: 33123775 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd 194356 [028] 2539.431624: 31919657 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [034] 2539.432299: 39957929 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [005] 2539.432439: 39501339 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2539.432482: 33468746 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [002] 2539.432529: 32177117 cycles: 1bf8581 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [026] 2539.432600: 33209554 cycles: 3b30a70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [012] 2539.432828: 35419637 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [011] 2539.433412: 33937377 cycles: ffffffffc0ca0825 nf_ct_get_tuple+0x5 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [001] 2539.433933: 47209890 cycles: 99b0d pthread_mutex_unlock+0x9d (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [020] 2539.433943: 33151722 cycles: 129aadd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [003] 2539.434032: 42828460 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [045] 2539.434258: 37005035 cycles: c50 [unknown] ([vdso]) blocksto.CLI1 198656 [024] 2539.434370: 33498196 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [025] 2539.434829: 29007310 cycles: 28897c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [027] 2539.434880: 27672877 cycles: 269a4123 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2539.434933: 32238922 cycles: ffffffff8a76920e psi_group_change+0x26e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [030] 2539.435020: 28244663 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [032] 2539.435176: 36836481 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [035] 2539.435183: 33781633 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9e1b70fa17 [unknown] (//anon) ydbd.Scheduler 198118 [042] 2539.435221: 33595003 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.System 159601 [007] 2539.435274: 34481884 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [029] 2539.435691: 30950349 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [041] 2539.436774: 40885745 cycles: 67f933b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [022] 2539.436923: 29292604 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [038] 2539.436981: 40022828 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a914b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [016] 2539.437151: 38169024 cycles: 1840c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [008] 2539.437374: 31957203 cycles: 12d6bdee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [019] 2539.437375: 34324536 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2539.437826: 36885678 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [015] 2539.438306: 31113441 cycles: 167eae7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [000] 2539.438487: 35393879 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [043] 2539.438492: 42119666 cycles: 1976393 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [013] 2539.438990: 30409244 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193498 [004] 2539.439137: 31905069 cycles: ffffffff8a736da0 dequeue_task+0x80 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [047] 2539.439310: 31044693 cycles: ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2539.439625: 31510642 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [009] 2539.439662: 32889651 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14023ba8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [021] 2539.439712: 40844397 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [046] 2539.439882: 33511196 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [040] 2539.439942: 39003081 cycles: ffffffff8b50b1b5 unix_copy_addr+0x5 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [036] 2539.440089: 32167465 cycles: 12e8f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [014] 2539.440359: 30583374 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.440935: 39414494 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2539.442640: 34197585 cycles: ffffffff8b6980df ct_nmi_enter+0x6f ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [031] 2539.443155: 44256752 cycles: ffffffff8aa2e28c ___slab_alloc+0xcc ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2539.443421: 30863239 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [023] 2539.444162: 47045408 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [006] 2539.444360: 40982072 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2539.444826: 28130810 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [012] 2539.444835: 40834932 cycles: 65521d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [027] 2539.445093: 27937549 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [020] 2539.445191: 39303928 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [044] 2539.445675: 30506547 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2539.445711: 36419670 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 172771 [005] 2539.445712: 39214724 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2539.445977: 37284679 cycles: ffffffff8a7dacda ktime_get+0x2a ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [034] 2539.446258: 39760610 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [024] 2539.446471: 37975206 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [011] 2539.446566: 33490119 cycles: ffffffff8adb0600 _find_next_and_bit+0x0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2539.447247: 27602134 cycles: 204af2af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [042] 2539.447634: 31862345 cycles: 3b30b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165265 [017] 2539.447690: 38217520 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [022] 2539.447715: 29392562 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2539.448156: 34086394 cycles: ffffffff8a7efe92 tick_irq_enter+0x22 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 197012 [008] 2539.448596: 31369671 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [037] 2539.448738: 43686589 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [032] 2539.448742: 33482366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [035] 2539.449465: 31865422 cycles: 3a61431 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [007] 2539.449524: 38610910 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197259 [029] 2539.449747: 30349359 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [003] 2539.449776: 45174462 cycles: 1861fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2539.450151: 32981249 cycles: ffffffff8b47ea16 tcp_ack+0xb6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2539.450244: 39754009 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193987 [015] 2539.451032: 31113441 cycles: 177eacc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [000] 2539.451045: 36788805 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [014] 2539.451738: 29632877 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [019] 2539.451783: 33141459 cycles: 1823b1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197440 [047] 2539.451940: 29503863 cycles: 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2539.452050: 38258056 cycles: ffffffff8aa5833b __mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197240 [038] 2539.452204: 43688810 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [004] 2539.452223: 37331684 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [018] 2539.452248: 29129962 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325214 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [046] 2539.452637: 31358614 cycles: 1ea6bad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2539.452879: 32167465 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [001] 2539.453648: 49770158 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2539.454525: 39029914 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [040] 2539.454634: 47781228 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165143 [041] 2539.454669: 35376180 cycles: ffffffff8a769309 psi_group_change+0x369 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [002] 2539.455046: 33587931 cycles: 3c51181 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [009] 2539.455229: 31660135 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [028] 2539.455859: 31458765 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 160809 [030] 2539.456283: 27194131 cycles: 13404e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 168703 [027] 2539.456584: 27937549 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2539.456607: 48337854 cycles: ffffffff8a7d8bf0 hrtimer_get_next_event+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [044] 2539.456696: 29120353 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [010] 2539.456903: 41115441 cycles: 2049acb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2539.456911: 26805312 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2539.457781: 31880998 cycles: ffffffff8b45b0f8 __ip_finish_output+0xb8 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2539.458532: 42611396 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [022] 2539.458542: 43289099 cycles: 404dc21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [020] 2539.459651: 36429814 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2539.459866: 41000289 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [026] 2539.460069: 38824950 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1ea6a94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [024] 2539.460241: 36172687 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [034] 2539.460475: 35697895 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [042] 2539.460515: 32095567 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [008] 2539.460634: 29662627 cycles: ffffffff8a75fda8 __update_load_avg_se+0x48 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2539.461225: 33470196 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.SRV2 198455 [045] 2539.461239: 38599883 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2539.461285: 30918629 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [011] 2539.461494: 41968844 cycles: 15fd120e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198751 [005] 2539.461573: 37053960 cycles: 67f8757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2539.461661: 37183122 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2539.461663: 43458504 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [014] 2539.462147: 32987347 cycles: 65e1282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2539.462625: 35493293 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [013] 2539.462844: 39028446 cycles: 3c8159d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2539.462941: 28314341 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [015] 2539.462949: 40773699 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [047] 2539.463211: 27696893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [018] 2539.464021: 27848074 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [023] 2539.464114: 52306384 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [046] 2539.464198: 30550173 cycles: 25176074 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [043] 2539.464239: 37387907 cycles: ffffffff8a6c858c switch_mm_irqs_off+0x23c ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b69692b sysvec_reschedule_ipi+0x7b ([kernel.kallsyms]) ffffffff8b800f4b asm_sysvec_reschedule_ipi+0x1b ([kernel.kallsyms]) swapper 0 [016] 2539.464311: 40999508 cycles: ffffffff8a99a43f quiet_vmstat+0x3f ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [000] 2539.464320: 38053818 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2539.464325: 40045772 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165143 [019] 2539.464879: 31497347 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 194346 [036] 2539.465963: 40296661 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [004] 2539.465971: 46056736 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [030] 2539.466326: 27933552 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2539.466955: 32096711 cycles: 64a2e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [028] 2539.467148: 34036615 cycles: ffffffff8b46fee4 tcp_recvmsg_locked+0x64 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2539.467379: 29382416 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2539.467744: 41204327 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2539.468163: 37043265 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [025] 2539.468304: 30676636 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IO 168713 [009] 2539.468604: 32824818 cycles: 18755d29 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [033] 2539.468800: 41221723 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2539.469332: 31989528 cycles: 141d2e0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [041] 2539.469363: 34618946 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [039] 2539.469997: 30036511 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [010] 2539.470096: 37593952 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [047] 2539.471673: 29412684 cycles: 17a9dc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [042] 2539.471790: 30540488 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [008] 2539.471948: 28813964 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f0087 [unknown] (//anon) diskagen.System 159601 [040] 2539.472035: 39696738 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [012] 2539.472777: 32761888 cycles: 265d1a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2539.473153: 30211964 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2539.473195: 44168646 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [006] 2539.473316: 45456567 cycles: ffffffff8a779f30 psi_task_switch+0x150 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [034] 2539.473630: 32401915 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [024] 2539.473764: 43460097 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [031] 2539.474070: 50640696 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [022] 2539.474408: 42428598 cycles: 1730a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2539.474527: 58653002 cycles: ffffffff8b471514 tcp_recvmsg+0x44 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159401 [026] 2539.474895: 42418517 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2539.475568: 27025723 cycles: ffffffff8a7d7b2e __remove_hrtimer+0x1e ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2539.475716: 45583741 cycles: 204ac931 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2539.475878: 27906860 cycles: ffffffff8a751726 set_task_rq_fair+0x16 ([kernel.kallsyms]) ffffffff8a739e1f set_task_cpu+0xbf ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2539.476477: 35554405 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2539.476591: 35733755 cycles: ffffffff8a747695 attach_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [014] 2539.476741: 32018698 cycles: ffffffff8a76902f psi_group_change+0x8f ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [015] 2539.476905: 44503721 cycles: ffffffff8b6ad3e0 _raw_spin_lock+0x0 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [007] 2539.477161: 39512140 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [017] 2539.477236: 40225904 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2539.477657: 40909494 cycles: ffffffff8a74772d attach_entity_load_avg+0x9d ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 165860 [013] 2539.477760: 37995366 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [005] 2539.478288: 31080593 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [030] 2539.478668: 28339313 cycles: ffffffff8a6b802e native_load_tls+0x2e ([kernel.kallsyms]) ydbd.Scheduler 193502 [016] 2539.479583: 38402875 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [044] 2539.479666: 28480312 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [000] 2539.479679: 32785530 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2539.479813: 45327671 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 196911 [043] 2539.480528: 39152091 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [039] 2539.480535: 33023746 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [002] 2539.480993: 32096711 cycles: ffffffff8a762760 account_user_time+0x90 ([kernel.kallsyms]) ffffffff8a762dcc account_process_tick+0xfc ([kernel.kallsyms]) ffffffff8a7d6f67 update_process_times+0x27 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 19427d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2539.481195: 35287723 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [011] 2539.481579: 35578742 cycles: ffffffff8a7aeab4 __rcu_read_lock+0x24 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [027] 2539.481883: 37701919 cycles: 26689d90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [037] 2539.482218: 44129000 cycles: 3ba4d21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 170140 [025] 2539.482442: 36238174 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1be5350e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [008] 2539.482524: 31215385 cycles: ffffffff8aa9e2c6 do_poll.constprop.0+0xc6 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198055 [036] 2539.482771: 37962063 cycles: ffffffff8a739e26 set_task_cpu+0xc6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2539.482999: 32851502 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [004] 2539.483410: 42770155 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2539.483879: 54978429 cycles: ffffffff8b480adb tcp_check_space+0xb ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [003] 2539.484452: 34262452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [010] 2539.484797: 37505267 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162525 [038] 2539.484824: 32829355 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [041] 2539.484900: 34215278 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [012] 2539.484917: 35125714 cycles: 12d6bde5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2539.485155: 29524026 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [032] 2539.485254: 34376398 cycles: ffffffff8b4762f5 tcp_xmit_recovery+0x5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [033] 2539.485465: 44383447 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2539.485588: 36349953 cycles: ffffffff8a6f3140 irq_exit_rcu+0x0 ([kernel.kallsyms]) Test 196124 [018] 2539.486137: 26230741 cycles: 688f150 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [029] 2539.486549: 32917799 cycles: ffffffff8adb553b _copy_from_user+0x5b ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [034] 2539.486653: 30607630 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170465 [024] 2539.487238: 39942855 cycles: ffffffff8b61752f rb_insert_color+0x2f ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2539.488783: 33243808 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [007] 2539.488798: 38523664 cycles: ffffffff8a73caa8 send_call_function_single_ipi+0x38 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [030] 2539.489099: 31376714 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [014] 2539.489585: 30113417 cycles: ffffffff8b6a4b1a schedule+0x1a ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [046] 2539.489806: 31682261 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [044] 2539.490352: 29778013 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2539.490550: 41752493 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [000] 2539.490827: 35459946 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2539.490873: 28631581 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2539.491101: 36290754 cycles: ffffffff8a768fd2 psi_group_change+0x32 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [019] 2539.491101: 31542322 cycles: 269b09e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [006] 2539.491649: 41071713 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [013] 2539.491920: 38521968 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [026] 2539.491926: 36318633 cycles: ffffffff8b471514 tcp_recvmsg+0x44 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.492152: 32227175 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [008] 2539.492287: 34157754 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [002] 2539.492340: 37226678 cycles: 3b9ca5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [031] 2539.492370: 43458484 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2539.493904: 42974262 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2539.493975: 35633140 cycles: 20430b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198111 [016] 2539.493975: 34123785 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) network poller 197531 [017] 2539.494020: 33514188 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [042] 2539.494140: 33217042 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159511 [043] 2539.494278: 42637396 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2539.495088: 37891130 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [047] 2539.495223: 29186036 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2539.495240: 33389695 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2539.495688: 26963399 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2539.496222: 35644395 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [015] 2539.496267: 38382506 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [036] 2539.496586: 38073226 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2539.496588: 42938486 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [032] 2539.496713: 33714798 cycles: 140c52cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [012] 2539.497156: 38665981 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [004] 2539.497836: 37530716 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [025] 2539.497852: 32890553 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [041] 2539.498155: 38593996 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [001] 2539.498317: 52218934 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [027] 2539.498328: 31870291 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [034] 2539.499043: 31785982 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [037] 2539.499043: 36634487 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [029] 2539.499162: 38320858 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198619 [010] 2539.499596: 34137556 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [003] 2539.500187: 35128631 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2539.500288: 31017374 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [046] 2539.500852: 31512130 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [040] 2539.500853: 31439129 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [009] 2539.500899: 36331688 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [014] 2539.501253: 28655028 cycles: ffffffff8a741d83 wake_affine+0x153 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [024] 2539.501467: 35231380 cycles: 14130546 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [044] 2539.501700: 28859833 cycles: 2527b851 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2539.502856: 38419432 cycles: 288c335 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [023] 2539.503250: 46249140 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2539.503562: 27161701 cycles: ffffffff8b46319d __inet_lookup_established+0x18d ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [033] 2539.503743: 45008621 cycles: ffffffff8a7c5671 exit_to_user_mode_loop+0x71 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 172235 [020] 2539.503760: 33632920 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [008] 2539.504645: 32963834 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2539.505062: 31999274 cycles: ffffffff8b800efe asm_sysvec_apic_timer_interrupt+0xe ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [026] 2539.505826: 34110165 cycles: 3c32e8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2539.505838: 33908775 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [013] 2539.506081: 33935973 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2539.506111: 35856936 cycles: ffffffff8a73bdf2 try_to_wake_up+0x132 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ya-bin 26555 [018] 2539.506190: 29487215 cycles: 235716d _PyEval_EvalFrameDefault+0x7fed (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271839 method_vectorcall+0x199 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224caa4 _PyObject_CallFunctionVa+0x84 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224cecf PyObject_CallMethod+0xbf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7d4ed pymain+0x36d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 1fe8ca6 NYa::(anonymous namespace)::Entry+0xa56 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ef69 libc_start_main_stage2+0x29 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ec51 _start+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) blocksto.CLI2 196118 [047] 2539.506596: 28432703 cycles: 3b94f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [002] 2539.506824: 32941442 cycles: 3ba467f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [017] 2539.506923: 34698580 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.507299: 31444454 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [016] 2539.507959: 35826608 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [042] 2539.508087: 36892742 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2539.508435: 32110745 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155699 [022] 2539.508611: 44216477 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [006] 2539.508747: 34422822 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2539.509364: 30913691 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [034] 2539.510085: 33370707 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [028] 2539.510454: 36308661 cycles: 133ae143 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [043] 2539.510726: 41647208 cycles: 3c8e21c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [011] 2539.510997: 39196091 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [030] 2539.511810: 32907249 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [025] 2539.511968: 30487103 cycles: 1ae90d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26e4ff84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [037] 2539.512337: 33839074 cycles: ffffffff8a75007f update_sg_lb_stats+0x27f ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [014] 2539.512617: 28397764 cycles: ffffffff8a9f0cb3 __alloc_pages+0x1f3 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2539.512667: 34775835 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI2 194630 [046] 2539.512782: 31352896 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [027] 2539.512835: 29481702 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [004] 2539.512869: 33784979 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [010] 2539.512932: 38112427 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [012] 2539.513016: 37005227 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d8754 hrtimer_try_to_cancel.part.0+0x54 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [015] 2539.513054: 30695772 cycles: ffffffff8a9746e5 folio_mark_accessed+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [040] 2539.513085: 29223337 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [044] 2539.513378: 27454448 cycles: 64fa76e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [036] 2539.513491: 36415865 cycles: ffffffff8aac52ab __mark_inode_dirty+0xb ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198649 [031] 2539.514563: 36240374 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [005] 2539.514621: 29087668 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2539.514964: 35145971 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [024] 2539.515205: 35551673 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed9af [unknown] (//anon) ydbd.Scheduler 166613 [003] 2539.515811: 31667373 cycles: ffffffff8a752da3 load_balance+0x73 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2539.515855: 32292409 cycles: ffffffff8a6b8cef pvclock_clocksource_read+0x1f ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [007] 2539.516342: 39819541 cycles: 3a351a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [018] 2539.517397: 31944147 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [009] 2539.517539: 32372661 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2539.518456: 36658961 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2539.518711: 32102540 cycles: ffffffff8b46fe3d tcp_update_recv_tstamps+0x6d ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [029] 2539.518818: 42323137 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [026] 2539.518826: 32239521 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2539.519829: 32127601 cycles: 172a15d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [000] 2539.520476: 34678777 cycles: 3b10dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2539.521456: 31102462 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165157 [001] 2539.521694: 42775687 cycles: ffffffff8adb550c _copy_from_user+0x2c ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [038] 2539.521746: 39400938 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170142 [032] 2539.522456: 30913691 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [042] 2539.523000: 31254080 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2539.523181: 30304136 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [039] 2539.523522: 33154821 cycles: 1e6f77e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [023] 2539.523663: 41188530 cycles: 140c20fd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [047] 2539.524013: 23290886 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2539.524139: 26913502 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [021] 2539.524296: 30432510 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2539.524694: 30760926 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2539.524959: 34949175 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [025] 2539.525139: 29369749 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [006] 2539.525186: 34897206 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [034] 2539.525243: 32443830 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [028] 2539.525268: 36196761 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2539.525526: 31195174 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [041] 2539.525599: 38302491 cycles: 179f95e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 170605 [037] 2539.525905: 35546545 cycles: cc15cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [033] 2539.525938: 43433099 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [016] 2539.526262: 35215618 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [027] 2539.526612: 27757809 cycles: 25258ad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [019] 2539.527335: 35552209 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2539.527379: 24312459 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [022] 2539.527474: 42708440 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [004] 2539.527734: 32425387 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2539.528384: 36415865 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [040] 2539.528909: 24927920 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2539.529122: 42433891 cycles: 197e85d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [020] 2539.529231: 32122842 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [018] 2539.529483: 33725099 cycles: ffffffff8ab7d130 ext4_block_write_begin+0x20 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO0 198852 [010] 2539.530106: 34442528 cycles: 133ad334 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2539.530400: 27246963 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [045] 2539.530801: 40051055 cycles: a67c40e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [043] 2539.531052: 43659605 cycles: 1863927 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [026] 2539.531141: 41051886 cycles: ffffffff8aa5bcb3 try_charge_memcg+0x2b3 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194630 [005] 2539.531147: 28664520 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [024] 2539.531239: 34313911 cycles: ffffffff8b6ad48c _raw_spin_lock_irq+0x3c ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2539.531783: 23935852 cycles: 1808623 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [000] 2539.531893: 36250256 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2539.531920: 32400434 cycles: ffffffff8a7ebba6 clockevents_program_event+0x56 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2539.532297: 34803311 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [042] 2539.532301: 32138997 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c96d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [008] 2539.533070: 34752054 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 198611 [031] 2539.533166: 38705109 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2539.533411: 27626398 cycles: 2525a01f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [011] 2539.533449: 37963491 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2539.533464: 30082735 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2539.534387: 28973088 cycles: 3ca1f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2539.534762: 30913691 cycles: 3b2eda1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [007] 2539.535207: 37868327 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [035] 2539.535663: 39154976 cycles: 288adb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [015] 2539.536188: 32699226 cycles: 3b3bf53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2539.536573: 39252301 cycles: ffffffff8a75c5a3 do_idle+0x33 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [028] 2539.536873: 38879126 cycles: ffffffff8ad60c02 blkcg_maybe_throttle_current+0x1f2 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [021] 2539.536985: 32603636 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [030] 2539.537107: 28227867 cycles: 13396b8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [034] 2539.537695: 34034808 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [006] 2539.538067: 32412886 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [027] 2539.538155: 30009961 cycles: 23768d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [040] 2539.538354: 24927920 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2539.538463: 34302461 cycles: 12d6bdce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [013] 2539.538536: 41703024 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [029] 2539.539054: 45104325 cycles: ffffffff8a9ed523 rmqueue+0x623 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2539.539215: 38978108 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [004] 2539.539497: 34295319 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [046] 2539.540088: 31126498 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [039] 2539.540732: 31018002 cycles: 3c30d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [023] 2539.541713: 43144041 cycles: 1fc64d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [036] 2539.541770: 45497688 cycles: ffffffff8b800bc9 asm_exc_page_fault+0x19 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [000] 2539.542174: 36083316 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [020] 2539.542201: 29874012 cycles: 3c7d083 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2539.542580: 35685533 cycles: 17eed91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [018] 2539.542891: 33725099 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [041] 2539.543066: 39532107 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) default-executo 196007 [001] 2539.543137: 37726652 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2539.543787: 38997572 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [010] 2539.543910: 34901919 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2048aa17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [044] 2539.543986: 27758922 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [047] 2539.544088: 24225927 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2539.544341: 27567084 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [024] 2539.544759: 34313911 cycles: 3b9d3e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [019] 2539.545382: 31587024 cycles: 25174baa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.545438: 33291948 cycles: ffffffff8a74f3f0 enqueue_task_fair+0x400 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [022] 2539.545683: 37830476 cycles: 189ebca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [002] 2539.545928: 31197571 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [014] 2539.545965: 32528980 cycles: ffffffff8b4828dc tcp_update_skb_after_send+0xc ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [033] 2539.546185: 32885772 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2539.546356: 36000277 cycles: 25269fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [008] 2539.546578: 32571720 cycles: ffffffff8a736da0 dequeue_task+0x80 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 197875 [012] 2539.546923: 41470881 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [032] 2539.547103: 48707573 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2539.547192: 38968035 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2539.547499: 31289265 cycles: ffffffff8a7ee410 tick_check_oneshot_broadcast_this_cpu+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [011] 2539.547725: 36198096 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [040] 2539.548540: 33274905 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165165 [030] 2539.548787: 27091750 cycles: ffffffff8a75fdc1 __update_load_avg_se+0x61 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [045] 2539.550285: 41991029 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [034] 2539.550594: 32094725 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [038] 2539.550851: 35815473 cycles: 3ca1f04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [006] 2539.550885: 33762917 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2539.551041: 33285752 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [007] 2539.551495: 41714249 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2539.551675: 33463031 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [043] 2539.551738: 38886700 cycles: 133bc113 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [027] 2539.552001: 35019198 cycles: 1607a130 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 198449 [028] 2539.552030: 37824077 cycles: ffffffff8a75fe42 __update_load_avg_se+0xe2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2539.552327: 39254407 cycles: ffffffff8b616e10 rb_erase+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159894 [046] 2539.552356: 35822916 cycles: 133ad334 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [021] 2539.552582: 33860496 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [020] 2539.553468: 28849355 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [025] 2539.553539: 33335741 cycles: 140c5015 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [035] 2539.553616: 42732439 cycles: ffffffff8ada67ec __bitmap_and+0x3c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2539.554210: 38414687 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [047] 2539.554225: 23545196 cycles: ffffffff8aaebf81 ep_poll_callback+0x101 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2539.554298: 39637127 cycles: ffffffff8a7efeb9 tick_irq_enter+0x49 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [039] 2539.554432: 33878457 cycles: 3a6070a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [044] 2539.554518: 33079228 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [000] 2539.555384: 34184338 cycles: 3ca26dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2539.555548: 38593369 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [003] 2539.555615: 27567084 cycles: 35730df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [010] 2539.555640: 34500155 cycles: 13b67f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [001] 2539.556475: 41548405 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2539.556479: 40462414 cycles: 2049b607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [005] 2539.556557: 41095659 cycles: 3cb692a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [014] 2539.557049: 35353038 cycles: ffffffffc0ca2535 __nf_conntrack_find_get+0x1f5 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [042] 2539.557375: 35670959 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [030] 2539.557881: 31073633 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [024] 2539.557885: 43641415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [008] 2539.558257: 37613969 cycles: ffffffff8a74bba1 select_idle_sibling+0x81 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2539.558324: 32862304 cycles: ffffffff8a747ff0 update_load_avg+0x720 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172767 [019] 2539.558336: 33761412 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [022] 2539.558822: 34556126 cycles: ffffffff8aa5d943 mod_objcg_state+0x113 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2539.559065: 34024088 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [034] 2539.560122: 35341048 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [040] 2539.560198: 32029796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197273 [033] 2539.560204: 30487122 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2539.560266: 32484321 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [037] 2539.560396: 37227552 cycles: 26647cc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [023] 2539.561041: 41160884 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193988 [029] 2539.561142: 49104273 cycles: 156bfb9a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 151710 [041] 2539.561844: 30556334 cycles: 203ff884 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [026] 2539.561892: 33908104 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [011] 2539.562016: 33263240 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [006] 2539.562705: 32874628 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [004] 2539.563044: 35148454 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [032] 2539.563148: 50827234 cycles: ffffffff8b6ad30d _raw_write_lock_irq+0xd ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2539.563430: 23755180 cycles: ffffffff8b46ba03 tcp_inbound_md5_hash+0x53 ([kernel.kallsyms]) ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 167053 [020] 2539.563465: 28816137 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [012] 2539.563843: 40103408 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37ba40 skb_unlink+0x20 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2539.564684: 38012459 cycles: ffffffff8a754da4 nohz_balance_enter_idle+0x34 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [007] 2539.565917: 44588934 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [044] 2539.565919: 35852283 cycles: 1339277c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [015] 2539.565986: 29993490 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [028] 2539.566159: 32978227 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [027] 2539.566351: 39650777 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2539.566561: 34614196 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [046] 2539.566577: 31267127 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [000] 2539.567031: 35333019 cycles: 269aa231 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PDisk 198208 [003] 2539.567288: 36434759 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [039] 2539.567651: 32450667 cycles: ffffffff8adaeaf7 copy_page_from_iter_atomic+0x117 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [045] 2539.567815: 40930767 cycles: 250ffded [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [021] 2539.567911: 32150516 cycles: ffffffff8b6a7583 mutex_lock+0x13 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [031] 2539.568019: 42364783 cycles: 26669a79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [030] 2539.568070: 31052455 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2539.568584: 34332851 cycles: ffffffff8a74c568 select_task_rq_fair+0xe8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [010] 2539.568967: 38668421 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) diskagentd 163646 [043] 2539.569163: 39854128 cycles: ffffffff8a6c8cb5 enter_lazy_tlb+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [014] 2539.569714: 32972717 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2539.569934: 33544965 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [002] 2539.569991: 31648293 cycles: 3b64fae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193487 [035] 2539.570671: 35583399 cycles: ffffffff8a741346 clear_buddies+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [018] 2539.570675: 37478401 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [040] 2539.570887: 31999477 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) swapper 0 [019] 2539.570999: 33686525 cycles: ffffffff8a732875 ttwu_queue_wakelist+0xb5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [033] 2539.571318: 28303416 cycles: 13392c3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [036] 2539.571508: 38375238 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 251960e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2539.572216: 25176830 cycles: 204af817 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [008] 2539.572455: 33857601 cycles: 27ef435 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [013] 2539.572456: 41055340 cycles: 2510faf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2539.572573: 35897733 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2539.573326: 37858209 cycles: ffffffff8b697ec9 ct_idle_exit+0x29 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [017] 2539.573530: 34699536 cycles: ffffffff8b627dde __get_user_4+0x1e ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [004] 2539.573798: 34181918 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [026] 2539.573930: 32852601 cycles: fbbe05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197878 [041] 2539.574302: 29010561 cycles: 24fea05e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [009] 2539.574510: 29549118 cycles: 1743c60f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [034] 2539.574513: 33652240 cycles: ffffffff8a743469 select_idle_core+0x119 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2539.574780: 42725362 cycles: ffffffff8adaa632 import_single_range+0x2 ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [006] 2539.574831: 35292327 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [020] 2539.574920: 28715073 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [024] 2539.575098: 40252741 cycles: ffffffff8ad60a43 blkcg_maybe_throttle_current+0x33 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [012] 2539.577034: 40303530 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1330cd06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [011] 2539.577384: 36309765 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [037] 2539.577980: 35560588 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196861 [015] 2539.578260: 30796785 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [023] 2539.578324: 34544515 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [038] 2539.578693: 42986290 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [028] 2539.578735: 35517946 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [046] 2539.579224: 29376977 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2539.579648: 41591883 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [014] 2539.579706: 32905877 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [000] 2539.580223: 32523147 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2539.580397: 37029802 cycles: 12d6be31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [016] 2539.580426: 36088707 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [030] 2539.580452: 29120967 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [033] 2539.580839: 28973402 cycles: ffffffff8b48a49b sk_forced_mem_schedule+0xb ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [039] 2539.580849: 36066446 cycles: 3b3db3d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 194424 [007] 2539.580894: 41974316 cycles: ffffffff8ab3dea2 do_task_stat+0x1a2 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO0 197894 [042] 2539.581384: 36170854 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [002] 2539.581510: 35990532 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2539.581634: 25511427 cycles: 266d4fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198751 [021] 2539.581650: 33354811 cycles: ffffffff8a995d7a __next_zones_zonelist+0x1a ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [027] 2539.581674: 35940799 cycles: 25262521 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [029] 2539.581743: 41166888 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [032] 2539.581813: 39607065 cycles: ffffffff8aaeb245 ep_poll+0x1d5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [025] 2539.582099: 29534173 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [040] 2539.582259: 37517666 cycles: ffffffff8aa2b423 memcg_slab_post_alloc_hook+0xa3 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [010] 2539.582911: 35664656 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI1 196117 [031] 2539.583862: 40563955 cycles: ffffffff8b36d1f5 sock_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [018] 2539.583891: 35236854 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [004] 2539.584754: 36879306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [045] 2539.584796: 34926763 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) default-executo 194632 [008] 2539.584826: 32011567 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [019] 2539.585097: 33219286 cycles: 1338d9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2539.585279: 33977431 cycles: 1741b05a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [036] 2539.585536: 48034213 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [041] 2539.585682: 30342642 cycles: 64a2ddc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [034] 2539.586103: 36821384 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [035] 2539.586236: 31255775 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6132c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [020] 2539.586241: 41220750 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [022] 2539.586654: 35499755 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [017] 2539.587038: 37902018 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [043] 2539.587209: 42568747 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [009] 2539.587450: 29549118 cycles: 186b2c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [005] 2539.587884: 38976605 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [013] 2539.588045: 43813082 cycles: ffffffff8a99188f shmem_file_read_iter+0x18f ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [046] 2539.588545: 29774108 cycles: 133ae49f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [024] 2539.589832: 41536469 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [006] 2539.590020: 32492352 cycles: 3c77e8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2539.590084: 36493103 cycles: ffffffff8b46f2c8 tcp_sendmsg_locked+0x9c8 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [047] 2539.590165: 29190009 cycles: 12d6c3de [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [037] 2539.590589: 37540819 cycles: 3ca9f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [033] 2539.590608: 29948315 cycles: ffffffff8aa2b46e memcg_slab_post_alloc_hook+0xee ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [012] 2539.590758: 41718298 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) nbsd.User 197536 [030] 2539.590817: 29296084 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [001] 2539.591166: 36080158 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2539.591212: 39929544 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [014] 2539.591679: 31950690 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [000] 2539.591709: 31619345 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f2d52d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [028] 2539.591734: 39738395 cycles: ffffffffc0c829ff nf_nat_inet_fn+0x26f ([kernel.kallsyms]) ffffffffc0c8481c nf_nat_ipv4_local_in+0x5c ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [011] 2539.592313: 36427198 cycles: ffffffff8a741313 update_min_vruntime+0x63 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 194424 [007] 2539.592438: 40242117 cycles: 2532ea2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2532d63 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d3117 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d182e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d1c05 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee6ac [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [038] 2539.594212: 41993908 cycles: ffffffff8a7d7a84 hrtimer_update_next_event+0x44 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [044] 2539.594267: 39317745 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [025] 2539.594377: 27837695 cycles: 27279a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [021] 2539.594380: 32843516 cycles: 288add9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169053 [016] 2539.594519: 40032873 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [003] 2539.594622: 34790904 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2539.594744: 36953762 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [010] 2539.595641: 40347796 cycles: 14071843 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [029] 2539.595723: 37010408 cycles: 2049990a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198749 [042] 2539.595778: 32459546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1436dbbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2539.596251: 35169593 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [026] 2539.596613: 33027356 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2539.596804: 34967219 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [040] 2539.597185: 36398245 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [027] 2539.597245: 33503922 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2539.597709: 34590527 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blockstore-clie 198727 [041] 2539.598099: 35544543 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194629 [004] 2539.598104: 33742469 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [008] 2539.598330: 36281690 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [009] 2539.598581: 37112746 cycles: 12f63ed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [045] 2539.599168: 37061713 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2539.599350: 29078297 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [034] 2539.599463: 33379133 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [035] 2539.599614: 34796983 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [022] 2539.599895: 36979789 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [031] 2539.600149: 33364652 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196911 [019] 2539.600295: 29210398 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [020] 2539.600692: 37966117 cycles: ffffffff8b380588 __skb_clone+0x118 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [030] 2539.601082: 28970969 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [017] 2539.601415: 34454629 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2539.601996: 38991673 cycles: 21a19d9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [036] 2539.602671: 43183242 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [006] 2539.602911: 30173403 cycles: 1406fb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [047] 2539.602944: 31483013 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [023] 2539.603178: 37146202 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [005] 2539.603259: 40381587 cycles: 133a44d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [000] 2539.603510: 29852552 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2539.603709: 39100817 cycles: ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [033] 2539.604477: 35299745 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 197562 [037] 2539.604635: 34615863 cycles: 13cad9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [024] 2539.605420: 35653058 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150657 [014] 2539.605835: 31811024 cycles: ffffffff8a753389 load_balance+0x659 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ya-bin 26555 [025] 2539.606832: 27079443 cycles: 22a778b PyCMethod_New+0x1db (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22ab705 _PyObject_GenericGetAttrWithDict+0x225 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22aaeec PyObject_GetAttr+0x4c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22aae60 PyObject_GetAttrString+0x30 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 26055db _sre_SRE_Pattern_finditer+0x10b (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 225cb00 method_vectorcall_FASTCALL_KEYWORDS_METHOD+0x90 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c222 PyObject_Vectorcall+0x42 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2328a14 map_next+0xc4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2278894 list_extend+0x3a4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 227a015 list_vectorcall+0xf5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2359a69 _PyEval_EvalFrameDefault+0xa8e9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271839 method_vectorcall+0x199 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224caa4 _PyObject_CallFunctionVa+0x84 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224cecf PyObject_CallMethod+0xbf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7d4ed pymain+0x36d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 1fe8ca6 NYa::(anonymous namespace)::Entry+0xa56 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ef69 libc_start_main_stage2+0x29 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ec51 _start+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd 197545 [043] 2539.606969: 40531038 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [012] 2539.606977: 34894867 cycles: 18560b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [001] 2539.607124: 33820651 cycles: 21a05176 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2539.607131: 39090007 cycles: ffffffff8a747a28 update_load_avg+0x158 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2539.607441: 36794116 cycles: ffffffff8a7d7ad4 hrtimer_update_next_event+0x94 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2539.607867: 46627654 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) swapper 0 [042] 2539.608307: 34219554 cycles: ffffffff8a74f2b0 enqueue_task_fair+0x2c0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2539.608707: 37195506 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198858 [002] 2539.608723: 34877187 cycles: 2526a269 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [026] 2539.608790: 31459277 cycles: ffffffff8b6acc7a _raw_spin_unlock_irqrestore+0x2a ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [021] 2539.609087: 28778868 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [016] 2539.610184: 38171596 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [018] 2539.610388: 31392060 cycles: 3a90d49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 169829 [038] 2539.610400: 42372642 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2539.610871: 35219465 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2539.611096: 32426372 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [022] 2539.611466: 34604484 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2539.611468: 30399661 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2539.611532: 34380953 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [010] 2539.611593: 36264372 cycles: 1665918 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [032] 2539.611595: 33876685 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384008 kfree_skb_partial+0x58 ([kernel.kallsyms]) ffffffff8b491b7d tcp_add_backlog+0x52d ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2539.611610: 36481363 cycles: ffffffff8a7434a1 select_idle_core+0x151 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [046] 2539.611661: 31315325 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [041] 2539.611844: 33238558 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [031] 2539.611916: 32733583 cycles: 3ade800 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [020] 2539.612004: 39046783 cycles: ffffffff8b471670 tcp_recvmsg+0x1a0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2539.612109: 40819410 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 168710 [027] 2539.612206: 34268804 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [004] 2539.612290: 34612971 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [034] 2539.612428: 30930001 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [019] 2539.613110: 29507429 cycles: 6891973 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [006] 2539.614044: 29103207 cycles: 2407074 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [045] 2539.614062: 35335961 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [015] 2539.614264: 36895277 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaefba2 eventfd_read+0x82 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [047] 2539.615128: 35096604 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2539.615217: 43916941 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [035] 2539.615585: 29461909 cycles: 3ca1690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [017] 2539.616194: 34454629 cycles: 14258f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [000] 2539.616464: 27696677 cycles: 206d0b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [023] 2539.616916: 40290169 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [025] 2539.618231: 31213728 cycles: 3c305d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [033] 2539.618448: 33774795 cycles: ffffffff8a6b8d2b pvclock_clocksource_read+0x5b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [037] 2539.618556: 34978224 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2539.618703: 30238905 cycles: ffffffff8b483f93 tcp_wfree+0x43 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2539.618823: 32886402 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [024] 2539.618869: 37071464 cycles: ffffffff8a739dde set_task_cpu+0x7e ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1411b910 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [026] 2539.619416: 30923033 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2539.619418: 51779413 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2539.620043: 37008393 cycles: ffffffff8a7b7fa2 rcu_note_context_switch+0x192 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2539.620088: 27693860 cycles: ffffffff8a743523 pick_next_entity+0x13 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159503 [005] 2539.620228: 44776856 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [002] 2539.620399: 39677593 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [001] 2539.620973: 39009305 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a90e61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [007] 2539.621046: 32091523 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2539.621329: 34913617 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [018] 2539.621803: 30423087 cycles: 3a93e90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2539.621803: 33758000 cycles: ffffffff8b483f55 tcp_wfree+0x5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [011] 2539.622131: 33655945 cycles: 1411c074 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [030] 2539.622645: 35238775 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [016] 2539.622997: 48049432 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [013] 2539.623213: 40045589 cycles: 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [004] 2539.623503: 40955782 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [010] 2539.623564: 35014126 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2539.623754: 29398518 cycles: ffffffff8adaff8a __import_iovec+0xea ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [034] 2539.623836: 30075117 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [032] 2539.623909: 36758749 cycles: 3c73ae6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [040] 2539.624074: 38082585 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2539.624142: 41580661 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [039] 2539.624180: 27948249 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [008] 2539.624504: 39936148 cycles: 3c0da71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [019] 2539.624702: 28888913 cycles: 3699f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [043] 2539.624887: 46233420 cycles: 3a779e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [003] 2539.625623: 30487452 cycles: 1633e787 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [031] 2539.625735: 32632028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [006] 2539.625795: 32315238 cycles: 3c4fe58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2539.626149: 30118933 cycles: ffffffff8a747a65 update_load_avg+0x195 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [020] 2539.626338: 34496683 cycles: ffffffff8a74e730 check_cfs_rq_runtime+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [000] 2539.626434: 31062428 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2539.626477: 43889785 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [035] 2539.626616: 28732910 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [041] 2539.626882: 28519012 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2539.627414: 40573731 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [029] 2539.627868: 34533349 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [047] 2539.628013: 41839461 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [015] 2539.628648: 35620954 cycles: 18758de [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [026] 2539.629441: 30717826 cycles: d7ebcaf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [014] 2539.629515: 35587467 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [025] 2539.629541: 30074020 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [021] 2539.629907: 28026812 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2539.629933: 35475338 cycles: 3c9c908 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2539.630152: 31890346 cycles: 12f0ab0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2539.630212: 48599370 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [028] 2539.631343: 34187114 cycles: 21a1bae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [007] 2539.631407: 32041161 cycles: 251dfc4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [037] 2539.631465: 38816299 cycles: 272afbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [033] 2539.631605: 37947304 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [009] 2539.632121: 45408350 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 155711 [023] 2539.632538: 40668031 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [011] 2539.632690: 33684241 cycles: 673a65a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [018] 2539.633142: 33578779 cycles: bbbc5ba [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [042] 2539.633331: 33271745 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [030] 2539.634245: 37742337 cycles: 251db787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166744 [022] 2539.634446: 36404589 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [046] 2539.634507: 32132837 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 198033 [002] 2539.634766: 43722146 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdSbmEv 196863 [034] 2539.635176: 29015304 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [019] 2539.636232: 35018331 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [039] 2539.636339: 26025388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2539.636398: 32251765 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [006] 2539.636418: 37562422 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2539.636466: 40411128 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [001] 2539.636630: 33410909 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2539.636834: 29219015 cycles: ffffffff8acd2425 apparmor_socket_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [000] 2539.636934: 31062428 cycles: 272afbc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2539.636967: 28430176 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0f6de283f [unknown] (//anon) nbsd.User 197536 [041] 2539.636968: 28467812 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1402d530 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [005] 2539.637140: 35766355 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [032] 2539.637176: 46107927 cycles: 26a2d37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [004] 2539.637236: 36705697 cycles: 223edf __perf_mmap__read_init+0x4d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 224084 perf_mmap__read_init+0x36 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 11973b perf_mmap__push+0x4b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194622 [003] 2539.637412: 28742682 cycles: 3adf8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [036] 2539.637892: 40529611 cycles: 14045c84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [040] 2539.638155: 34769943 cycles: ffffffff8a74dc6d dequeue_entity+0xed ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [044] 2539.638519: 37477865 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [029] 2539.639119: 32436228 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [031] 2539.639238: 35211502 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 170468 [020] 2539.639521: 32090622 cycles: ffffffff8b6a4657 __schedule+0x157 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [016] 2539.639817: 45007802 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [026] 2539.640132: 30289747 cycles: 24f77158 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2539.640218: 30074020 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [021] 2539.640225: 28537641 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [008] 2539.640790: 42658867 cycles: bbd1637 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [007] 2539.641878: 32542628 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2539.642094: 34379426 cycles: ffffffff8a754d75 nohz_balance_enter_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [015] 2539.642143: 40856533 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.System 170455 [012] 2539.642289: 30811882 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [045] 2539.642378: 37322869 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [043] 2539.642467: 47503480 cycles: 14056049 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [014] 2539.642676: 36520557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 172782 [038] 2539.643830: 46528304 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2539.644189: 33544380 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [047] 2539.645047: 37876638 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2539.645114: 29972041 cycles: 21a1bc42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [018] 2539.645816: 38564648 cycles: ffffffff8adaeabb copy_page_from_iter_atomic+0xdb ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2539.645982: 26199832 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2539.646060: 32132837 cycles: ffffffff8a7f1af8 get_futex_key+0x18 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [042] 2539.646147: 34374094 cycles: ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [041] 2539.646370: 28417475 cycles: 3ca266a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [033] 2539.646856: 36243710 cycles: 2048a773 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2539.647138: 35379367 cycles: 35df690 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [034] 2539.647237: 28431167 cycles: ffffffff8a990c5b shmem_get_folio_gfp+0x3b ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [022] 2539.647710: 34097796 cycles: 9643d pthread_getspecific+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [037] 2539.648020: 39817169 cycles: ffffffff8b6ad32a _raw_write_lock_irq+0x2a ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2539.648155: 30462594 cycles: ffffffff8a73e586 available_idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193987 [000] 2539.648429: 38367633 cycles: ad3bbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 159891 [017] 2539.648458: 49490474 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 198454 [011] 2539.649476: 27826071 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [023] 2539.649937: 36693569 cycles: 2512fcd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2539.649955: 27819690 cycles: ffffffff8a766ec7 psi_flags_change+0x37 ([kernel.kallsyms]) ffffffff8a779fa4 psi_task_switch+0x1c4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [001] 2539.650188: 30774239 cycles: 186cd05 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [027] 2539.650332: 34367384 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2539.650403: 36625313 cycles: ffffffff8a769133 psi_group_change+0x193 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [044] 2539.650902: 37804375 cycles: ffffffff8a7d6ab4 __mod_timer+0x374 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2539.650972: 47334357 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2539.651169: 30699672 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2539.651275: 41846583 cycles: 1680981 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [026] 2539.651438: 32288309 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [019] 2539.651547: 37866138 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [002] 2539.651579: 45442885 cycles: ffffffff8a7f653f futex_wake+0x7f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [021] 2539.651917: 27288941 cycles: 13c9629d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [036] 2539.652101: 36422677 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [005] 2539.652124: 34974173 cycles: 3b1864a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198619 [040] 2539.652425: 37969839 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 198102 [032] 2539.652620: 42903899 cycles: bbd1958 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155714 [025] 2539.653455: 36529698 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197531 [031] 2539.654068: 37617092 cycles: ffffffff8aaeaa84 ep_send_events+0x264 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2539.654294: 44354345 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [024] 2539.654520: 34886271 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [013] 2539.654579: 39730259 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2539.655064: 33213528 cycles: 288dcde [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [012] 2539.655248: 31332597 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 155955 [007] 2539.655631: 32004697 cycles: ffffffff8a74fe18 update_sg_lb_stats+0x18 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [016] 2539.656120: 47120621 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2539.656133: 27367540 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [042] 2539.656902: 33893295 cycles: 17435bd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2539.657277: 38067687 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [028] 2539.657424: 40180277 cycles: 1424e96e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172875 [034] 2539.657624: 28431167 cycles: 971a7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [046] 2539.657655: 40443386 cycles: 1d423fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [045] 2539.657931: 42061949 cycles: 1fd55fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159874 [035] 2539.657966: 29410319 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170146 [008] 2539.658327: 46188920 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [011] 2539.659728: 27422819 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2539.660637: 40998440 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [015] 2539.660864: 50545296 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [010] 2539.661040: 31359308 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 252940e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2539.661256: 31965482 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169042 [022] 2539.661512: 29916961 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [018] 2539.661704: 34330050 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2539.661705: 35260145 cycles: ffffffff8a7dace7 ktime_get+0x37 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [047] 2539.661938: 34849818 cycles: 288ad3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2539.662132: 31459421 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [033] 2539.662315: 37159595 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [003] 2539.662763: 32329467 cycles: 167e830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [043] 2539.662902: 59185514 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [030] 2539.663178: 32892833 cycles: 17e56b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [021] 2539.663186: 26968469 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [038] 2539.663366: 38968716 cycles: ffffffff8a741340 clear_buddies+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [020] 2539.663651: 29830343 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2539.665200: 38887557 cycles: ffffffff8b697c31 syscall_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [027] 2539.665241: 31449652 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [044] 2539.665344: 42049323 cycles: ffffffff8b37e521 __alloc_skb+0x21 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [023] 2539.665734: 34798182 cycles: ffffffff8a80fcef cgroup_rstat_updated+0x1f ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 197875 [036] 2539.665870: 32647267 cycles: 133cde84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193997 [040] 2539.666630: 41745386 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 194434 [031] 2539.666717: 41782543 cycles: 1844721 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2539.667042: 34265385 cycles: ffffffff8a7ef16f tick_nohz_stop_tick+0xf ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193450 [039] 2539.667165: 32277198 cycles: 1ada5ed4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [012] 2539.667169: 29510811 cycles: ffffffff8a73e5c1 available_idle_cpu+0x41 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2539.667302: 35411526 cycles: ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [034] 2539.667680: 28431167 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [004] 2539.667817: 35217310 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2539.667850: 32779211 cycles: ffffffff8a74de5e dequeue_entity+0x2de ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [024] 2539.668065: 31947676 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2539.668227: 38063264 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2539.668584: 34946389 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [011] 2539.668880: 27865243 cycles: 13c96bc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [007] 2539.668966: 33019233 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [041] 2539.669029: 41267609 cycles: ffffffff8a74275c kick_ilb+0x6c ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272290c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [017] 2539.669485: 46319479 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 196029 [045] 2539.669496: 40322004 cycles: 1fd4d10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198851 [032] 2539.669583: 35123034 cycles: ffffffff8b6a4b34 schedule+0x34 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [035] 2539.669917: 40382471 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) nbsd.User 197529 [009] 2539.670501: 49288071 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2539.671038: 36537322 cycles: ffffffff8b47f0ce tcp_ack+0x76e ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [014] 2539.671636: 34741853 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [013] 2539.671661: 40354885 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [016] 2539.672281: 39966079 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2539.672562: 34505372 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197546 [022] 2539.672900: 28982179 cycles: 1405608c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [046] 2539.672966: 42877132 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167053 [010] 2539.673136: 33381598 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 193831 [001] 2539.673663: 30161292 cycles: ffffffff8a74dc43 dequeue_entity+0xc3 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2539.673895: 33337161 cycles: 13bf2f99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [018] 2539.674150: 32682916 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [029] 2539.674215: 37290521 cycles: 9643d pthread_getspecific+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [020] 2539.674827: 31026102 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [021] 2539.675024: 26968469 cycles: ffffffff8b37e5c2 __alloc_skb+0xc2 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197524 [000] 2539.675095: 38922056 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2539.675325: 39560770 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2539.675937: 30797788 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197542 [003] 2539.676166: 32097891 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [008] 2539.676782: 39789004 cycles: 1c261c99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [047] 2539.677089: 36597681 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [038] 2539.677525: 43132236 cycles: ffffffff8aaf8312 io_submit_one+0x102 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2539.678026: 28871707 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2539.678277: 44439799 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [039] 2539.678284: 33562216 cycles: ffffffff8b4701e1 tcp_recvmsg_locked+0x361 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [036] 2539.678618: 30388969 cycles: 252589db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdSbmEv 194091 [027] 2539.678904: 28466933 cycles: 93374 pthread_cond_signal+0x154 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdCmpl_0 194090 [034] 2539.679058: 47759415 cycles: 93a46 pthread_cond_wait+0x216 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [005] 2539.679757: 34268420 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196918 [011] 2539.680193: 27986506 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 155707 [024] 2539.680397: 31331978 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2539.680405: 36505029 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 196029 [045] 2539.680544: 39479396 cycles: 1fd4d10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2539.680561: 31214236 cycles: ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [019] 2539.680715: 34149122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [032] 2539.680917: 33619496 cycles: ffffffff8b45c5c5 __ip_local_out+0x5 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2539.681147: 34007769 cycles: 14023de3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2539.681299: 40535316 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [025] 2539.681396: 35794904 cycles: 3b3bf53 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [002] 2539.681435: 34251768 cycles: 14051d10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [044] 2539.681852: 39455535 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [037] 2539.681928: 30653433 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [028] 2539.682144: 35741514 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2539.682501: 44845808 cycles: 1a690a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 196911 [022] 2539.682811: 32468422 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fab1eba813f [unknown] (//anon) nbsd.SRV2 197556 [006] 2539.683213: 34357482 cycles: 13c973a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2539.683370: 31154427 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 192411 [018] 2539.683839: 32312184 cycles: 272c3d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196114 [014] 2539.684498: 35074201 cycles: 3b9c96f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [035] 2539.684692: 38706853 cycles: ffffffff8a74641e set_next_buddy+0x1e ([kernel.kallsyms]) ffffffff8a73981b check_preempt_curr+0x6b ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1823b1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [010] 2539.684977: 32012764 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [021] 2539.685449: 39715902 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [020] 2539.686003: 37945034 cycles: ffffffff8a74ab0d update_curr+0x7d ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [026] 2539.686246: 33337161 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [043] 2539.686433: 58364105 cycles: ffffffff8b6a4dbc __cond_resched+0xc ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165270 [001] 2539.686675: 28411565 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [012] 2539.686804: 29636173 cycles: 1330e23d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [041] 2539.687146: 47736336 cycles: ffffffff8a76904d psi_group_change+0xad ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [016] 2539.687355: 35606288 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150649 [030] 2539.687393: 29719017 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [029] 2539.687453: 34377524 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154842 [003] 2539.687710: 30785556 cycles: ffffffff8a741a3a __calc_delta+0xea ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 198049 [013] 2539.687729: 36929270 cycles: ffffffff8a77cd00 __raw_spin_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [046] 2539.688037: 41592332 cycles: 3a6adba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2539.688105: 41764673 cycles: 2048ae2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [000] 2539.689202: 48460501 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2539.690125: 29147676 cycles: 1a7197 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2dbdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [009] 2539.690460: 50413317 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [027] 2539.690473: 28152069 cycles: ffffffff8aa8b6d9 pipe_write+0x219 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [039] 2539.690529: 31605623 cycles: ffffffff8b448bf7 nf_hook_slow+0x47 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [008] 2539.690714: 38482206 cycles: 352a761 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 196029 [045] 2539.691453: 38546324 cycles: 1fd47f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [011] 2539.691840: 36270032 cycles: 141ab0ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [024] 2539.692306: 38593487 cycles: 27279a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [033] 2539.692556: 48027146 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [047] 2539.692665: 41378199 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.692698: 29191068 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 192411 [018] 2539.692755: 33306735 cycles: 2520f90 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243dc31 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df3f1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2728907 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aa55 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blockstore-test 198065 [002] 2539.693290: 32666300 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 194363 [004] 2539.693324: 44900211 cycles: 272afa91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2539.693472: 31025112 cycles: 204af817 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169830 [032] 2539.693565: 32396257 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [038] 2539.694007: 51169206 cycles: 3af23c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [022] 2539.695586: 30390708 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159508 [037] 2539.696039: 28824379 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [006] 2539.696255: 31667913 cycles: 172bbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [007] 2539.696270: 41265404 cycles: 13cad741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [040] 2539.696395: 36014758 cycles: 25173ef0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [023] 2539.696411: 32899583 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2539.696480: 38055282 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [001] 2539.696821: 30385035 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 591a98b68c7 [unknown] ([unknown]) swapper 0 [010] 2539.697024: 32743761 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [015] 2539.697178: 38570167 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [012] 2539.697181: 29702051 cycles: 3a635ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [028] 2539.697314: 35067350 cycles: 25269f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2539.697395: 52656506 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [025] 2539.697482: 30278834 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2539.697784: 28177332 cycles: ffffffff8a74775d attach_entity_load_avg+0xcd ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [044] 2539.698156: 33109095 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 194355 [031] 2539.699415: 42365174 cycles: 1618a417 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2539.699449: 32576573 cycles: 204859e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [030] 2539.699491: 27936721 cycles: 68642d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [026] 2539.699550: 43670532 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2539.699816: 43190838 cycles: 689b808 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159382 [036] 2539.700279: 29423735 cycles: 13404bd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [020] 2539.700552: 36357656 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 163654 [003] 2539.700569: 34077430 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [029] 2539.701722: 39267256 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [016] 2539.701825: 33394579 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [018] 2539.701948: 34452117 cycles: ffffffff8acd7db0 apparmor_inode_getattr+0x40 ([kernel.kallsyms]) ffffffff8ac661a5 security_inode_getattr+0x35 ([kernel.kallsyms]) ffffffff8aa86424 vfs_fstat+0x34 ([kernel.kallsyms]) ffffffff8aa865ab __do_sys_newfstat+0x2b ([kernel.kallsyms]) ffffffff8aa86615 __x64_sys_newfstat+0x15 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0a58 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f96a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.Backgr 196029 [045] 2539.702073: 37935046 cycles: 1fd55b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2539.703387: 28685640 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2539.703711: 41920975 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [005] 2539.704659: 30777103 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [027] 2539.704668: 31223361 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2539.704859: 37392690 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2539.705329: 38585216 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [001] 2539.705493: 31938704 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [013] 2539.705692: 41241291 cycles: 1339dc07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172235 [008] 2539.705861: 33430712 cycles: ffffffff8a736d4c dequeue_task+0x2c ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 193991 [032] 2539.706057: 32786699 cycles: bbc9fbb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [002] 2539.706251: 30277551 cycles: 1c53f40f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [010] 2539.706758: 33197556 cycles: 13f96577 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [024] 2539.707011: 37364251 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [022] 2539.707015: 29227334 cycles: 1408630a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 160831 [011] 2539.707880: 37211725 cycles: ffffffff8a779f25 psi_task_switch+0x145 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198612 [012] 2539.708597: 28666242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [006] 2539.708729: 33604098 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2539.708960: 30750227 cycles: 3a61470 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 162509 [023] 2539.709129: 30057158 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [000] 2539.709244: 51869367 cycles: 3b9db96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [041] 2539.709466: 39459338 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2539.709530: 38923303 cycles: ffffffff8a769102 psi_group_change+0x162 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [025] 2539.709778: 28593369 cycles: 3ba8c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2539.710791: 35001214 cycles: 1549fb79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2539.710988: 36266775 cycles: 4017542 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [030] 2539.711175: 27019858 cycles: 195d481 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [043] 2539.711515: 60992936 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [036] 2539.711544: 29423735 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [039] 2539.711706: 35515059 cycles: ffffffff8a74e89f put_prev_entity+0xf ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [044] 2539.711924: 35462810 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [004] 2539.711986: 45264573 cycles: 3987e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2539.712030: 47075930 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [019] 2539.712133: 25524650 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [014] 2539.712587: 41227863 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [028] 2539.712785: 35067350 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [018] 2539.713383: 33171048 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 160824 [038] 2539.714189: 45070829 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 194089 [033] 2539.714487: 47081913 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 44dbbeec8787 [unknown] (//anon) nbsd.IC 197544 [001] 2539.714590: 32755712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [042] 2539.715171: 27574327 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [045] 2539.715383: 35106170 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [032] 2539.715641: 32847491 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2539.715681: 30628573 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [020] 2539.715718: 35758311 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13404cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 195110 [026] 2539.716368: 36309405 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [007] 2539.716547: 35543712 cycles: ffffffff8a747c48 update_load_avg+0x378 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2539.716639: 46701572 cycles: 21a2e660 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2539.716815: 34615617 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [005] 2539.717239: 35998387 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 193825 [029] 2539.717304: 39822765 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 196124 [003] 2539.717357: 27788008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [002] 2539.717380: 29622568 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [034] 2539.717574: 39823306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [008] 2539.717697: 35292795 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [022] 2539.718130: 28179930 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2539.718409: 32234984 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2539.718453: 37731348 cycles: 1c7ccfe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [031] 2539.718586: 45643873 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [010] 2539.718624: 31504679 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [046] 2539.720172: 39035701 cycles: 17a9f94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2539.720820: 28202223 cycles: 14257553 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [024] 2539.721456: 33871932 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2539.721700: 30690240 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2539.721796: 32382439 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [037] 2539.722049: 35606345 cycles: 3abf411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [030] 2539.722227: 25821499 cycles: ffffffff8ada67ec __bitmap_and+0x3c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [036] 2539.722422: 37413262 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [023] 2539.723103: 27509085 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198440 [040] 2539.723278: 44326541 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [019] 2539.723871: 24132386 cycles: 1407374f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [013] 2539.723895: 33352316 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2539.724289: 36560166 cycles: 21a19ae3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [047] 2539.724481: 41170728 cycles: 141de869 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165435 [015] 2539.725357: 31067800 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [044] 2539.725392: 37562220 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef97411a7 [unknown] (//anon) default-executo 196114 [014] 2539.726426: 40407381 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [028] 2539.726507: 43279819 cycles: 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [032] 2539.726528: 32999416 cycles: 3b75f65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2539.726553: 26884348 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [041] 2539.726873: 41111935 cycles: ffffffff8b455f10 ip_local_deliver+0x90 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2539.727270: 30191451 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2539.727443: 28029252 cycles: 125db0 eventfd_write+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [016] 2539.727725: 29098777 cycles: 24f76321 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [039] 2539.727929: 33852427 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [022] 2539.728126: 28488506 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [001] 2539.728848: 35407469 cycles: 2528da73 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [020] 2539.728926: 33492326 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [012] 2539.730036: 32007019 cycles: 6345eb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [008] 2539.730090: 32814559 cycles: 18072f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 194094 [004] 2539.730162: 44128371 cycles: ffffffff8adb54e1 _copy_from_user+0x1 ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [000] 2539.730229: 51682246 cycles: 1ca67d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2539.730437: 33378397 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [010] 2539.730612: 29818861 cycles: ffffffff8a9bb725 do_anonymous_page+0x5 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [007] 2539.730864: 33717603 cycles: 1339fcec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [002] 2539.730924: 29637775 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [026] 2539.730931: 36627885 cycles: ffffffff8a6b8d6c pvclock_clocksource_read+0x9c ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [005] 2539.730978: 36944772 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) diskagen.IC 197891 [030] 2539.731439: 25927938 cycles: ffffffff8a7433c2 select_idle_core+0x72 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [038] 2539.731698: 44436266 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [006] 2539.731845: 33928701 cycles: ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2539.732041: 34653645 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2539.732172: 27074617 cycles: 12a0648 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [029] 2539.732259: 39976371 cycles: 161b5f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2539.733157: 33513399 cycles: ffffffff8b448bef nf_hook_slow+0x3f ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [035] 2539.733377: 44980278 cycles: 1c261cd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [034] 2539.733601: 33548612 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [021] 2539.733719: 28656498 cycles: ffffffff8a7f64d5 futex_wake+0x15 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198711 [009] 2539.734093: 45541103 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198049 [046] 2539.734845: 47258838 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 590 [unknown] ([unknown]) nbsd-lig.SNULL 194440 [033] 2539.735025: 53624002 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [024] 2539.735209: 37317155 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2539.735377: 23185433 cycles: ffffffff8a7763dd calc_load_nohz_stop+0xd ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [011] 2539.735677: 34551890 cycles: 3b96117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [042] 2539.735974: 26393188 cycles: 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [036] 2539.736145: 36729971 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [043] 2539.736379: 57591441 cycles: 689a22c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [017] 2539.736404: 31234228 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [037] 2539.736833: 36916786 cycles: 172a1fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [013] 2539.738384: 32367591 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [032] 2539.738536: 30713122 cycles: 1fc37b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159891 [018] 2539.738671: 29131348 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 160832 [044] 2539.738717: 39567897 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [015] 2539.738878: 35616064 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [016] 2539.739137: 27568308 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 168892 [040] 2539.739534: 49548956 cycles: ab1 [unknown] ([vdso]) diskagen.Timer 197898 [022] 2539.739788: 26974808 cycles: 1330d2f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2539.739819: 59155158 cycles: 204af833 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [030] 2539.740255: 27491779 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2539.740343: 27024089 cycles: 1407da2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [007] 2539.740416: 34176526 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171287 [014] 2539.740748: 41300240 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2539.741367: 33084844 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2539.741559: 28913908 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [001] 2539.741635: 37525048 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2539.741760: 38035046 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [002] 2539.742024: 28557449 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [028] 2539.742876: 48663996 cycles: 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2539.742975: 34012814 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [041] 2539.743295: 36782637 cycles: ffffffff8acd1c75 apparmor_ip_postroute+0x5 ([kernel.kallsyms]) ffffffff8b51a560 ip6_output+0x110 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2539.743643: 47462169 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2539.743689: 36145824 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [045] 2539.744701: 33378397 cycles: ffffffff8a73bd77 try_to_wake_up+0xb7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2539.744916: 27612877 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [004] 2539.745075: 42599223 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.745616: 27330035 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [026] 2539.745653: 38139570 cycles: 17e20c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [027] 2539.746110: 34705074 cycles: 15fe5386 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [021] 2539.746729: 30223612 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [005] 2539.746928: 36765238 cycles: ffffffff8a7f3a82 __x64_sys_futex+0xa2 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [019] 2539.747043: 22261224 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [016] 2539.747419: 28546392 cycles: 204b3f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163661 [034] 2539.747675: 33548612 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 170133 [024] 2539.747682: 35179124 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [022] 2539.747861: 28825028 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [006] 2539.748079: 32692212 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9eb61ac13f [unknown] (//anon) swapper 0 [030] 2539.748289: 28720398 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2539.748360: 37464239 cycles: ffffffff8a74940a place_entity+0x9a ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [018] 2539.749079: 28650064 cycles: 1742c009 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [011] 2539.749215: 39558802 cycles: 21a0aa88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2539.749223: 38389072 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2539.749772: 37141160 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2539.750489: 31356122 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [029] 2539.750547: 38881455 cycles: ffffffff8a64a47e __switch_to+0x18e ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151709 [032] 2539.751003: 30335832 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7e36a6 common_nsleep+0x6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [013] 2539.751202: 46522137 cycles: ffffffff8aa32455 __check_heap_object+0x65 ([kernel.kallsyms]) ffffffff8aa72ad5 check_heap_object+0x185 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2539.751309: 40144279 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) default-executo 194632 [003] 2539.751919: 25112686 cycles: 3b337af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2539.752035: 36346319 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [010] 2539.752446: 29837131 cycles: ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196922 [046] 2539.752899: 45581520 cycles: ffffffff8a779e70 psi_task_switch+0x90 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198711 [015] 2539.753096: 36606325 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2539.753177: 37618260 cycles: 1411b976 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [007] 2539.753590: 35207602 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [044] 2539.754033: 35074354 cycles: 369c7bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2539.754373: 26570856 cycles: ffffffff8a754d75 nohz_balance_enter_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [020] 2539.754896: 30646738 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [033] 2539.755168: 42302783 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165660 [008] 2539.755705: 36180700 cycles: 133ae12f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 194089 [009] 2539.756095: 40905742 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 44dbb42eb73f [unknown] (//anon) nbsd.User 197529 [042] 2539.756311: 26729231 cycles: 1411a83d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193495 [014] 2539.756315: 35222284 cycles: ffffffff8ad60bf7 blkcg_maybe_throttle_current+0x1e7 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [001] 2539.756920: 42324082 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165273 [012] 2539.757086: 34957375 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) diskagen.User 197875 [045] 2539.757466: 36421103 cycles: 133cdfb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [016] 2539.758618: 27844718 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2539.758706: 29343827 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [025] 2539.758784: 29360689 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [019] 2539.759077: 21471855 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [030] 2539.759178: 31080398 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2539.759299: 38416573 cycles: 3c4fe58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [028] 2539.759303: 47196265 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2539.759730: 31221058 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 169827 [022] 2539.760066: 27774261 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7d7629 __hrtimer_init+0xa9 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [027] 2539.760080: 31429192 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 162524 [040] 2539.760332: 44405001 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [011] 2539.760449: 38586045 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a27da5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2539.761801: 29161939 cycles: ffffffff8a733ef0 raw_spin_rq_lock_nested+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [047] 2539.762871: 42033178 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [038] 2539.763010: 34300935 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [034] 2539.763094: 38986690 cycles: 3b4645e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [024] 2539.763094: 30511441 cycles: ffffffff8a7691df psi_group_change+0x23f ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [003] 2539.763329: 27844417 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150649 [032] 2539.763460: 30581426 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165273 [026] 2539.763484: 51054972 cycles: ffffffff8a74ea5c put_prev_task_fair+0x2c ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2539.763618: 43489038 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 155859 [039] 2539.763786: 34945484 cycles: bbd164b [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [031] 2539.764002: 48297902 cycles: 28bffae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2539.764083: 31692129 cycles: ffffffff8a7435e6 pick_next_entity+0xd6 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [010] 2539.764471: 34192142 cycles: 28897c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [043] 2539.764871: 36302084 cycles: ffffffff8a75792e pick_next_task_idle+0x1e ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196102 [036] 2539.765155: 33934849 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2539.765188: 26248732 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [037] 2539.766282: 40996574 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2539.767000: 40044422 cycles: 13c9694a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2539.768344: 28586156 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170131 [020] 2539.768646: 27545603 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2539.768908: 41521127 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [044] 2539.768979: 37995959 cycles: ffffffff8a84eb2a acct_account_cputime+0x4a ([kernel.kallsyms]) ffffffff8a762775 account_user_time+0xa5 ([kernel.kallsyms]) ffffffff8a762dcc account_process_tick+0xfc ([kernel.kallsyms]) ffffffff8a7d6f67 update_process_times+0x27 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159607 [042] 2539.769031: 25719998 cycles: ffffffff8a7f2890 futex_q_lock+0x0 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [016] 2539.769373: 31023073 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2539.769751: 30702847 cycles: ffffffff8a74bec7 select_idle_sibling+0x3a7 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [022] 2539.769841: 27532079 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [019] 2539.770029: 20519389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2539.770098: 34613689 cycles: ffffffff8b31ae7c cpuidle_not_available+0xc ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [015] 2539.770325: 35463933 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 197899 [007] 2539.770326: 32764538 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [018] 2539.770501: 30504753 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [029] 2539.770525: 32814635 cycles: 3ca1695 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 171300 [012] 2539.770938: 31789784 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [014] 2539.771280: 34104702 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2539.771605: 44843285 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2539.773200: 33707496 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [006] 2539.773659: 27687850 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [027] 2539.773735: 28069807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2539.773769: 33471020 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2539.774023: 37955473 cycles: 20499d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [024] 2539.774040: 29533850 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [046] 2539.774089: 45454713 cycles: 1e5c52dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [002] 2539.774272: 26968052 cycles: 1401f881 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [021] 2539.774353: 33383122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [011] 2539.774446: 34632281 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [003] 2539.774477: 35647559 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [045] 2539.774870: 37390803 cycles: 1618a591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [009] 2539.775076: 39838355 cycles: ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [013] 2539.775567: 43251167 cycles: 3a781e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [038] 2539.775794: 34300935 cycles: ffffffff8a7419ec __calc_delta+0x9c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2539.776868: 40554614 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2539.777410: 27969850 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165273 [019] 2539.777480: 22246106 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198050 [041] 2539.777740: 31213929 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2539.778092: 30424580 cycles: ffffffff8b800efe asm_sysvec_apic_timer_interrupt+0xe ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [047] 2539.778668: 35981227 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [020] 2539.778899: 26967920 cycles: 2af6741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [022] 2539.778904: 31360870 cycles: 14066888 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [036] 2539.778936: 32059640 cycles: ffffffff8b50b1b5 unix_copy_addr+0x5 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [042] 2539.778958: 30367952 cycles: 1801a80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [016] 2539.779078: 31131813 cycles: 1572ff26 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [028] 2539.779170: 41179545 cycles: 35f7fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2539.779290: 36046416 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [039] 2539.779382: 32819004 cycles: ffffffff8aa727f0 check_stack_object+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [040] 2539.779482: 34379349 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [043] 2539.780941: 34087633 cycles: 154cb0d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [004] 2539.781216: 43926407 cycles: ffffffff8a734b52 finish_task_switch.isra.0+0xd2 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [037] 2539.781283: 39707061 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [023] 2539.781431: 35599213 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) ydbd 196861 [012] 2539.781711: 31401568 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [030] 2539.781961: 29146877 cycles: 3b10d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [018] 2539.782774: 29354718 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [035] 2539.783181: 46252519 cycles: 3a90c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [008] 2539.783287: 32861313 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169822 [015] 2539.783414: 37779492 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [026] 2539.783423: 44791805 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2539.783451: 34420294 cycles: ffffffff8a74ad2b reweight_entity+0x3b ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [024] 2539.783746: 29976280 cycles: 154cade4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [007] 2539.783844: 33829836 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [031] 2539.784017: 51931534 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 155859 [000] 2539.784247: 40363081 cycles: bbbd3cf [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [032] 2539.784675: 32509902 cycles: ffffffff8a7b5b33 __rcu_read_unlock+0x23 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [006] 2539.784820: 30510481 cycles: ffffffff8a741465 task_h_load+0x25 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [044] 2539.784849: 31845594 cycles: ffffffff8b58572d __inet6_lookup_established+0x5d ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [014] 2539.784856: 34885227 cycles: 141f6758 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [003] 2539.785223: 38846394 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197250 [021] 2539.786170: 32031640 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [002] 2539.786342: 25493039 cycles: ffffffff8b6ad3e5 _raw_spin_lock+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [019] 2539.786627: 26292069 cycles: 141aa5ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171305 [027] 2539.787313: 26019408 cycles: ffffffff8adb5514 _copy_from_user+0x34 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [045] 2539.787681: 34878598 cycles: 21a1af32 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [005] 2539.788018: 27539920 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2539.788402: 46427718 cycles: ffffffff8a75fddd __update_load_avg_se+0x7d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [025] 2539.788682: 33642911 cycles: ffffffff8b6acbb0 _raw_spin_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [020] 2539.788792: 26857376 cycles: 251dbb34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2539.789118: 31985141 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2539.789152: 29641787 cycles: ffffffff8a7eecb8 tick_nohz_next_event+0xd8 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [042] 2539.789509: 33837300 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [011] 2539.789596: 36955206 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [017] 2539.790041: 39845381 cycles: 1ae8eb [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26cb859 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [016] 2539.790451: 33484620 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [040] 2539.790762: 33413201 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) b [unknown] ([unknown]) diskagen.AIO0 198050 [046] 2539.790829: 42301633 cycles: ffffffff8a7327f8 ttwu_queue_wakelist+0x38 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [001] 2539.791016: 31998006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2539.791171: 42029878 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [022] 2539.791348: 29663123 cycles: ffffffff8a7d9185 hrtimer_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 167184 [047] 2539.791767: 33654625 cycles: ad52f3b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [039] 2539.791967: 39019896 cycles: 1401e3df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [041] 2539.792361: 32368595 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [034] 2539.792363: 37390480 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [013] 2539.792516: 37472680 cycles: 3c9bf71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [030] 2539.792879: 28842775 cycles: ffffffff8a74195b __calc_delta+0xb ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2539.793400: 31203759 cycles: ffffffff8a64a358 __switch_to+0x68 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [033] 2539.793997: 38130773 cycles: 1740be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [012] 2539.794248: 32082539 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 192409 [024] 2539.794896: 28942109 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9e2c6 do_poll.constprop.0+0xc6 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [028] 2539.794956: 39345041 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [008] 2539.795190: 38033164 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2539.795339: 29789059 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2539.795431: 35649503 cycles: ffffffff8a6c85d8 switch_mm_irqs_off+0x288 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [044] 2539.795507: 31771988 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197250 [023] 2539.795562: 37626611 cycles: 1406aef9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194619 [002] 2539.796283: 25153784 cycles: 3a6359e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2539.796616: 33569538 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [000] 2539.796644: 39975009 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [032] 2539.797131: 34451349 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2539.797310: 36724062 cycles: 12d6c653 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [037] 2539.797491: 39437331 cycles: 154cae02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [020] 2539.797513: 28413496 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [021] 2539.797966: 30160739 cycles: 272affc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2539.798011: 47826438 cycles: 140290f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [027] 2539.798101: 25337139 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2539.798449: 31107343 cycles: ffffffff8a7dc344 timekeeping_max_deferment+0x24 ([kernel.kallsyms]) ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [014] 2539.798471: 30864737 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [005] 2539.798545: 27168947 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [007] 2539.798585: 32846832 cycles: 35f7f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [019] 2539.798899: 25565686 cycles: ffffffff8adb0581 _find_next_bit+0x11 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [026] 2539.800603: 37032416 cycles: 123ddbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [035] 2539.800664: 41846070 cycles: 649a59c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2539.800679: 31385855 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [010] 2539.800759: 31901578 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 56023af2d45f [unknown] ([heap]) diskagen.User 197880 [042] 2539.801119: 33370670 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 194357 [045] 2539.801379: 31181724 cycles: 219806a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [022] 2539.801762: 29074904 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193831 [040] 2539.802477: 38904325 cycles: ffffffff8b6a4b5a schedule+0x5a ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198712 [030] 2539.803064: 34819350 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [016] 2539.803276: 35412144 cycles: 68b7521 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2539.803284: 33106393 cycles: ffffffff8a779bb7 psi_task_change+0xa7 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [001] 2539.803396: 33851566 cycles: ffffffff8a74d9d7 check_preempt_wakeup+0x187 ([kernel.kallsyms]) ffffffff8a73981b check_preempt_curr+0x6b ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [011] 2539.803577: 35310793 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [047] 2539.804333: 30729373 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [038] 2539.804496: 44288093 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [046] 2539.805042: 41446607 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [018] 2539.805145: 33099867 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [002] 2539.805802: 28624987 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2539.805807: 28215639 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [041] 2539.805940: 34321574 cycles: 3a77ac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2539.806025: 38557172 cycles: 1549f39a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [006] 2539.806057: 32972363 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [034] 2539.806260: 37450547 cycles: 251b94ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [017] 2539.806347: 41251169 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 165163 [012] 2539.806783: 29879292 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 169040 [031] 2539.806892: 40581196 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 168715 [008] 2539.807116: 36233253 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [044] 2539.807144: 36255176 cycles: 141c97c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [009] 2539.807971: 40564037 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [027] 2539.808652: 25486160 cycles: 35f7f7c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2539.808927: 39964108 cycles: ffffffff8a9eb38b prep_compound_page+0x6b ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2539.809065: 33379142 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [003] 2539.809105: 34887561 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [020] 2539.809371: 29564194 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2539.809713: 33663989 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6a511d schedule_idle+0x2d ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [005] 2539.809851: 32541253 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [028] 2539.809883: 34218170 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [015] 2539.810048: 38720579 cycles: 1402fab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [043] 2539.810160: 35201634 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2539.810184: 45103874 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [021] 2539.810337: 32225855 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [023] 2539.810589: 43364961 cycles: ffffffff8a7f6596 futex_wake+0xd6 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [019] 2539.810920: 29224965 cycles: 6286b18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2539.811168: 33268963 cycles: ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2539.811769: 33439833 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2539.811827: 34606532 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2539.811857: 30411833 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [022] 2539.812563: 28973205 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2539.813039: 33956780 cycles: ffffffff8a752498 update_group_capacity+0x18 ([kernel.kallsyms]) ffffffff8a752805 update_sd_lb_stats.constprop.0+0x75 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [042] 2539.813262: 33888688 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2539.813442: 33669630 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2539.814466: 46052816 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [004] 2539.814776: 44235783 cycles: ffffffff8a7b5b2d __rcu_read_unlock+0x1d ([kernel.kallsyms]) ffffffff8aa560e7 memcg_check_events+0x87 ([kernel.kallsyms]) ffffffff8aa59b19 uncharge_batch+0x59 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [025] 2539.814893: 35057444 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2539.814969: 32478297 cycles: 3a634fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2539.815147: 32546426 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194347 [016] 2539.815356: 41451971 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2539.815399: 33392815 cycles: 17bcebc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2539.816113: 31433483 cycles: 19651b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [002] 2539.816162: 28474739 cycles: 3c4954b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [018] 2539.816479: 32422546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [035] 2539.816480: 35508579 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [012] 2539.817199: 29690552 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [040] 2539.817753: 41895142 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [024] 2539.817807: 33795707 cycles: 14055a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [034] 2539.817922: 35493194 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [027] 2539.818249: 31394639 cycles: 14085d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [011] 2539.818820: 32338284 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2539.818971: 38539012 cycles: 3cb68ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [008] 2539.819019: 34080011 cycles: 20499761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2539.819098: 34990564 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [044] 2539.820009: 34082977 cycles: 14018a94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [041] 2539.820653: 32596717 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [020] 2539.820697: 28615472 cycles: 1407fa25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2539.821248: 33393159 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [013] 2539.821856: 37430267 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2539.822002: 34915171 cycles: ffffffff8a74e2a8 dequeue_task_fair+0x268 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2539.822006: 41446607 cycles: 1d3eeb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [005] 2539.822083: 33848643 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [028] 2539.822205: 33441755 cycles: 14081d10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2539.822503: 36184612 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2539.822537: 40678019 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [031] 2539.822809: 35761464 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2539.823158: 30977009 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [010] 2539.823382: 30052012 cycles: 1fc6465 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [021] 2539.824006: 31765420 cycles: 1554d328 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [022] 2539.824114: 30613346 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [017] 2539.824414: 37682274 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [003] 2539.824573: 30628076 cycles: 14085b4a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [029] 2539.824880: 35361065 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2539.825136: 32711340 cycles: ffffffff8b3a4d72 __dev_queue_xmit+0x392 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [002] 2539.825540: 29060180 cycles: 6ea [unknown] ([vdso]) diskagen.IC 198047 [043] 2539.825718: 31420013 cycles: 12d6bdcb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [042] 2539.825826: 31799717 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [009] 2539.825863: 42735762 cycles: 3ba40d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2539.826147: 32827029 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [026] 2539.826581: 30856945 cycles: ffffffff8b38967e simple_copy_to_iter+0x1e ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [000] 2539.826666: 38121990 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2539.826847: 32472475 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [047] 2539.826847: 32429725 cycles: 1407135b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [023] 2539.827425: 36054645 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [045] 2539.827550: 33669630 cycles: ffffffff8b61acd0 timerqueue_del+0x10 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [033] 2539.828221: 41275481 cycles: 1740e06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [035] 2539.828297: 33359635 cycles: ffffffff8b491b24 tcp_add_backlog+0x4d4 ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [018] 2539.828403: 30558106 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [027] 2539.828816: 34093225 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [001] 2539.828980: 32464656 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 169055 [008] 2539.829158: 34098396 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.Scheduler 167057 [012] 2539.829247: 29098141 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165870 [025] 2539.829962: 39875906 cycles: 204007f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [024] 2539.830726: 30953882 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [016] 2539.831803: 39177776 cycles: ffffffff8aaf63d5 __x64_sys_io_getevents+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [011] 2539.831841: 29747714 cycles: 3ae541f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [037] 2539.831879: 49692603 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2539.831933: 30889042 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [004] 2539.831988: 41717737 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [040] 2539.832116: 39894470 cycles: ffffffff8a744fae select_idle_cpu+0x1be ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2539.832309: 32095248 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2539.832399: 33330680 cycles: ffffffff8a846c7c touch_softlockup_watchdog_sched+0xc ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [006] 2539.832486: 38309840 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2539.833148: 32996655 cycles: ffffffff8a7aeab1 __rcu_read_lock+0x21 ([kernel.kallsyms]) ffffffff8aa5d66a __memcg_kmem_charge_page+0x1ca ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [038] 2539.833197: 42134166 cycles: 36bc8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [028] 2539.835484: 37418024 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2539.835731: 32394924 cycles: 1378b90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2539.835801: 32062898 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2539.836050: 29521506 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170142 [010] 2539.836187: 33378507 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [032] 2539.836579: 33781060 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [046] 2539.836599: 49062901 cycles: 3b007b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [019] 2539.836701: 33011397 cycles: ffffffff8a74c485 select_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [030] 2539.836757: 32203860 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2539.837162: 33655189 cycles: ffffffffc0ca2380 __nf_conntrack_find_get+0x40 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [002] 2539.837219: 34926426 cycles: ffffffff8a7d7486 hrtimer_active+0x6 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [021] 2539.837720: 35430540 cycles: ffffffff8a9eb37a prep_compound_page+0x5a ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [012] 2539.837749: 35757128 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [026] 2539.837877: 33105389 cycles: ffffffff8a7d68d3 __mod_timer+0x193 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [036] 2539.838129: 39245773 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [031] 2539.838166: 41166705 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2539.838173: 31751763 cycles: ffffffff8b697b87 syscall_enter_from_user_mode+0x27 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 912c0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9805c pthread_mutex_lock+0x16c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [013] 2539.838211: 35098906 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2539.838268: 29846846 cycles: ffffffff8b61a5e8 memchr_inv+0xa8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2539.839613: 34393942 cycles: 133a4531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2539.839693: 34690275 cycles: 1311284e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165661 [043] 2539.839948: 33511220 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2539.840238: 28995782 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [023] 2539.840763: 33320384 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [007] 2539.840785: 29204334 cycles: ffffffff8a76044d __update_load_avg_cfs_rq+0xd ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169042 [008] 2539.841052: 32356409 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2539.841121: 35791168 cycles: ffffffff8a753caa pick_next_task_fair+0x1ea ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [029] 2539.841334: 32785620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [017] 2539.841561: 33748784 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [045] 2539.842553: 41929828 cycles: 9356e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9402e pthread_cond_timedwait+0x3ce (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2539.843033: 29845687 cycles: ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170465 [027] 2539.843389: 34617414 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 163662 [020] 2539.843922: 29327318 cycles: 133b7256 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [035] 2539.844037: 32193158 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166600 [001] 2539.844070: 29099670 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [033] 2539.844303: 38007208 cycles: 1c3ad55f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [034] 2539.844360: 37635820 cycles: 26609551 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [011] 2539.844661: 32145464 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [016] 2539.845262: 35063522 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [044] 2539.845355: 39143100 cycles: ffffffff8b697c43 syscall_exit_to_user_mode+0x13 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [025] 2539.845540: 50315374 cycles: 13024441 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [009] 2539.846317: 42419455 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2539.846361: 30306919 cycles: ffffffff8b462f42 inet_ehashfn+0x62 ([kernel.kallsyms]) ffffffff8b463054 __inet_lookup_established+0x44 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [041] 2539.846411: 33708544 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [040] 2539.847094: 45848692 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [038] 2539.847449: 42109563 cycles: 1a6b4d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2539.847638: 34955827 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [028] 2539.847952: 38573906 cycles: 251d3aed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [022] 2539.848160: 31424260 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 196763 [030] 2539.848184: 34269107 cycles: d72c4c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [032] 2539.848662: 31942199 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fd5084c7 [unknown] (//anon) Test 196124 [042] 2539.848736: 28851927 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [010] 2539.848807: 35747427 cycles: ffffffff8a65ff47 restore_fpregs_from_fpstate+0x37 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [014] 2539.848825: 33655189 cycles: ffffffff8a73e586 available_idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa5baa1 try_charge_memcg+0xa1 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2539.849043: 41228195 cycles: ffffffff8b617656 rb_insert_color+0x156 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [039] 2539.849319: 26878235 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [002] 2539.849981: 33386555 cycles: 25174741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [026] 2539.850092: 32895944 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2539.850285: 28874182 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171298 [012] 2539.850730: 37706482 cycles: ffffffff8a769127 psi_group_change+0x187 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [019] 2539.850973: 38183760 cycles: 16826a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [036] 2539.851120: 37232979 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 166610 [003] 2539.851484: 31996499 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2539.851637: 38040590 cycles: ffffffff8a768fee psi_group_change+0x4e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [021] 2539.851829: 36307266 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2539.851943: 31778829 cycles: ffffffff8a6f2e25 do_softirq.part.0+0x85 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [008] 2539.852214: 31408453 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2539.852217: 35494370 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [031] 2539.853152: 39893511 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2539.853714: 32920298 cycles: ffffffff8a75c3a5 cpuidle_idle_call+0x25 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [037] 2539.853823: 44698904 cycles: 175e415 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2539.854060: 35570700 cycles: ffffffff8b697fa1 ct_idle_enter+0x1 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [029] 2539.854233: 34040628 cycles: ffffffff8a9ed50c rmqueue+0x60c ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [043] 2539.854472: 29291253 cycles: 1435acc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [020] 2539.854882: 31453032 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [001] 2539.855012: 30889225 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196909 [046] 2539.855259: 45400014 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [023] 2539.855261: 37350677 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [005] 2539.855284: 31066477 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2539.855693: 27974030 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2539.856048: 32126899 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [017] 2539.856460: 33748784 cycles: 139f0b28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [027] 2539.857915: 33440257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2539.857925: 43131618 cycles: ffffffff8a74ec7c enqueue_entity+0x1fc ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [011] 2539.858493: 34177484 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154857 [034] 2539.858681: 37050259 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [016] 2539.859183: 32852577 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2539.859539: 39206773 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [045] 2539.859679: 36418998 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [042] 2539.859830: 28636119 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2539.860029: 34352414 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [022] 2539.860407: 36160577 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2539.860458: 40542004 cycles: 6442465 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [039] 2539.860573: 26878235 cycles: 14073cef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [032] 2539.860663: 33803434 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [030] 2539.860880: 36025086 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [010] 2539.861163: 39009383 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [041] 2539.861342: 33232470 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2539.861700: 28995153 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [028] 2539.862322: 34001463 cycles: 3cb3bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2539.862383: 36669580 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [026] 2539.862665: 39202036 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [002] 2539.862877: 37761449 cycles: ffffffff8a961d50 __filemap_get_folio+0xd0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [036] 2539.863486: 38010313 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2539.863489: 46183898 cycles: ffffffff8b47f2a1 tcp_ack+0x941 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 163646 [008] 2539.863717: 30675835 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [040] 2539.863762: 42585835 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [003] 2539.864202: 40484561 cycles: 2047b811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [009] 2539.864330: 45044885 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2539.864335: 33828804 cycles: 13b9a434 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [013] 2539.864673: 33341066 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [012] 2539.864772: 36108575 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [004] 2539.865104: 44095248 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [000] 2539.865260: 38028219 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [015] 2539.865517: 38343572 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [019] 2539.865552: 39702661 cycles: 67f9279 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [024] 2539.865899: 29937096 cycles: 3c83202 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [043] 2539.866154: 32102003 cycles: 17eed9b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [020] 2539.866168: 29974060 cycles: 1c395548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [017] 2539.866706: 40428857 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198117 [021] 2539.866748: 39553119 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [029] 2539.867606: 34040628 cycles: ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [001] 2539.868362: 32210648 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [047] 2539.869520: 28839544 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194389 [005] 2539.869711: 27965065 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [031] 2539.870127: 33148937 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [039] 2539.870640: 31561641 cycles: 14078d57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2539.870689: 30885176 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2539.870739: 27823302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [037] 2539.870793: 45262489 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2539.870876: 40691384 cycles: ffffffff8a760449 __update_load_avg_cfs_rq+0x9 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [046] 2539.871878: 37709838 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2539.871909: 35968177 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [034] 2539.872023: 42896144 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ydbd.User 198109 [032] 2539.872247: 32491435 cycles: 10ac08a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [023] 2539.872446: 38616296 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [016] 2539.872493: 34105529 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [006] 2539.872686: 36392466 cycles: 26603920 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [011] 2539.872766: 38609356 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [022] 2539.873403: 32715590 cycles: 3b2f7ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [018] 2539.873448: 32500756 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [028] 2539.874028: 32272585 cycles: 1855c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [041] 2539.874040: 31176294 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [045] 2539.874352: 38205974 cycles: 13a3adca [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2539.874778: 35950899 cycles: ffffffff8a74134d clear_buddies+0xd ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [030] 2539.874791: 35678346 cycles: ffffffffc0c84303 nf_nat_ipv4_local_fn+0x123 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [044] 2539.875174: 37174369 cycles: ffffffff8aa72ba9 __check_object_size.part.0+0x79 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171298 [038] 2539.875223: 38078528 cycles: ffffffff8a74e1f8 dequeue_task_fair+0x1b8 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [033] 2539.875534: 46802200 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2539.875798: 28959071 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [026] 2539.875884: 42664893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2539.876027: 33242230 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [020] 2539.876178: 30291163 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2539.876308: 34646363 cycles: ffffffff8aa51435 consume_stock+0x5 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [012] 2539.877077: 37758243 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [013] 2539.877646: 34962850 cycles: 12f29551 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [036] 2539.877696: 33341329 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [040] 2539.878194: 37285866 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [043] 2539.878626: 32476437 cycles: ffffffff8a739e16 set_task_cpu+0xb6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2539.878820: 32108482 cycles: ffffffff8a75ff1a __update_load_avg_se+0x1ba ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2539.879274: 41926767 cycles: 26669774 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [015] 2539.879549: 38807997 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [047] 2539.879703: 28368497 cycles: ffffffff8b6a46ad __schedule+0x1ad ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [000] 2539.880485: 42945526 cycles: 3b16e2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [009] 2539.881070: 44599579 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [029] 2539.881221: 37210884 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [019] 2539.881375: 38364368 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2539.881460: 26606862 cycles: 12ff4eaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [003] 2539.881957: 39842215 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [042] 2539.882061: 27073659 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [001] 2539.882108: 31319999 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2539.882323: 37350133 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [025] 2539.882732: 35169577 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [027] 2539.883017: 29409105 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2539.883246: 36980175 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [032] 2539.884277: 33910743 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 54affd509bf [unknown] (//anon) nbsd.IC 197544 [031] 2539.884307: 30407424 cycles: 14051591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2539.884406: 29529332 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [014] 2539.884627: 33397599 cycles: 1740bc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165454 [016] 2539.885049: 33884344 cycles: ffffffff8b617518 rb_insert_color+0x18 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [021] 2539.885421: 34243087 cycles: 3ac45bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159622 [022] 2539.885751: 30938194 cycles: 14633fd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [018] 2539.886902: 30514280 cycles: 68a3f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2539.887324: 36530430 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [008] 2539.887843: 27098060 cycles: ffffffff8a95a88b rseq_ip_fixup+0x2b ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [028] 2539.888043: 29174322 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2539.888403: 31843735 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2539.888624: 29665414 cycles: ffffffff8a75c5eb do_idle+0x7b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [034] 2539.888692: 40574158 cycles: 3a63e44 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [035] 2539.889041: 40443027 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [006] 2539.889340: 29857370 cycles: 1338d9f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [011] 2539.889598: 41875710 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2539.889677: 31288744 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [010] 2539.889750: 38804096 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [030] 2539.889753: 37845702 cycles: ffffffff8adab0c3 iovec_from_user.part.0+0x83 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2539.889806: 27712717 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [041] 2539.889834: 28415722 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2539.890106: 43323312 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2539.890208: 38849544 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [002] 2539.890243: 32959079 cycles: 123fd3e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.System 196907 [012] 2539.890896: 34632029 cycles: ffffffff8a736d5f dequeue_task+0x3f ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [036] 2539.891999: 32908320 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2539.892227: 31232506 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2539.892439: 26792718 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [023] 2539.892473: 35935681 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [040] 2539.892634: 33082181 cycles: 204af3fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2539.892987: 30215106 cycles: ffffffff8a9407d0 perf_adjust_freq_unthr_context+0xf0 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [013] 2539.893040: 37818814 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [026] 2539.893071: 41018303 cycles: 17852412 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2539.893837: 37105363 cycles: ffffffff8a6c8130 load_new_mm_cr3+0x0 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [047] 2539.894423: 25370846 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [027] 2539.895999: 26774982 cycles: 17fa43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [001] 2539.896017: 37935042 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [029] 2539.896027: 32657546 cycles: 13bf4f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [004] 2539.896716: 46121146 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [015] 2539.896806: 45012463 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [032] 2539.896895: 34893993 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2539.897736: 50380965 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [020] 2539.897832: 32038844 cycles: 12ff4f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [003] 2539.897966: 33469739 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [008] 2539.898050: 30028006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [000] 2539.898137: 35243015 cycles: ffffffff8aa2b53c memcg_slab_post_alloc_hook+0x1bc ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2539.898192: 28778706 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 198427 [046] 2539.898228: 39024477 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c792f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2539.898314: 31598263 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [014] 2539.898653: 39206670 cycles: 3b77c73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [039] 2539.898800: 34260391 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [016] 2539.899241: 32918066 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [025] 2539.899293: 29493154 cycles: 18082cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [017] 2539.899946: 31981197 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network read 171568 [024] 2539.899996: 36781555 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e736f0b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [028] 2539.900191: 30888352 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2539.900950: 31102071 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [019] 2539.901046: 41002150 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [005] 2539.901075: 29796415 cycles: 3b15d4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [041] 2539.901126: 28757755 cycles: 2727c6ac [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [006] 2539.901239: 28408335 cycles: 2473182 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 193832 [002] 2539.901601: 36142039 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [009] 2539.901686: 41195248 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12d6c2fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [012] 2539.901828: 33396755 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2539.902070: 32652536 cycles: 13394761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [044] 2539.902290: 39141252 cycles: 3a8fe01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [036] 2539.902534: 32265280 cycles: 1402175c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [043] 2539.902851: 31786605 cycles: 154cafac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [042] 2539.902861: 29594889 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [034] 2539.903236: 38917425 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [031] 2539.903345: 30743419 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [030] 2539.903797: 42969169 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 35047f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [010] 2539.903850: 40891520 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [040] 2539.904607: 35979970 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [038] 2539.905054: 35942020 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [023] 2539.905361: 33151495 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2539.905660: 24379642 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [011] 2539.906022: 40605018 cycles: 25165ae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193831 [027] 2539.906256: 26805358 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [022] 2539.907070: 29998482 cycles: ffffffff8adaead2 copy_page_from_iter_atomic+0xf2 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [037] 2539.907306: 43797040 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [029] 2539.907997: 31988970 cycles: 156b8b16 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [035] 2539.908099: 36841291 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [026] 2539.908142: 36622158 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [045] 2539.908346: 40533720 cycles: 13bd4db4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2539.908400: 33325500 cycles: ffffffff8a7f73ab __flush_smp_call_function_queue+0x5b ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2539.908575: 35733149 cycles: ffffffff8b6a50f0 schedule_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [008] 2539.908646: 29862430 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 166607 [020] 2539.909347: 31512331 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f94127a113f [unknown] (//anon) diskagen.User 198032 [025] 2539.909458: 29443968 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [018] 2539.910342: 34360780 cycles: 141304d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [000] 2539.910628: 40032700 cycles: 3c7349a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [028] 2539.910901: 33881084 cycles: ffffffff8a743488 select_idle_core+0x138 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a3903a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [003] 2539.911086: 30887562 cycles: ffffffff8a6f2cd5 __irq_exit_rcu+0x15 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 161b5ef4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [001] 2539.911161: 37568795 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2539.911307: 29743589 cycles: ffffffff8b479180 tcp_rtt_estimator+0xb0 ([kernel.kallsyms]) ffffffff8b479445 tcp_ack_update_rtt+0x75 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [016] 2539.911361: 32508129 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [017] 2539.911558: 40827086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [014] 2539.911677: 38613103 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198684 [039] 2539.912204: 35533548 cycles: 146d95f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [046] 2539.912235: 35876885 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [015] 2539.912975: 41855981 cycles: ffffffff8a940742 perf_adjust_freq_unthr_context+0x62 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [006] 2539.913084: 28085479 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [004] 2539.913108: 41967419 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [042] 2539.913183: 36772802 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 162528 [024] 2539.913876: 33906416 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [012] 2539.913954: 31540135 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2539.914082: 34580057 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [021] 2539.914169: 32226232 cycles: 133a7c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [041] 2539.914169: 28130233 cycles: 1a6aaf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2539.914395: 24815806 cycles: 14337602 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [002] 2539.914534: 37157872 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [027] 2539.914647: 27697393 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [036] 2539.915234: 35318590 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [031] 2539.915482: 33838418 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2539.916645: 49164899 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [009] 2539.916828: 39053466 cycles: 3b94f84 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2539.916956: 37010475 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) a449c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2539.917546: 34191256 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2539.917773: 39882700 cycles: ffffffff8a7ef8bf tick_nohz_idle_stop_tick+0x2f ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198858 [038] 2539.917947: 34797494 cycles: ffffffff8a7f6609 futex_wake+0x149 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [043] 2539.918185: 33871072 cycles: 14089272 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [022] 2539.918722: 29028207 cycles: ffffffff8b3a7d75 net_rx_action+0xa5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [010] 2539.919228: 39625614 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [030] 2539.919774: 39863278 cycles: 17e1d31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [008] 2539.919871: 36023375 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [023] 2539.919886: 38340068 cycles: ffffffff8a7b7e15 rcu_note_context_switch+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdGetEv 168892 [019] 2539.919996: 41618178 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [025] 2539.920837: 27995975 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [032] 2539.921393: 31641542 cycles: 204b0d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2539.922080: 32888292 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.User 197534 [016] 2539.922130: 41685643 cycles: 13c97606 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2539.922591: 33373809 cycles: ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2539.922905: 29540575 cycles: ffffffff8a74d613 set_next_entity+0x13 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [011] 2539.923258: 42045796 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [013] 2539.923515: 31194216 cycles: 27279a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [029] 2539.923676: 36139305 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [018] 2539.923838: 37999531 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2539.924196: 25511781 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2539.924233: 31195208 cycles: 27226fe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [035] 2539.924796: 31825786 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159406 [045] 2539.925152: 36815648 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [012] 2539.925246: 30614443 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [000] 2539.925428: 38570791 cycles: 17f8648 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [003] 2539.925950: 26873882 cycles: 252031d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [039] 2539.926147: 39623518 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [046] 2539.926386: 31874054 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [005] 2539.926404: 28876141 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2539.926409: 41381810 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [037] 2539.926498: 44547761 cycles: ffffffff8a74c1f6 select_idle_sibling+0x6d6 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2539.927153: 35721909 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2539.927159: 36580525 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [041] 2539.927243: 28130233 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2539.927903: 34158976 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [042] 2539.928412: 35107932 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [021] 2539.928453: 39429019 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [036] 2539.928927: 34039134 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [015] 2539.929411: 34311032 cycles: 6865103 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197261 [024] 2539.929467: 34899577 cycles: ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2539.929469: 29483496 cycles: ffffffff8a9a5d3d kfree+0x7d ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2539.930010: 27671487 cycles: 133bb3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [007] 2539.930222: 36709573 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [017] 2539.930225: 41255904 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [031] 2539.930289: 34919358 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2539.930342: 40553257 cycles: 3c4224a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [034] 2539.930460: 39823985 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [040] 2539.930600: 33541114 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [038] 2539.931558: 38199579 cycles: 12ff5343 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2539.932552: 34430421 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [020] 2539.932714: 35022248 cycles: 1c7841cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [032] 2539.932808: 37489247 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2539.932910: 28877519 cycles: 21a2fcb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [044] 2539.933067: 44958780 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [008] 2539.933621: 40196389 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [006] 2539.934028: 35837752 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2539.934536: 42058006 cycles: 17f8221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [010] 2539.934608: 35573390 cycles: 1c96a0d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [009] 2539.934823: 32545776 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [030] 2539.935064: 47935084 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [023] 2539.935170: 40263618 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [013] 2539.935236: 33063524 cycles: 17ec00e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [003] 2539.935489: 27073989 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155848 [005] 2539.935558: 29350255 cycles: 10da2468 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [012] 2539.935872: 30226875 cycles: 140587c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [047] 2539.935983: 29863114 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [028] 2539.936322: 29788855 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [046] 2539.937556: 34513973 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [016] 2539.937693: 37539235 cycles: 12f35bbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [019] 2539.937984: 40210366 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [035] 2539.938256: 30388997 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165851 [041] 2539.938497: 42443590 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.IC 194355 [001] 2539.938550: 37841409 cycles: ffffffff8a74be30 select_idle_sibling+0x310 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a2d90d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2539.938887: 33155069 cycles: ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [029] 2539.939007: 31443584 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [025] 2539.939756: 29091193 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [045] 2539.939787: 37310476 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [042] 2539.941098: 35988207 cycles: 14068f71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [014] 2539.941121: 36095342 cycles: 26649bd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2539.941224: 41211999 cycles: 689cc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2539.941237: 32810524 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2539.941432: 43032762 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2539.941436: 30819831 cycles: ffffffff8a75c3a5 cpuidle_idle_call+0x25 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198434 [036] 2539.941526: 31412597 cycles: 1406d101 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198682 [011] 2539.941657: 42045796 cycles: ffffffff8a663b62 xfd_validate_state+0x12 ([kernel.kallsyms]) swapper 0 [022] 2539.942006: 27912272 cycles: ffffffff8b6a50f0 schedule_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [026] 2539.942211: 30671265 cycles: 251a406f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2539.942400: 41160120 cycles: 1d44001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [027] 2539.942751: 30459016 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [015] 2539.943390: 32207785 cycles: 3b30c6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [037] 2539.943456: 43789511 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [024] 2539.943583: 33988401 cycles: 644c6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [007] 2539.943626: 37654264 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [031] 2539.943909: 31966504 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [004] 2539.944087: 40915866 cycles: 14060c06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [034] 2539.944246: 40395683 cycles: 21a1b2a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [038] 2539.945230: 38103376 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [003] 2539.945994: 26693872 cycles: 3adf745 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2539.946358: 46439159 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [020] 2539.946546: 31769226 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) nbsd.User 197529 [005] 2539.946636: 29836196 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2539.946790: 33324424 cycles: ffffffff8b800197 syscall_return_via_sysret+0x42 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [032] 2539.946912: 37271924 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 26716 [047] 2539.947225: 36114954 cycles: 235387b _PyEval_EvalFrameDefault+0x46fb (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) Test 194631 [010] 2539.947518: 33092170 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 171594 [006] 2539.947742: 32998897 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [012] 2539.947939: 35922582 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [044] 2539.948498: 42380144 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2539.948958: 29622087 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [023] 2539.948970: 37666868 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2539.949191: 30320725 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2539.949264: 31327157 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [013] 2539.949274: 28833424 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [008] 2539.949347: 34255751 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [046] 2539.950815: 34416899 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [016] 2539.951355: 36479747 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [029] 2539.952010: 34573999 cycles: 3c4feac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2539.952661: 32389884 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [015] 2539.952811: 34639913 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2539.953035: 32810524 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [042] 2539.953172: 33883634 cycles: 1407e92a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [035] 2539.953545: 30780279 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [001] 2539.953687: 41146112 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [022] 2539.953823: 31643908 cycles: 1a6ba0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [030] 2539.953834: 45921273 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [036] 2539.954144: 29677064 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194003 [033] 2539.954284: 34022060 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [026] 2539.954316: 32541794 cycles: 1c3ad481 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2539.954518: 33837517 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [014] 2539.954927: 33047935 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [003] 2539.955361: 27804197 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2539.955759: 38100172 cycles: ffffffff8a74ea90 enqueue_entity+0x10 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [045] 2539.956091: 39539300 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2539.956513: 33974873 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2539.956572: 35588242 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.Timer 198053 [031] 2539.956943: 28714098 cycles: 1330e6c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [034] 2539.957036: 37121595 cycles: 1330de05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [041] 2539.957144: 32884935 cycles: ffffffff8a7d8d26 hrtimer_interrupt+0x6 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1407370d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [005] 2539.957306: 38433155 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2539.957359: 37302994 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [000] 2539.958316: 45030876 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172219 [021] 2539.958944: 38579482 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [020] 2539.959077: 33128644 cycles: 1712b6f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [011] 2539.959179: 44752318 cycles: 14019131 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2539.959614: 34114688 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196861 [032] 2539.959665: 43572961 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16ce2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [043] 2539.959681: 33953036 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2539.959703: 35213185 cycles: ffffffff8a75c3c2 cpuidle_idle_call+0x42 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2539.959762: 36130633 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [039] 2539.959836: 37052680 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2539.959870: 42301985 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2539.960310: 36712092 cycles: 3c80ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [028] 2539.960406: 28965421 cycles: a90 [unknown] ([vdso]) swapper 0 [047] 2539.960820: 36746027 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2539.960883: 38579260 cycles: 14023de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [037] 2539.961406: 43384807 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bc651817 [unknown] (//anon) nbsd.SRV2 198455 [006] 2539.961659: 29293916 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2539.962311: 35776680 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [046] 2539.962881: 40403738 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2539.962898: 29594456 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [009] 2539.963414: 34948606 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [029] 2539.964007: 38363326 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [035] 2539.964067: 31565074 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2539.964136: 34306504 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [044] 2539.964166: 36311877 cycles: 154ca9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [023] 2539.964402: 35296346 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2539.964475: 32195420 cycles: 17fc701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [026] 2539.964627: 32622775 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [018] 2539.964801: 44027767 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2539.965116: 33257668 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [040] 2539.965547: 43415365 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [002] 2539.965744: 38407672 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2539.965749: 37902557 cycles: 27226d2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [042] 2539.966615: 36148383 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [014] 2539.966749: 34961412 cycles: 1399473 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [003] 2539.966803: 26808894 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [031] 2539.967139: 29308649 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [033] 2539.968289: 36655567 cycles: 1302b4ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [030] 2539.969302: 55344601 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2539.969391: 34981107 cycles: 204995b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [001] 2539.969445: 41009032 cycles: 1e5c6301 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2539.969591: 33242294 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8754 hrtimer_try_to_cancel.part.0+0x54 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2539.970007: 36192860 cycles: 17fe291 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2539.970052: 34283728 cycles: ffffffff8a753caa pick_next_task_fair+0x1ea ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [019] 2539.970380: 38087683 cycles: ffffffff8a74c568 select_task_rq_fair+0xe8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [027] 2539.970611: 33690697 cycles: 3b764fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [010] 2539.971301: 33740249 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [020] 2539.971354: 31214653 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [041] 2539.971368: 33446872 cycles: 13bd58f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [028] 2539.971752: 28642146 cycles: 1ae8e9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26cb859 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [038] 2539.972277: 43823104 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2539.972444: 38275015 cycles: 20485712 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [043] 2539.972517: 31588241 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5e00f0983f [unknown] (//anon) swapper 0 [006] 2539.972691: 32506512 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2539.972740: 29226877 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [012] 2539.973247: 30709126 cycles: 6550c41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [025] 2539.974025: 35660702 cycles: ffffffff8a9ee133 free_unref_page+0x193 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [000] 2539.974076: 40053599 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159869 [039] 2539.974232: 37767873 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fe24d98a87f [unknown] (//anon) diskagen.User 197878 [004] 2539.975247: 36021803 cycles: 2525d07f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [036] 2539.975397: 31716202 cycles: 204af93a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [015] 2539.975549: 32732545 cycles: ffffffff8a741c42 wake_affine+0x12 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [021] 2539.975770: 36727150 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [032] 2539.975786: 38380956 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [017] 2539.975845: 35769299 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [009] 2539.975893: 33103627 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [047] 2539.976086: 35602351 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [026] 2539.976410: 35206208 cycles: 3b9a737 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 166706 [008] 2539.976700: 38281890 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [003] 2539.977198: 26359718 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2539.977223: 39621641 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [035] 2539.977333: 29150909 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2539.977679: 39789119 cycles: ffffffff8b46e9d0 tcp_sendmsg_locked+0xd0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 196866 [016] 2539.977713: 41042547 cycles: b2c [unknown] ([vdso]) blocksto.CLI1 194629 [022] 2539.977977: 33821218 cycles: 6737261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2539.978657: 31625667 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [023] 2539.978940: 30727969 cycles: 2892fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [037] 2539.979116: 50109132 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [031] 2539.979512: 30952070 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagentd 171590 [014] 2539.979630: 33520366 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [018] 2539.979919: 37912231 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2539.979925: 49036138 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2539.980547: 36788836 cycles: ffffffff8a779de5 psi_task_switch+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [042] 2539.980665: 39407263 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2539.981109: 36615186 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1410214c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [028] 2539.981788: 32372661 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2539.982103: 34582397 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [020] 2539.982823: 29893273 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2539.982834: 32219466 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2539.983085: 35036477 cycles: 1a7104 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1861f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [045] 2539.983145: 35059715 cycles: 3b3b4d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2539.983435: 35782238 cycles: 3ca81e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2539.983581: 30860435 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [013] 2539.983777: 28060171 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2539.983805: 35346708 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2539.983939: 38549687 cycles: 2049acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [041] 2539.984406: 34240110 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [012] 2539.984764: 29683897 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [006] 2539.984894: 33756545 cycles: 1860eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [036] 2539.985134: 35349013 cycles: 133a4531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [043] 2539.986233: 32396242 cycles: 14257553 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [019] 2539.986669: 36693537 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2539.987449: 38291133 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [025] 2539.987840: 33395591 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [038] 2539.988416: 42346893 cycles: 25258abd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [030] 2539.989221: 47014902 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2539.989230: 34379133 cycles: 175a3b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [044] 2539.989289: 31115785 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2539.989419: 24800459 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2539.989606: 44014215 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [005] 2539.989714: 35446000 cycles: ffffffff8a7412d5 update_min_vruntime+0x25 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [015] 2539.989773: 32774510 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [047] 2539.989840: 31691083 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [022] 2539.989979: 36046902 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [032] 2539.990317: 35828380 cycles: ffffffff8a74c541 select_task_rq_fair+0xc1 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2539.991209: 37663397 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2539.991248: 37999130 cycles: ffffffff8a7ef392 tick_nohz_restart+0x12 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [021] 2539.991270: 38974328 cycles: c50 [unknown] ([vdso]) nbsd-lig.SRV1 196021 [035] 2539.991316: 26143900 cycles: 2889830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [023] 2539.991924: 32087002 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2539.992310: 37260292 cycles: ffffffff8a7d6dd8 get_next_timer_interrupt+0x58 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [014] 2539.992660: 33520366 cycles: 3c813c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [017] 2539.992721: 30565314 cycles: 1c7bae70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [028] 2539.993028: 42452775 cycles: ffffffff8b616333 __radix_tree_lookup+0x93 ([kernel.kallsyms]) ffffffff8b61640d radix_tree_lookup+0xd ([kernel.kallsyms]) ffffffff8b5fdc4f idr_find+0xf ([kernel.kallsyms]) ffffffff8a7121e6 __queue_work+0x106 ([kernel.kallsyms]) ffffffff8a712d59 delayed_work_timer_fn+0x19 ([kernel.kallsyms]) ffffffff8a7d5cfc call_timer_fn+0x2c ([kernel.kallsyms]) ffffffff8a7d5fbf __run_timers.part.0+0x17f ([kernel.kallsyms]) ffffffff8a7d614b run_timer_softirq+0x4b ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [046] 2539.993313: 47710608 cycles: 14024cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [027] 2539.993852: 30701840 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [031] 2539.993868: 29845678 cycles: 14068f38 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [016] 2539.993918: 38253208 cycles: ffffffff8aa2b39c memcg_slab_post_alloc_hook+0x1c ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [020] 2539.994239: 28893935 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [024] 2539.994925: 39274150 cycles: 3b782a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [012] 2539.995280: 28943829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [011] 2539.995568: 40019761 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2539.995590: 34055747 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [018] 2539.995626: 33461922 cycles: 8b3 [unknown] ([vdso]) diskagen.IC 198855 [029] 2539.996042: 30789646 cycles: ffffffff8b3a4ae4 __dev_queue_xmit+0x104 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [034] 2539.996179: 29418257 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [040] 2539.996832: 46314641 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [010] 2539.996916: 33366552 cycles: 3af26b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [013] 2539.996963: 27339545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2539.997633: 36718054 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [036] 2539.998132: 40071848 cycles: 6622277 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [007] 2539.998240: 35755508 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [043] 2539.998526: 38762806 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [041] 2539.998930: 37510238 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [006] 2539.998932: 30079839 cycles: 673a65a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [001] 2539.999424: 33596042 cycles: 68acd26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [003] 2539.999499: 24371655 cycles: 1d42b52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [045] 2539.999609: 32859588 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [033] 2539.999943: 32703457 cycles: 196e541 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [044] 2540.000659: 30733489 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [022] 2540.001141: 37919793 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [025] 2540.001244: 29485665 cycles: 251dfaf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2540.001411: 48018085 cycles: ffffffff8b459d5b ip_skb_dst_mtu+0xeb ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [019] 2540.001949: 36036475 cycles: 67f8b55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2540.002014: 25681076 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 197878 [004] 2540.002037: 32907457 cycles: 24fea06d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150639 [015] 2540.003474: 30327784 cycles: ffffffff8a7528a1 update_sd_lb_stats.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Batch 172778 [038] 2540.003604: 37417204 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8ab3ddad do_task_stat+0xad ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad48c7e [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [039] 2540.003808: 30646689 cycles: 140c8417 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [032] 2540.003867: 32946128 cycles: 1394ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 193825 [023] 2540.004022: 30209129 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [017] 2540.004049: 32484706 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [047] 2540.004199: 31854800 cycles: 21c4449f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2540.004293: 31448123 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [009] 2540.004439: 36352464 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2540.005081: 39400472 cycles: ffffffff8a747e0c update_load_avg+0x53c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [005] 2540.005191: 44503028 cycles: 140713e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [012] 2540.005330: 29188043 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [020] 2540.005453: 31295785 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [031] 2540.005624: 39103534 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [029] 2540.005982: 31101657 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [008] 2540.006437: 52300326 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [002] 2540.006739: 38826977 cycles: 1861cd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [000] 2540.006777: 39181409 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198683 [021] 2540.007456: 32842520 cycles: 3b464ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [030] 2540.007751: 44824065 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [026] 2540.008292: 44771035 cycles: fbfd2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197878 [016] 2540.008353: 34718363 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [013] 2540.008366: 28403435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2540.008398: 28563456 cycles: ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2540.008539: 34607826 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2540.009483: 34327442 cycles: ffffffff8a7ef473 can_stop_idle_tick+0x13 ([kernel.kallsyms]) ffffffff8a7ef93e tick_nohz_idle_stop_tick+0xae ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194338 [003] 2540.009705: 24534852 cycles: ffffffff8a748192 __update_blocked_fair+0x102 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2540.010109: 31384533 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fef6ef917 [unknown] (//anon) ydbd.Scheduler 167057 [025] 2540.010519: 30513741 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [046] 2540.010548: 49006389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2540.010592: 39957675 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [011] 2540.010961: 38522103 cycles: 12f47543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [028] 2540.011218: 43253143 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) diskagentd 159620 [035] 2540.011290: 25817085 cycles: ffffffff8a74e896 put_prev_entity+0x6 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2540.011576: 28103505 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [042] 2540.011639: 37152110 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [036] 2540.011744: 40761102 cycles: 3a90d56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [044] 2540.011808: 37174463 cycles: 3af1ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [001] 2540.012460: 31166589 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [007] 2540.012547: 34660236 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2540.013493: 32307049 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.User 198840 [033] 2540.013573: 29025827 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [027] 2540.013631: 31284183 cycles: 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [043] 2540.014382: 34786963 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [004] 2540.014681: 38712994 cycles: ffffffff8a7479e0 update_load_avg+0x110 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [012] 2540.015062: 29213518 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [039] 2540.015366: 33913954 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2540.015477: 31098746 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [040] 2540.015555: 36437683 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) perf 198744 [022] 2540.015758: 34034662 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a76b6aa add_wait_queue+0x1a ([kernel.kallsyms]) ffffffff8aa9ca3d __pollwait+0x7d ([kernel.kallsyms]) ffffffff8a93865a perf_poll+0x3a ([kernel.kallsyms]) ffffffff8aa9e311 do_poll.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [023] 2540.015971: 28608902 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [017] 2540.016615: 31002951 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [019] 2540.016780: 35420640 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [003] 2540.017108: 29336736 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2540.017330: 28733220 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [015] 2540.017453: 34105913 cycles: ffffffff8a74dec4 dequeue_entity+0x344 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2540.017782: 30616850 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 163642 [038] 2540.017976: 35055124 cycles: 133c30d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198859 [029] 2540.018153: 29170779 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196922 [034] 2540.019084: 30356568 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [014] 2540.019438: 36188804 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2540.019570: 26579773 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2540.019976: 33813860 cycles: ffffffff8a7b9e5d rcu_preempt_deferred_qs+0x3d ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2540.020727: 35673213 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [035] 2540.021014: 32353706 cycles: ffffffff8a7549c5 nohz_balance_exit_idle+0x15 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198751 [016] 2540.021169: 31483998 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [009] 2540.021244: 33328055 cycles: ffffffff8b6ab485 do_nanosleep+0x15 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [031] 2540.021462: 36622351 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [024] 2540.021470: 36042911 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2540.021477: 34840910 cycles: ffffffff8a7397d2 check_preempt_curr+0x22 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [018] 2540.021487: 33478727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [000] 2540.021774: 33817835 cycles: 25258a06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [006] 2540.021892: 27769072 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [005] 2540.022101: 58406820 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2540.022164: 39687449 cycles: 14066062 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [027] 2540.022441: 32343101 cycles: 204b39ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2540.023609: 29440672 cycles: 21a2f61e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [008] 2540.024113: 42546629 cycles: 185f8ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 166745 [044] 2540.024356: 34815691 cycles: 18755cec [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [007] 2540.024416: 36967716 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [036] 2540.025236: 36666675 cycles: 26654f6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [042] 2540.025328: 35837546 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [003] 2540.025403: 31850829 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193495 [030] 2540.025570: 37593885 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [041] 2540.025578: 39541592 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [011] 2540.025875: 37553864 cycles: 1407ffae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2540.025880: 27304437 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [012] 2540.026759: 29170850 cycles: ffffffff8a990696 shmem_write_end+0x116 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [001] 2540.026808: 27620584 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [032] 2540.026852: 33765142 cycles: 3c4d29b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [026] 2540.026854: 36837379 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2540.027420: 28124879 cycles: 143646af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [045] 2540.027905: 29236799 cycles: ffffffff8a97256e __folio_put+0x2e ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [022] 2540.028371: 31282035 cycles: 172a630 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [047] 2540.028378: 28965839 cycles: 12ea6f10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [028] 2540.028784: 35908704 cycles: 251669d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2540.029268: 36363806 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) Test 198682 [004] 2540.029431: 33594577 cycles: 68641a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [046] 2540.029508: 42627354 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [017] 2540.029566: 27780437 cycles: 28897c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [043] 2540.029671: 39210971 cycles: 14068f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 171579 [020] 2540.029723: 34487507 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 168892 [038] 2540.030274: 32956014 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [034] 2540.030364: 29539749 cycles: 3a77c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [013] 2540.030716: 26764383 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [029] 2540.031209: 26953372 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [019] 2540.031666: 35510134 cycles: 1ae8eb [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 251a1343 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2540.032166: 34823055 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2540.032704: 32600555 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [014] 2540.032743: 40719535 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [016] 2540.033075: 29969948 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [006] 2540.033677: 26520836 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [035] 2540.033746: 33428755 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2540.033781: 43098340 cycles: ffffffff8ac62ce6 security_sock_rcv_skb+0x36 ([kernel.kallsyms]) ffffffff8b3d4e92 sk_filter_trim_cap+0x32 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [027] 2540.033953: 31011015 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [024] 2540.033981: 33755832 cycles: ffffffff8b483409 tcp_options_write+0x69 ([kernel.kallsyms]) ffffffff8b486bee __tcp_transmit_skb+0x35e ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [000] 2540.034033: 33214056 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [010] 2540.034619: 40394921 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 198114 [018] 2540.035192: 34674847 cycles: ffffffff8a75fe4a __update_load_avg_se+0xea ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [021] 2540.035496: 32779590 cycles: ffffffff8a764ee2 __wake_up_common+0xd2 ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [025] 2540.035514: 37537254 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [002] 2540.035628: 33085989 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [009] 2540.035712: 32524921 cycles: 12f35bba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [033] 2540.035745: 30207449 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [044] 2540.035874: 32990816 cycles: 25260dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [047] 2540.037023: 32463782 cycles: ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [037] 2540.037847: 39826533 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd.SRV2 197556 [023] 2540.038047: 27113091 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2540.038345: 40126867 cycles: 175b0ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [036] 2540.039017: 37322905 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170133 [001] 2540.039017: 25833846 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [012] 2540.039042: 32420634 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [032] 2540.039795: 32500181 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [026] 2540.040244: 33517200 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2540.040315: 40288782 cycles: ffffffff8a73c9e5 sched_ttwu_pending+0x125 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 163665 [008] 2540.040442: 37012931 cycles: ffffffff8b617555 rb_insert_color+0x55 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [003] 2540.040489: 30770593 cycles: ffffffff8a990c3e shmem_get_folio_gfp+0x1e ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [045] 2540.041189: 29717123 cycles: ffffffff8a750120 update_sg_lb_stats+0x320 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198646 [011] 2540.041214: 32474271 cycles: 3c836b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2540.041266: 32162315 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [013] 2540.041695: 35653897 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172232 [004] 2540.041774: 35654273 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2540.041860: 33086356 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198448 [022] 2540.041869: 28486805 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [041] 2540.041881: 45117122 cycles: 189e2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [030] 2540.041947: 35835715 cycles: 6864183 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [038] 2540.043003: 30900224 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [020] 2540.043057: 35252917 cycles: 3c831c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2540.043067: 29140351 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2540.043523: 34028536 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [016] 2540.044039: 29581369 cycles: 1300ee21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [040] 2540.044170: 40925505 cycles: 154396da [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155854 [006] 2540.044289: 26319946 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [046] 2540.045308: 40553637 cycles: ffffffff8aa514f1 consume_obj_stock+0x11 ([kernel.kallsyms]) ffffffff8aa5db46 obj_cgroup_charge+0x26 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [000] 2540.045364: 37252224 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [015] 2540.046056: 31937067 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c2f5be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [027] 2540.046669: 32874222 cycles: ffffffff8b47eb1c tcp_ack+0x1bc ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [024] 2540.046932: 31433333 cycles: 3ba3d9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2540.047084: 48401289 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [033] 2540.047165: 30437065 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2540.048069: 37116943 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [023] 2540.048089: 27541291 cycles: 3bf7831 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [018] 2540.048302: 32165949 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c53f15b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [039] 2540.048613: 32900844 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [019] 2540.048837: 35510134 cycles: ffffffff8a74aad2 update_curr+0x42 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [002] 2540.048928: 35483440 cycles: 17bd7d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 193840 [043] 2540.049010: 37924529 cycles: 2198033b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2540.049042: 35481544 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [009] 2540.049050: 36202762 cycles: 67f86f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [014] 2540.049062: 33080405 cycles: 1966f90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [035] 2540.049717: 32262791 cycles: 17f9e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [021] 2540.049724: 31855242 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2540.050248: 32616857 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [001] 2540.051158: 24198674 cycles: 2048525d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2540.051769: 30356353 cycles: ffffffff8a74d64c set_next_entity+0x4c ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [042] 2540.052371: 39369901 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170468 [036] 2540.052594: 34710302 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [011] 2540.052720: 32396700 cycles: 3c509c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151691 [047] 2540.052723: 31760592 cycles: ffffffff8a75fd71 __update_load_avg_se+0x11 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2540.052887: 28064595 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [034] 2540.052925: 33716630 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2540.053113: 31669748 cycles: ffffffff8a75c439 cpuidle_idle_call+0xb9 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2540.053154: 31111364 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [026] 2540.054043: 30119283 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2540.054265: 34068423 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 197261 [016] 2540.054384: 29110310 cycles: ffffffff8a741ca6 wake_affine+0x76 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [006] 2540.054929: 28160222 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2540.055077: 35870913 cycles: 1ca218f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [038] 2540.055270: 32370877 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) PdGetEv 193590 [008] 2540.055280: 33304949 cycles: 93c60 pthread_cond_timedwait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [004] 2540.055439: 32052772 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2540.055730: 35673252 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [030] 2540.055797: 33320032 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2540.056252: 33630058 cycles: 20483feb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [028] 2540.056561: 33071663 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [029] 2540.056582: 33700344 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 170472 [017] 2540.056675: 29873261 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) blocksto.CLI2 198714 [040] 2540.056826: 37465600 cycles: 64a5c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2540.058727: 35660658 cycles: ffffffff8a7d8d25 hrtimer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [020] 2540.058794: 30113749 cycles: ffffffff8a74becf select_idle_sibling+0x3af ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2540.058935: 26179456 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [027] 2540.059077: 30577583 cycles: 27221fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [000] 2540.059148: 35559902 cycles: 133a4534 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [015] 2540.059204: 29353228 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170465 [007] 2540.059531: 32994244 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [046] 2540.059906: 40431165 cycles: 13c8ea3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [018] 2540.060215: 31378323 cycles: ffffffff8aaeb0d6 ep_poll+0x66 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [024] 2540.060491: 29035143 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) swapper 0 [039] 2540.060893: 33119555 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [044] 2540.060899: 31160390 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [001] 2540.061068: 27263630 cycles: 64fb954 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166606 [021] 2540.061158: 34506797 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [014] 2540.061158: 31275195 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [010] 2540.061233: 35481544 cycles: 68acc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [002] 2540.061284: 36277743 cycles: 251dfc60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2540.061336: 35801307 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [025] 2540.061485: 42589920 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2540.062629: 33039627 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [019] 2540.062848: 39750252 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [022] 2540.063078: 27585278 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2540.063165: 39825464 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2540.064251: 28375198 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [026] 2540.064362: 29692531 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2540.064697: 32875913 cycles: ffffffff8a7399f6 ttwu_do_activate+0x6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [043] 2540.064711: 39188929 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [038] 2540.064774: 31969096 cycles: 12e96d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [032] 2540.064882: 31111364 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [034] 2540.064924: 32009964 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [042] 2540.064962: 42146629 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2540.065457: 35609637 cycles: ffffffff8a75ff13 __update_load_avg_se+0x1b3 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [004] 2540.065483: 32324425 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 193502 [047] 2540.065759: 38983388 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [011] 2540.065966: 35385412 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [012] 2540.066082: 37183840 cycles: ffffffff8aa1c9c5 policy_nodemask+0x5 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [005] 2540.066897: 40296066 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2540.066953: 36404496 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [031] 2540.067431: 34068423 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [030] 2540.067915: 34076555 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [013] 2540.067919: 33816225 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198646 [028] 2540.068010: 36357282 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165274 [017] 2540.068077: 30884664 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2540.068347: 35249308 cycles: ffffffff8a64a316 __switch_to+0x26 ([kernel.kallsyms]) diskagen.AIO0 197894 [008] 2540.068582: 40238392 cycles: 251a8738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165265 [023] 2540.069020: 29919878 cycles: ffffffff8a739025 get_nohz_timer_target+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [029] 2540.069046: 34405107 cycles: ffffffff8aae9f52 ep_autoremove_wake_function+0x22 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 150650 [003] 2540.069322: 29984335 cycles: ffffffff8a7b5b2d __rcu_read_unlock+0x1d ([kernel.kallsyms]) ffffffff8aa8dd91 __traverse_mounts+0x101 ([kernel.kallsyms]) ffffffff8aa93544 step_into+0x1e4 ([kernel.kallsyms]) ffffffff8aa93fa1 walk_component+0x51 ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa7754f do_faccessat+0x7f ([kernel.kallsyms]) ffffffff8aa7787c __x64_sys_access+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1149cb access+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f084f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [040] 2540.069447: 34898426 cycles: ffffffff8b484e43 tcp_schedule_loss_probe.part.0+0x13 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [020] 2540.069913: 29134561 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [024] 2540.070802: 31433965 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [000] 2540.071069: 35889809 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2540.071170: 31165082 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [044] 2540.071785: 31345797 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [027] 2540.071857: 30131617 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [014] 2540.071957: 30932922 cycles: ffffffff8b550c25 raw6_local_deliver+0x5 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2540.072226: 35085330 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171305 [002] 2540.072339: 35886291 cycles: ffffffff8a7534d0 load_balance+0x7a0 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [001] 2540.072361: 27048794 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2540.072471: 31698337 cycles: ffffffff8a7f8396 generic_smp_call_function_single_interrupt+0x6 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2540.072535: 32994244 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [046] 2540.072817: 38348725 cycles: 1424f206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 169051 [033] 2540.072918: 37600962 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198646 [039] 2540.073865: 33482565 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [006] 2540.074139: 28826323 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [021] 2540.075078: 31344613 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [010] 2540.075131: 40334402 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [026] 2540.075481: 29713934 cycles: 689b77c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [041] 2540.076162: 38734280 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [032] 2540.076183: 35340110 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf8400 io_submit_one+0x1f0 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [004] 2540.076224: 32324425 cycles: 3b2dbd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2540.076369: 31137433 cycles: 3a49e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [036] 2540.076373: 33963214 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196923 [034] 2540.076784: 30625193 cycles: ffffffff8a753cca pick_next_task_fair+0x20a ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 170472 [038] 2540.076834: 31453175 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [035] 2540.078515: 34075435 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdSbmEv 196863 [019] 2540.078595: 36780432 cycles: 156ce231 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [016] 2540.078707: 32725717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [030] 2540.079198: 37470242 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2540.079539: 30343058 cycles: ffffffff8a7d873e hrtimer_try_to_cancel.part.0+0x3e ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [025] 2540.079555: 35835708 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2540.079790: 33839779 cycles: ffffffff8a74351f pick_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [003] 2540.079924: 29517517 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [037] 2540.080091: 37362544 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [043] 2540.080177: 33535122 cycles: ffffffff8a739e1a set_task_cpu+0xba ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2540.080213: 32949051 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [042] 2540.080539: 37888709 cycles: ffffffff8ac62cb5 security_sock_rcv_skb+0x5 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b560377 tcp_v6_rcv+0xc47 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [023] 2540.080696: 35658737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [001] 2540.080786: 26961164 cycles: 18695a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [029] 2540.080817: 32569924 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2540.081022: 36003606 cycles: ffffffff8a754140 rebalance_domains+0x80 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2540.081375: 34972285 cycles: ffffffff8b37b9da skb_queue_tail+0x2a ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [020] 2540.081477: 27877459 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2540.081584: 33775281 cycles: 14021391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [031] 2540.081738: 40345238 cycles: ffffffff8a746436 set_next_buddy+0x36 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [047] 2540.081881: 33083787 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [015] 2540.082069: 30032337 cycles: 12fad524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 154840 [040] 2540.082321: 35870325 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 198454 [024] 2540.082415: 29767112 cycles: 113b44 sched_getcpu+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1417fd3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [028] 2540.082545: 31860805 cycles: 1424e2c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [022] 2540.082808: 33671912 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 198454 [014] 2540.083032: 33634801 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [044] 2540.083114: 30483936 cycles: 2728c49e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [008] 2540.083154: 35261536 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [000] 2540.083480: 33614093 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [006] 2540.083954: 28816967 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167056 [002] 2540.084363: 33913908 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [027] 2540.084614: 30007261 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [018] 2540.084880: 32260875 cycles: 1942787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [007] 2540.085622: 44571502 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [026] 2540.086402: 39246459 cycles: ffffffff8aa18c2c policy_node+0x6c ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [046] 2540.086502: 37896756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [039] 2540.086669: 32339383 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2540.087533: 36185867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [033] 2540.088171: 38687412 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [004] 2540.088738: 40781342 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197266 [032] 2540.088826: 33578981 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2540.089008: 32817309 cycles: ffffffff8a7d829a __hrtimer_run_queues+0x11a ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 18621a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155713 [034] 2540.089513: 33335459 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [021] 2540.089764: 27622383 cycles: ffffffff8a7d7f15 __hrtimer_start_range_ns+0x235 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168712 [036] 2540.089805: 36475998 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [035] 2540.091301: 32091487 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2540.091355: 27816867 cycles: ffffffffc0cabdf1 nf_conntrack_tcp_packet+0x4d1 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2540.091678: 38194972 cycles: ffffffff8b6ad45e _raw_spin_lock_irq+0xe ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2540.091856: 27599336 cycles: ffffffff8a747c02 update_load_avg+0x332 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2540.091949: 30645944 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [010] 2540.092060: 37922903 cycles: 17440127 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [042] 2540.092106: 42123092 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [012] 2540.092150: 31428315 cycles: 172a2cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [003] 2540.092282: 27976526 cycles: 133c298e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [030] 2540.093204: 35566178 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197250 [017] 2540.093432: 30428944 cycles: 1c96de68 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [041] 2540.093645: 33929471 cycles: 1742bfce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [028] 2540.093904: 30681833 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172780 [019] 2540.094124: 41808133 cycles: ffffffff8b692151 do_syscall_64+0x1 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [025] 2540.094359: 34803440 cycles: 1300ee26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [047] 2540.094470: 31198700 cycles: 272966c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2540.094881: 32340827 cycles: ffffffff8b6ad305 _raw_write_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [043] 2540.094917: 32750521 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196923 [015] 2540.094981: 31583068 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [044] 2540.095136: 32191731 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [045] 2540.095136: 37291252 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [024] 2540.095238: 31215802 cycles: ffffffff8aa50ffe page_counter_cancel+0x2e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [006] 2540.095345: 27914310 cycles: ffffffff8a7f17c8 futex_hash+0x78 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 197012 [014] 2540.095755: 35228198 cycles: ffffffff8a7433ef select_idle_core+0x9f ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [040] 2540.095838: 36689294 cycles: 17e56b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 165455 [022] 2540.096110: 31013966 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [037] 2540.096261: 40695294 cycles: 133fefb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [023] 2540.096381: 37474728 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [008] 2540.096391: 32447976 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2540.096472: 30417162 cycles: ffffffff8a7d7d01 __hrtimer_start_range_ns+0x21 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [029] 2540.096593: 36772305 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [000] 2540.096703: 31241483 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2540.097365: 30005686 cycles: ffffffff8a74ebe4 enqueue_entity+0x164 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 165150 [002] 2540.097668: 38372237 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IO 162523 [031] 2540.098215: 39915620 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198707 [026] 2540.098230: 37196905 cycles: 1433a18f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [027] 2540.098850: 33162523 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [038] 2540.098987: 37141947 cycles: 186abc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [039] 2540.100339: 32339383 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13bd4f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2540.100582: 38017666 cycles: 3cad7a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [035] 2540.100715: 31973758 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2540.101134: 33574207 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [020] 2540.101584: 31295827 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2540.101656: 32619601 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [046] 2540.101684: 40739846 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [036] 2540.102348: 39121585 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 170472 [021] 2540.102474: 25596539 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [033] 2540.102594: 33614613 cycles: ffffffff8a961cc0 __filemap_get_folio+0x40 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2540.102635: 27446894 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [016] 2540.102851: 28999905 cycles: 186f4e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [009] 2540.103356: 36185867 cycles: 6550ccb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [041] 2540.103678: 34263287 cycles: 219bdec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2540.103858: 30081001 cycles: ffffffff8b378312 __sk_mem_schedule+0x32 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [012] 2540.103935: 30368122 cycles: 35f7e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [004] 2540.104115: 42863878 cycles: ffffffff8b52f711 ip6_dst_check+0xd1 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [028] 2540.104252: 34391352 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422e8f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [047] 2540.104613: 30893082 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2540.104687: 39470237 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [042] 2540.104757: 39784716 cycles: ffffffff8a744e41 select_idle_cpu+0x51 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a71b5 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b977a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2540.104916: 27971665 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [010] 2540.106073: 45624705 cycles: 3b1749d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150639 [030] 2540.106132: 32906915 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 197447 [011] 2540.106337: 33641381 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2540.106852: 38157315 cycles: ffffffff8b61acca timerqueue_del+0xa ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [043] 2540.106891: 31465824 cycles: 17ee2b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [024] 2540.106926: 30025577 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [022] 2540.107275: 30764094 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2540.107339: 30441346 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198711 [000] 2540.107590: 30191622 cycles: 3ba49c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [025] 2540.107888: 38414366 cycles: ffffffff8aa72bd9 __check_object_size.part.0+0xa9 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2540.108006: 32112836 cycles: ffffffff8b697c43 syscall_exit_to_user_mode+0x13 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [018] 2540.108148: 29378307 cycles: 3a62626 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [013] 2540.108193: 32363179 cycles: 250fee4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [008] 2540.108451: 30687105 cycles: 3b70fd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [045] 2540.108515: 40229603 cycles: 1869715 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [014] 2540.109324: 33236504 cycles: 154ca9dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [019] 2540.109456: 46113815 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [040] 2540.109729: 37428442 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [035] 2540.109751: 33087894 cycles: 20499c1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [029] 2540.110022: 32733019 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [023] 2540.110448: 41451399 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [026] 2540.110987: 34927704 cycles: bc073bb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [037] 2540.111050: 43347818 cycles: 1c77b7e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [002] 2540.111209: 35167407 cycles: 1a717c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2540.111251: 34762184 cycles: 3b329fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2540.111947: 25606811 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198117 [039] 2540.111980: 45188973 cycles: ffffffff8b697b87 syscall_enter_from_user_mode+0x27 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [020] 2540.112386: 34721935 cycles: 1421e770 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154857 [032] 2540.112597: 32359918 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [003] 2540.112832: 27446894 cycles: 3b2eee6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [027] 2540.113178: 36080927 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [006] 2540.113204: 29790719 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [001] 2540.113553: 30876812 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [031] 2540.113762: 42837025 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [016] 2540.114470: 28371491 cycles: 1840666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [017] 2540.114519: 33354994 cycles: ffffffff8aa1ca7d vma_alloc_folio+0x1d ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [033] 2540.114794: 32108668 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [034] 2540.115048: 41872370 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [041] 2540.115355: 33457061 cycles: ffffffff8a748187 __update_blocked_fair+0xf7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198445 [012] 2540.115358: 29413088 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [046] 2540.116102: 36813726 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [047] 2540.116499: 30046686 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2540.116517: 40228549 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [000] 2540.117659: 30105828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2540.117956: 31661941 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 194423 [024] 2540.117972: 29152704 cycles: 23cf83f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ea2d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c41f2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 240a652 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c4329 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24be65d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24584f3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 253d3db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e8ba2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.Scheduler 154858 [028] 2540.118799: 33555311 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [030] 2540.119063: 30295453 cycles: ffffffff8a74fbdc update_sd_pick_busiest+0x4c ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [022] 2540.119223: 35529136 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2540.119374: 33513449 cycles: 2782561 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2540.119445: 35056877 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [009] 2540.119466: 46772915 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2540.119525: 29848035 cycles: ffffffff8a7ef402 tick_nohz_restart+0x82 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [004] 2540.119930: 39006488 cycles: ffffffff8a8106a5 __cgroup_account_cputime+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [018] 2540.120177: 28418407 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 163665 [008] 2540.120358: 33045924 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 198118 [035] 2540.121061: 36015913 cycles: ffffffff8a769060 psi_group_change+0xc0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [044] 2540.122135: 44983160 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2540.122166: 31319594 cycles: ffffffff8b45a228 ip_finish_output2+0x1c8 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [014] 2540.122291: 35680757 cycles: 19741cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 198430 [015] 2540.123085: 36073722 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 163655 [003] 2540.123362: 37128774 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [013] 2540.123470: 38222725 cycles: 288985b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [045] 2540.124407: 34535848 cycles: ffffffff8b381e17 skb_release_data+0x107 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [040] 2540.124433: 37889025 cycles: ffffffff8b371aa5 __sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [026] 2540.124501: 35574198 cycles: 146d9df7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2540.124502: 36800434 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2540.124659: 27824986 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155846 [032] 2540.124815: 30525716 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [002] 2540.124858: 40358885 cycles: 156b88d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [020] 2540.125348: 32777383 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 644c6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [010] 2540.125828: 34371173 cycles: 1ae8e5 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 139db533 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [006] 2540.126448: 29790719 cycles: 12d89ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [025] 2540.127188: 34866694 cycles: 3ba3e8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [012] 2540.127256: 38844906 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2540.127732: 26506553 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [000] 2540.127874: 29996609 cycles: 186cbaf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 160831 [029] 2540.128121: 33495715 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [011] 2540.128823: 32125885 cycles: 204b3ec3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2540.128904: 31588782 cycles: ffffffff8b6a46db __schedule+0x1db ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [037] 2540.130210: 42066613 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2540.130248: 35721195 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [007] 2540.131051: 32254083 cycles: 20499d5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [027] 2540.131152: 31381013 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2540.131171: 33436426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [046] 2540.131268: 44817808 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [034] 2540.131558: 43676209 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b760be [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2540.131633: 29980189 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2540.131895: 30872978 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [047] 2540.132068: 32192567 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [030] 2540.132170: 31257945 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2540.132207: 31378326 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [018] 2540.132640: 26888732 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [041] 2540.133358: 29600549 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f08e ksys_read+0x2e ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [022] 2540.134243: 34181391 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 198206 [028] 2540.134243: 29117933 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [019] 2540.134290: 43678454 cycles: 3a90c7c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2540.134340: 31955375 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [045] 2540.134790: 33948260 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) blocksto.CLI2 194630 [004] 2540.134921: 39602289 cycles: 3af2328 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [033] 2540.135654: 23594373 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155854 [005] 2540.135864: 30129268 cycles: ffffffff8a748187 __update_blocked_fair+0xf7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [039] 2540.136200: 53344059 cycles: 204af8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159386 [008] 2540.136352: 32104581 cycles: ffffffff8a6b8d6e pvclock_clocksource_read+0x9e ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [035] 2540.136385: 35102387 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [043] 2540.136802: 33297566 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 193998 [014] 2540.136895: 36813276 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 197894 [020] 2540.137268: 33524402 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [032] 2540.137679: 39267283 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [010] 2540.137922: 32535514 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [044] 2540.138570: 42582412 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [021] 2540.138614: 33485754 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [016] 2540.138628: 25297557 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2540.138974: 37558151 cycles: ffffffff8b6a511d schedule_idle+0x2d ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [026] 2540.139153: 32212415 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [000] 2540.139314: 29996609 cycles: ffffffff8a738c40 pick_next_task+0x940 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [002] 2540.139713: 39588112 cycles: ffffffff8a743690 pick_next_entity+0x180 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [040] 2540.139864: 38138619 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [038] 2540.139904: 38842247 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2540.140408: 36054217 cycles: 133a5c8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [012] 2540.140858: 39825621 cycles: 13c962a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165162 [006] 2540.141084: 35765108 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 162517 [013] 2540.141675: 35354671 cycles: ffffffff8a74fbe4 update_sd_pick_busiest+0x54 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [003] 2540.141891: 34760074 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [001] 2540.142121: 28655082 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [024] 2540.142384: 31929035 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2540.142504: 30644750 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [033] 2540.142740: 25181976 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198628 [018] 2540.142897: 26888732 cycles: 11e913 syscall+0x23 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [007] 2540.142999: 30866643 cycles: 28c0c00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [042] 2540.143529: 43058396 cycles: 21a19a71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [029] 2540.143673: 29801383 cycles: 3ca8d06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2540.143960: 35425874 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [027] 2540.144108: 29826179 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 193489 [017] 2540.144380: 32147132 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [047] 2540.144460: 37141344 cycles: 1c7c2cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [030] 2540.144543: 31257945 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [028] 2540.144592: 28722436 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2540.144884: 28779558 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [041] 2540.146393: 30855223 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [037] 2540.146683: 44062025 cycles: 6444cba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [036] 2540.146707: 29478680 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [031] 2540.146849: 33357755 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [034] 2540.147893: 45784236 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) d7eb801 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [022] 2540.148221: 35299164 cycles: ffffffff8b696afd sysvec_call_function_single+0x5d ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 159388 [004] 2540.148510: 41065222 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2540.148587: 40682577 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [043] 2540.149046: 37210564 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagentd 159511 [045] 2540.149272: 33001952 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [046] 2540.149285: 41348851 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [005] 2540.149289: 30582237 cycles: ffffffff8aaeb905 __x64_sys_epoll_wait+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [010] 2540.150009: 38610836 cycles: 2889884 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [016] 2540.150389: 26753221 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 267f8dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197441 [021] 2540.150945: 35535668 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [001] 2540.151127: 31181643 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2540.151171: 30555308 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [014] 2540.151901: 31121977 cycles: 3af26ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [000] 2540.152149: 42655687 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [026] 2540.152178: 35718838 cycles: ffffffff8a64a5c3 __switch_to+0x2d3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2540.152213: 26490304 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [035] 2540.152449: 35160425 cycles: 288ace7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [019] 2540.152624: 49119770 cycles: ffffffff8aaebf9c ep_poll_callback+0x11c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2540.152919: 29964796 cycles: ffffffff8a744df5 select_idle_cpu+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [006] 2540.153202: 37609509 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2540.153335: 40529528 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [032] 2540.153636: 38991126 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [013] 2540.153733: 35211033 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2540.153944: 40235725 cycles: 17dfb31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [002] 2540.154123: 34575474 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [040] 2540.154138: 33753909 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194389 [038] 2540.154170: 39328859 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2540.154329: 30657010 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [028] 2540.154342: 28652753 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [009] 2540.154506: 38758352 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2540.154732: 29376501 cycles: ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2540.154981: 39699917 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) default-executo 195110 [012] 2540.155298: 34795536 cycles: 28c0181 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [030] 2540.155846: 37130001 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [017] 2540.156302: 33362566 cycles: ffffffff8b623b42 xas_load+0x52 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [029] 2540.156516: 33167516 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [003] 2540.156840: 37115171 cycles: 205b02be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [007] 2540.157285: 31619419 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 194089 [036] 2540.157483: 29139535 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [023] 2540.157538: 28758080 cycles: 1338da4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [031] 2540.158182: 37382237 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [025] 2540.158333: 32539522 cycles: 140c8401 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2540.159975: 41204738 cycles: 133bc0d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [039] 2540.160208: 43362792 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 198426 [047] 2540.160343: 31788625 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2540.160722: 30787751 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2540.161050: 26952162 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [022] 2540.161709: 35517999 cycles: 140677b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2540.162282: 29457885 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [020] 2540.162676: 33008368 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [045] 2540.162775: 31065754 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [021] 2540.163438: 36976850 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2540.163455: 44052732 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 154858 [033] 2540.163821: 29441540 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [026] 2540.163888: 33878237 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2540.163933: 35177326 cycles: ffffffff8a7493ec place_entity+0x7c ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [002] 2540.164149: 34873801 cycles: 1402632e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2540.164469: 35086329 cycles: 2a91543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [046] 2540.164567: 42460398 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2540.164583: 36655708 cycles: ffffffff8a7479fe update_load_avg+0x12e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [001] 2540.164608: 29538169 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [028] 2540.164690: 29164034 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [008] 2540.164747: 38976037 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [035] 2540.165097: 38391783 cycles: ffffffff8b6ae2ea __do_softirq+0xea ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2540.165718: 30650591 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [037] 2540.165730: 39392592 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [043] 2540.165733: 36674364 cycles: 133a44c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2540.166060: 29089508 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [006] 2540.166765: 43021164 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [036] 2540.166909: 29804616 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [023] 2540.166944: 29101717 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2540.167277: 32331877 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [040] 2540.167403: 35285323 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [000] 2540.167574: 43293585 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [027] 2540.168006: 30995358 cycles: 14059fca [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [032] 2540.168351: 47129779 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [012] 2540.168577: 36539379 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [029] 2540.168651: 36910242 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [038] 2540.168967: 37915436 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [044] 2540.169104: 43110880 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2540.169388: 45352138 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 170237 [017] 2540.169854: 36806332 cycles: a90 [unknown] ([vdso]) diskagen.User 198039 [015] 2540.170532: 33918359 cycles: 133ac8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [016] 2540.170668: 36688801 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [009] 2540.171077: 40298453 cycles: 141e996f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [030] 2540.171625: 45345662 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [031] 2540.171920: 41283690 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [007] 2540.171939: 33764637 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2540.172296: 37715596 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2540.172622: 38389870 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [047] 2540.173450: 31788625 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [045] 2540.173603: 36258890 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [019] 2540.173720: 41139844 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [041] 2540.174400: 35875507 cycles: 269a67a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [033] 2540.174684: 28238853 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [020] 2540.174927: 32370739 cycles: 132520b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [022] 2540.175014: 34343941 cycles: ffffffff8a7f6ef8 futex_wait+0x158 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [002] 2540.175302: 37914815 cycles: 204995b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2540.175433: 31911325 cycles: ffffffff8a747ecc update_load_avg+0x5fc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171289 [042] 2540.175960: 38226962 cycles: ffffffff8adb066d _find_next_and_bit+0x6d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 194357 [028] 2540.176249: 30559993 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [036] 2540.176426: 33893350 cycles: 186934d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [001] 2540.176761: 31153424 cycles: ffffffff8b3802f4 __copy_skb_header+0x124 ([kernel.kallsyms]) ffffffff8b38049e __skb_clone+0x2e ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [039] 2540.176957: 42172694 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [024] 2540.177221: 28660158 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [026] 2540.177277: 32968404 cycles: 26a6b2a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [034] 2540.177336: 40049213 cycles: ffffffff8a753993 newidle_balance+0x3c3 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [010] 2540.177386: 31769102 cycles: ffffffff8b3811db skb_release_head_state+0x2b ([kernel.kallsyms]) ffffffff8b383f63 __kfree_skb+0x13 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [004] 2540.177515: 38715338 cycles: ffffffff8b6ab4c6 do_nanosleep+0x56 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 198454 [011] 2540.178566: 35336149 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2540.178667: 40409124 cycles: ffffffff8a74909c hrtick_update+0xc ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [043] 2540.178721: 35901790 cycles: ffffffff8b48312d tcp_event_new_data_sent+0x7d ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [008] 2540.178854: 36516902 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [012] 2540.179051: 35176903 cycles: ffffffff8b493c33 tcp_v4_rcv+0x673 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2540.179094: 32791510 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165454 [013] 2540.179239: 30602164 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [035] 2540.179478: 35684649 cycles: 1ea5a70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [040] 2540.179858: 36431340 cycles: ffffffff8b46ee6a tcp_sendmsg_locked+0x56a ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [021] 2540.180065: 35399708 cycles: 3b30e8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2540.180423: 29822920 cycles: 14073bb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2540.180704: 39392592 cycles: 189e2bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [046] 2540.180857: 44811588 cycles: 1406b700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2540.181257: 38130578 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [006] 2540.181358: 44181895 cycles: ffffffff8a74f0b8 enqueue_task_fair+0xc8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2540.183049: 31042835 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [029] 2540.183555: 36386562 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [016] 2540.183669: 35822681 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2540.184005: 44153787 cycles: 14065f45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [017] 2540.184213: 33549230 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [000] 2540.184520: 36264375 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5dbc3 obj_cgroup_charge+0xa3 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [044] 2540.184562: 47424257 cycles: 17e5750 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [007] 2540.184764: 34873598 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2540.185995: 36419703 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2540.186533: 31788625 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2540.186842: 52776009 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2540.187400: 30779191 cycles: ffffffff8a6b8001 native_load_tls+0x1 ([kernel.kallsyms]) swapper 0 [003] 2540.187539: 39434120 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [028] 2540.187693: 29908442 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2540.188062: 40119308 cycles: 14082ae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [005] 2540.188261: 29583746 cycles: 252589db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [010] 2540.188308: 30810759 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2540.188355: 33991137 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198684 [024] 2540.188444: 34171096 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2540.188448: 42066962 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159607 [009] 2540.188860: 33619332 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [002] 2540.188998: 34746088 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [041] 2540.189010: 41829975 cycles: ffffffff8b61abda timerqueue_add+0x3a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2047b7d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2540.189082: 33906928 cycles: 1830e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2540.189474: 41095238 cycles: ffffffff8a74aa9f update_curr+0xf ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [036] 2540.189548: 34354952 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 100000018 [unknown] ([unknown]) diskagen.User 198840 [026] 2540.189684: 44422961 cycles: ffffffff8a73cce3 cpus_share_cache+0x53 ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [023] 2540.189890: 40468070 cycles: 1403b5d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2540.189955: 33311282 cycles: ffffffff8a74351f pick_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [025] 2540.189983: 33568175 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [001] 2540.189991: 29401806 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [019] 2540.191159: 40664532 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2540.191160: 33843730 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [008] 2540.192139: 43112764 cycles: ffffffff8a9a5cf9 kfree+0x39 ([kernel.kallsyms]) ffffffff8b370d08 ___sys_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [034] 2540.192367: 38727497 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [004] 2540.192865: 34474394 cycles: ffffffff8a779e8c psi_task_switch+0xac ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [012] 2540.192952: 34064113 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [040] 2540.193524: 37195384 cycles: 3c4301e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [035] 2540.193667: 34828500 cycles: 243c3b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [039] 2540.193933: 37907972 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2540.193978: 39025564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170471 [011] 2540.194541: 34594925 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [043] 2540.194701: 34579626 cycles: 1408237f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [038] 2540.195015: 43368223 cycles: ffffffff8b4831e6 tcp_established_options+0x56 ([kernel.kallsyms]) ffffffff8b48696d __tcp_transmit_skb+0xdd ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2540.196567: 41354712 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [021] 2540.196825: 31417757 cycles: 1712f15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [046] 2540.196865: 41782341 cycles: 1833d21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [037] 2540.197222: 50514270 cycles: 2097ad5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [006] 2540.197260: 50387548 cycles: ffffffff8b4b6a1b inet_recvmsg+0x6b ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [010] 2540.197540: 31624545 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [015] 2540.197711: 38502710 cycles: ffffffff8a6b8d6c pvclock_clocksource_read+0x9c ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2540.197777: 45263892 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [000] 2540.198345: 31942668 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [029] 2540.198460: 42365822 cycles: ffffffff8adb0659 _find_next_and_bit+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b480a8c tcp_rbtree_insert+0x3c ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2540.198603: 39874922 cycles: ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) nbsd.User 194340 [017] 2540.199165: 31920470 cycles: 14068f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [020] 2540.199223: 34453535 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2540.199712: 36902211 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2540.200030: 31631338 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [005] 2540.200122: 27943712 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [007] 2540.200258: 30311885 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 171593 [024] 2540.200342: 32501028 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [047] 2540.200411: 58014703 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2540.200415: 34835323 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [013] 2540.201138: 40333020 cycles: 1338e8f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [042] 2540.201551: 40880974 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [044] 2540.201983: 42901798 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [001] 2540.202147: 35245324 cycles: ffffffff8b487d21 __tcp_send_ack.part.0+0x71 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [036] 2540.202194: 32172412 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170419 [009] 2540.202756: 36083633 cycles: 1ada5ed1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [041] 2540.203128: 37619088 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [045] 2540.204003: 43457745 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [030] 2540.204441: 44823167 cycles: 3c4db6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [003] 2540.204817: 44177947 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [025] 2540.205202: 43454421 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [018] 2540.205632: 47481141 cycles: 156af3f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IO 197258 [004] 2540.205658: 31849435 cycles: 1407ce5c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [026] 2540.205926: 41929273 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6132c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [023] 2540.206269: 34219674 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [034] 2540.206286: 42243102 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 590 [unknown] ([unknown]) nbsd-lig.SNULL 194440 [012] 2540.206443: 32200777 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [027] 2540.206599: 32474328 cycles: 14119221 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2540.206691: 34310458 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193501 [031] 2540.207048: 37522388 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd 193501 [014] 2540.208139: 39969940 cycles: ffffffff8a736d44 dequeue_task+0x24 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [011] 2540.208257: 32932803 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [038] 2540.208528: 44185315 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2540.208562: 50533433 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [035] 2540.208722: 42158762 cycles: 1e5c5476 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [010] 2540.209414: 36969959 cycles: ffffffff8b3a3ec4 netif_skb_features+0x24 ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [021] 2540.209606: 33740082 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [039] 2540.210322: 31802419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [019] 2540.210364: 39589490 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [000] 2540.210475: 30145911 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [043] 2540.210699: 29524133 cycles: ffffffff8a95ac5f __rseq_handle_notify_resume+0x2f ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2540.210718: 36593821 cycles: ffffffff8a7f7421 __flush_smp_call_function_queue+0xd1 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [005] 2540.211489: 27050025 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [046] 2540.211602: 46736683 cycles: 3b2aa1a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [020] 2540.211920: 39034729 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [015] 2540.212134: 39238814 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [024] 2540.212715: 37513896 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9e9ca2 free_pcppages_bulk+0x42 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [007] 2540.212872: 28308092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [032] 2540.212887: 44808681 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 26776 [017] 2540.213008: 31304790 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6da07 __timedwait_cp+0xc7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6d570 sem_timedwait+0xa0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728601 PyThread_acquire_lock_timed+0x81 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266bc1c acquire_timed+0x7c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b99c lock_PyThread_acquire_lock+0x2c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 225c6fa method_vectorcall_VARARGS_KEYWORDS+0xca (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c222 PyObject_Vectorcall+0x42 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) ydbd 196920 [033] 2540.213101: 34628348 cycles: ffffffff8b616e10 rb_erase+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [029] 2540.213363: 51040510 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [036] 2540.213523: 31457032 cycles: bbbb5a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2540.213885: 38311484 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.IC 197544 [028] 2540.214125: 36379605 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2540.214251: 37994454 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197562 [022] 2540.214471: 31388976 cycles: 17a803fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2540.217061: 42074208 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2540.217065: 38073979 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2540.217264: 33764659 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [037] 2540.217328: 38260472 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2540.217395: 38219520 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [013] 2540.217722: 39418739 cycles: 13154f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [009] 2540.217832: 35124895 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [045] 2540.218515: 42078617 cycles: 26dd03ab [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 169056 [012] 2540.218619: 34413959 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 169827 [044] 2540.219320: 35514809 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [023] 2540.219477: 31854545 cycles: 2727af8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [040] 2540.220126: 31534633 cycles: ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d07b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2540.220224: 32692539 cycles: ffffffff8b3a0a9b __netif_rx+0x1b ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [043] 2540.220433: 32321422 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2540.220605: 42229237 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [034] 2540.220844: 37929991 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2540.221930: 30058104 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [000] 2540.222300: 28640735 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 166600 [014] 2540.222426: 35010046 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165166 [025] 2540.222531: 40675847 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [031] 2540.222653: 37964840 cycles: ffffffff8a7b7f45 rcu_note_context_switch+0x135 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [047] 2540.222750: 62245249 cycles: 14073f56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2540.223176: 41313619 cycles: ffffffff8b69802e ct_nmi_exit+0x6e ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [010] 2540.223258: 34286306 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [018] 2540.223535: 40631002 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [026] 2540.223691: 36248412 cycles: 3ac5125 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [039] 2540.223857: 29553892 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [002] 2540.223906: 37008351 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [005] 2540.224007: 26014134 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [003] 2540.224193: 41561261 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2540.224259: 33495732 cycles: ffffffff8aa2b381 memcg_slab_post_alloc_hook+0x1 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [021] 2540.224295: 34421190 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [017] 2540.224588: 30445499 cycles: 1740be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [036] 2540.225845: 35188450 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [007] 2540.225856: 27139057 cycles: ffffffff8b55c741 sock_put+0x11 ([kernel.kallsyms]) ffffffff8b5604e6 tcp_v6_rcv+0xdb6 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [020] 2540.226137: 34057852 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [022] 2540.226594: 30840375 cycles: ffffffff8a7f8345 __smp_call_single_queue+0x65 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [035] 2540.226618: 37172064 cycles: 3b96bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [024] 2540.227887: 32371871 cycles: 9111a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [042] 2540.228217: 34520686 cycles: 14045de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2540.228568: 42812247 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155713 [028] 2540.228865: 33110197 cycles: ffffffff8a753af8 pick_next_task_fair+0x38 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [032] 2540.229024: 40581584 cycles: 12ea6e85 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 198206 [016] 2540.229028: 33065327 cycles: ffffffff8a7d85d4 hrtimer_init_sleeper+0x14 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [015] 2540.229895: 31133990 cycles: ffffffff8a739e1a set_task_cpu+0xba ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [019] 2540.229950: 37724999 cycles: ffffffff8b62b1b3 __put_user_nocheck_8+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169056 [004] 2540.230435: 39760918 cycles: ffffffff8a6c83b6 switch_mm_irqs_off+0x66 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2540.230808: 34598371 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [046] 2540.231104: 35907375 cycles: 3b75e04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [027] 2540.231239: 32257824 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2540.231542: 32696233 cycles: 3c30d88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [000] 2540.232212: 28429548 cycles: ffffffff8a9ebc58 post_alloc_hook+0x88 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [006] 2540.232460: 34357307 cycles: ffffffff8a7f1755 futex_hash+0x5 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2540.232963: 45658885 cycles: ffffffff8a738310 pick_next_task+0x10 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [013] 2540.233124: 36010194 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [009] 2540.233319: 33321191 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a6c46c6 do_user_addr_fault+0xd6 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6d21 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [044] 2540.233718: 30873274 cycles: ffffffff8a7d9197 hrtimer_nanosleep+0x17 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [001] 2540.233755: 35335845 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [043] 2540.234049: 31673171 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [037] 2540.234239: 37575344 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [014] 2540.234273: 33243457 cycles: 21a1bca8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [041] 2540.234461: 38807140 cycles: ffffffff8adacaba _copy_from_iter+0x1da ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2540.234466: 30449414 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) timer_manager 198735 [023] 2540.234657: 27508631 cycles: ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1232c2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [045] 2540.235840: 43606802 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [011] 2540.236104: 34346700 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2540.236581: 39457504 cycles: ffffffff8b3a4a9c __dev_queue_xmit+0xbc ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2540.236662: 37127743 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [002] 2540.237292: 33152495 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [017] 2540.237659: 30319634 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aad57ef alloc_buffer_head+0x1f ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 197891 [033] 2540.237660: 32249991 cycles: ffffffff8a7478ea update_load_avg+0x1a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2540.237762: 33886624 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [026] 2540.237928: 39727181 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [007] 2540.238042: 33265949 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [010] 2540.238597: 38376066 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2540.238711: 37874654 cycles: 1a68d3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204aa098 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [020] 2540.239440: 33117408 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2540.239759: 27537280 cycles: ffffffff8b50f13e unix_stream_read_generic+0x21e ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2540.239767: 42266421 cycles: 1730a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [042] 2540.239834: 32979643 cycles: 204af794 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [025] 2540.240356: 36947435 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [036] 2540.240358: 31970679 cycles: 3b9a647 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [018] 2540.240602: 38234053 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [024] 2540.240800: 30172645 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 198438 [000] 2540.241976: 29058062 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 194089 [028] 2540.242366: 29492128 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2540.242928: 33454997 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [035] 2540.243500: 35611546 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [003] 2540.243505: 39216165 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [016] 2540.243680: 29554129 cycles: 3b25dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [015] 2540.245312: 26767091 cycles: ffffffff8adad19a _copy_to_iter+0x20a ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [012] 2540.245606: 34781627 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [008] 2540.245870: 46554453 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [006] 2540.245915: 30364421 cycles: 3b2e1ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.246609: 37174483 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196861 [046] 2540.246648: 30925410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 460f2e17f35f [unknown] (//anon) nbsd.SRV2 197556 [013] 2540.246765: 34895660 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2540.246773: 40195143 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 193592 [014] 2540.247125: 35807210 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [005] 2540.247158: 28946924 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [004] 2540.247368: 39228822 cycles: 13c961e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 172234 [044] 2540.247448: 28292578 cycles: bbbd357 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [038] 2540.247750: 38265897 cycles: 2519b371 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [043] 2540.248118: 35012730 cycles: 133b45b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [011] 2540.249139: 31244366 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [027] 2540.249478: 28019382 cycles: 26caf84 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2540.250211: 37369112 cycles: ffffffff8a74ea80 enqueue_entity+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196100 [019] 2540.250398: 31490641 cycles: ffffffff8b4857bc tcp_mstamp_refresh+0x1c ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [047] 2540.250463: 47935886 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2540.250946: 32505183 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2540.250961: 38274391 cycles: ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172777 [023] 2540.251044: 24783016 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198684 [034] 2540.251061: 35884201 cycles: ffffffff8aa5d830 mod_objcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [030] 2540.251144: 34423989 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2540.251247: 33638339 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [009] 2540.251294: 27294599 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [010] 2540.251373: 37787346 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14a8ee2d55af [unknown] (//anon) nbsd.User 197536 [039] 2540.251652: 29054115 cycles: 1408f5c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [002] 2540.251747: 31512111 cycles: 1549f71e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [037] 2540.251829: 43773835 cycles: 3b65e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2540.251914: 35842399 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [033] 2540.252224: 30683151 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2540.252813: 37284492 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [024] 2540.253073: 27847339 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5940 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 150635 [022] 2540.253239: 37345496 cycles: 133ae300 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [020] 2540.253282: 31179395 cycles: 133ac8a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [028] 2540.253287: 28898429 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2540.253332: 28001351 cycles: 14066618 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [045] 2540.253963: 47213328 cycles: 3b9db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [026] 2540.254085: 35302994 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2540.254764: 49008314 cycles: 1fcd9e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [016] 2540.255271: 28193515 cycles: 1731092 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [031] 2540.255639: 39183611 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [029] 2540.255670: 31332141 cycles: 352a4a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2540.255672: 30165307 cycles: 1406ae68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [015] 2540.256056: 26132564 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [046] 2540.256614: 30212612 cycles: 140c208d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [021] 2540.256755: 32401759 cycles: 141207c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [025] 2540.256833: 38369939 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b95aad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [003] 2540.257348: 39143848 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [044] 2540.257841: 30748273 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159888 [012] 2540.258440: 36088979 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [014] 2540.258952: 37725638 cycles: ffffffff8b373615 skb_page_frag_refill+0x5 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [005] 2540.259368: 27255334 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a4dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2540.259437: 40847936 cycles: ffffffff8a754dbf nohz_balance_enter_idle+0x4f ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [032] 2540.259496: 33802403 cycles: 133b4425 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [035] 2540.260003: 36603282 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [011] 2540.260402: 34763125 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [023] 2540.260747: 29098975 cycles: 154cad74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [004] 2540.260760: 40614751 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [040] 2540.260931: 40765074 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [027] 2540.261109: 26833741 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2540.262140: 28995567 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [038] 2540.262953: 37343122 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2540.263110: 31760775 cycles: 1712ad4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2540.263282: 36086376 cycles: ffffffff8a64a316 __switch_to+0x26 ([kernel.kallsyms]) swapper 0 [009] 2540.263283: 29521338 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165143 [043] 2540.263487: 35758385 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [019] 2540.263509: 34586307 cycles: 3b332f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [024] 2540.263575: 31136861 cycles: 16243dcc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [034] 2540.263649: 34007276 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [008] 2540.263794: 42405041 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [042] 2540.264017: 33761451 cycles: 12ea6f10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [002] 2540.264049: 35004692 cycles: ffffffff8aa5db8c obj_cgroup_charge+0x6c ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [017] 2540.264248: 36149958 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [033] 2540.264798: 29866121 cycles: ffffffff8a760672 __update_load_avg_cfs_rq+0x232 ([kernel.kallsyms]) ffffffff8a748137 __update_blocked_fair+0xa7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [020] 2540.264799: 31179395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [007] 2540.264853: 35265434 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2540.265462: 34318708 cycles: ffffffff8b4937d5 tcp_v4_rcv+0x215 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2540.265611: 34545531 cycles: 1417e25b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [006] 2540.265948: 33575600 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [010] 2540.266104: 40668989 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [036] 2540.266445: 33179548 cycles: 20484ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2540.266613: 38581102 cycles: 28c01b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [015] 2540.266802: 31945831 cycles: 64445da [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [016] 2540.267299: 30431409 cycles: 133c2d98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2540.267403: 36340675 cycles: 28399ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2540.267777: 29913722 cycles: ffffffff8adb05d9 _find_next_bit+0x69 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [026] 2540.268042: 32022779 cycles: ffffffff8adacf6b copy_page_from_iter+0x9b ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2540.269369: 38518226 cycles: 21a2794d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [044] 2540.269539: 32299402 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [014] 2540.270017: 36582519 cycles: ffffffff8a760507 __update_load_avg_cfs_rq+0xc7 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 165435 [037] 2540.270218: 42247788 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198039 [029] 2540.270280: 27810203 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [047] 2540.270650: 44470802 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [021] 2540.270680: 29373306 cycles: ffffffff8b46edfc tcp_sendmsg_locked+0x4fc ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.270818: 37094257 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155713 [005] 2540.271296: 25801990 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [012] 2540.272307: 32862460 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [000] 2540.272873: 28995567 cycles: 3c342e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [003] 2540.273205: 41703320 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2540.273350: 32958170 cycles: ffffffff8a7479c2 update_load_avg+0xf2 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [011] 2540.273501: 33505464 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [045] 2540.273758: 35836294 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [018] 2540.273999: 41972917 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [027] 2540.274046: 24896092 cycles: 14089503 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Batch 166755 [023] 2540.274172: 29893515 cycles: 1be8b421 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [024] 2540.275003: 33781156 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [039] 2540.275217: 33117737 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2540.275350: 38793666 cycles: 1406f6cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2540.275576: 40021664 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [004] 2540.275683: 39649619 cycles: ffffffff8b46ef0b tcp_sendmsg_locked+0x60b ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [038] 2540.276143: 33924991 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [042] 2540.276394: 35556544 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2540.276409: 32036042 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [009] 2540.276443: 29601808 cycles: 175e412 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [028] 2540.276779: 33714219 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [033] 2540.276866: 33009090 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [041] 2540.277025: 42001865 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2540.277090: 31476620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [016] 2540.277226: 32391128 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [006] 2540.277540: 36700467 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [019] 2540.277571: 31703954 cycles: ffffffff8aa534ca __get_obj_cgroup_from_memcg+0x3a ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [013] 2540.277741: 40022913 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [036] 2540.277749: 31824256 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [040] 2540.277980: 33164213 cycles: 18082f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [026] 2540.278468: 31484274 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172783 [043] 2540.278827: 41140577 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [008] 2540.279123: 36266407 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [017] 2540.279389: 30646565 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2540.279534: 30349810 cycles: 1394ce7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194335 [015] 2540.279954: 29568549 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [030] 2540.280127: 34444964 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [046] 2540.280171: 35166331 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [044] 2540.280988: 31169288 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2540.281047: 36838415 cycles: ffffffff8b36d885 sock_write_iter+0x5 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [001] 2540.282336: 38465737 cycles: 3ba8830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165870 [022] 2540.282518: 44739974 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [021] 2540.282795: 27568297 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2540.283042: 38656065 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [005] 2540.283213: 24966573 cycles: 157308be [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [012] 2540.283264: 34829291 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 591fd4e5197 [unknown] ([unknown]) nbsd.IC 194355 [029] 2540.283290: 26324235 cycles: 21a31241 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [023] 2540.283486: 35410134 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [014] 2540.283754: 33349754 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [000] 2540.284420: 34072917 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 590 [unknown] ([unknown]) diskagen.User 198840 [027] 2540.286072: 23442150 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [011] 2540.286357: 34572723 cycles: ffffffff8a7d1981 __usecs_to_jiffies+0x41 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [032] 2540.286629: 31566905 cycles: ffffffff8a747baa update_load_avg+0x2da ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [047] 2540.287371: 36715555 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [034] 2540.287377: 38012327 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198711 [024] 2540.287639: 34263427 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159508 [036] 2540.287935: 35708391 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [038] 2540.287971: 37021391 cycles: 288adbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [039] 2540.288001: 30870820 cycles: ffffffff8a74bf82 select_idle_sibling+0x462 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [037] 2540.288018: 40294899 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [045] 2540.288084: 35765941 cycles: bbbb62b [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 193997 [025] 2540.288140: 30733433 cycles: ffffffff8adb5517 _copy_from_user+0x37 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) perf 198744 [033] 2540.288239: 31219167 cycles: ffffffff8a96da8c node_dirty_ok+0xcc ([kernel.kallsyms]) ffffffff8a9ef655 get_page_from_freelist+0x165 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa1d23b folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8a95dea1 filemap_alloc_folio+0x31 ([kernel.kallsyms]) ffffffff8a961e66 __filemap_get_folio+0x1e6 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [009] 2540.288331: 27750113 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [003] 2540.288788: 40348589 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [004] 2540.288939: 36540284 cycles: 3b5940c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [026] 2540.288942: 30471409 cycles: 12d6be34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [002] 2540.289054: 29891650 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [042] 2540.289247: 38912330 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 193501 [040] 2540.289886: 31357103 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [006] 2540.289936: 37033829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [016] 2540.290031: 37977017 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2540.290214: 29385634 cycles: 21a314e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197437 [007] 2540.290355: 33576803 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [028] 2540.290740: 34981767 cycles: 2520cea8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [018] 2540.290772: 36301932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2540.291368: 38546458 cycles: ffffffff8a7d7adc hrtimer_update_next_event+0x9c ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [005] 2540.291423: 25869634 cycles: 3b6651a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [035] 2540.291627: 32639196 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [015] 2540.291760: 28204542 cycles: 129aaed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [030] 2540.292148: 35773562 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2540.292273: 33933983 cycles: 64a4b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2540.292371: 32599851 cycles: ffffffff8b3a41af validate_xmit_skb+0x2f ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2540.292386: 40036387 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2540.292676: 28071427 cycles: ffffffff8aa31a92 __kmem_cache_free+0x182 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 162518 [017] 2540.292734: 28193795 cycles: 133a9e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [041] 2540.293039: 40057922 cycles: 18704b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [031] 2540.293090: 34791577 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [008] 2540.293136: 33213729 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [043] 2540.293822: 35443635 cycles: ffffffff8b46f3d6 tcp_sendmsg+0x6 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [029] 2540.294234: 25220447 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [027] 2540.294510: 27503162 cycles: 67f9356 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169827 [012] 2540.295572: 38164982 cycles: ffffffff8a736d44 dequeue_task+0x24 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [014] 2540.295668: 36315134 cycles: 3a6070a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [001] 2540.296695: 38465737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2540.297081: 37552250 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [010] 2540.298027: 41216497 cycles: ffffffff8b479164 tcp_rtt_estimator+0x94 ([kernel.kallsyms]) ffffffff8b479445 tcp_ack_update_rtt+0x75 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.298122: 30521063 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194390 [023] 2540.298891: 31302014 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [022] 2540.299526: 40874523 cycles: ffffffff8a764e22 __wake_up_common+0x12 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2540.299626: 27464268 cycles: ffffffff8a741962 __calc_delta+0x12 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2540.300154: 40249770 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [011] 2540.300186: 40009047 cycles: 4017b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2540.300632: 31995769 cycles: 14068f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2540.300672: 34445967 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [024] 2540.300814: 31560164 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [039] 2540.301644: 27551669 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 198445 [033] 2540.301906: 35981979 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194619 [002] 2540.301938: 27508372 cycles: ffffffff8adaca1e _copy_from_iter+0x13e ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2540.302108: 31138544 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [038] 2540.302409: 36652639 cycles: 172c359 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 165150 [019] 2540.302435: 29385634 cycles: 133a9e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [028] 2540.302508: 37727138 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [040] 2540.302612: 33112427 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [004] 2540.302796: 32771045 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2540.302918: 35914342 cycles: ffffffff8a7477d3 attach_entity_load_avg+0x143 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2540.302998: 26948310 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [045] 2540.303105: 35736608 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [006] 2540.303139: 34121518 cycles: ffffffff8a73bd35 try_to_wake_up+0x75 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [027] 2540.303370: 28425857 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [015] 2540.303408: 30175854 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [030] 2540.303472: 37978540 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 198607 [016] 2540.303619: 38478163 cycles: 113ee log+0xe (/usr/lib/x86_64-linux-gnu/libm.so.6) 1338b1f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [042] 2540.303625: 41421624 cycles: 219fbd07 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [047] 2540.303831: 36616537 cycles: ffffffff8a744f52 select_idle_cpu+0x162 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2540.303939: 27027416 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2540.304650: 36301932 cycles: 204af7a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [046] 2540.304671: 31367012 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ff0987f [unknown] (//anon) nbsd.SRV2 197556 [029] 2540.305077: 29578796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [044] 2540.305241: 30874631 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2540.305271: 44876058 cycles: ffffffff8a736058 enqueue_task+0x48 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2540.305547: 29052534 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [035] 2540.305711: 32316936 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2540.305726: 33366225 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2540.305741: 39806644 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 194434 [007] 2540.306013: 35916755 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2540.306219: 34186631 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2540.306592: 33290662 cycles: 27eeab7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [000] 2540.309041: 35694168 cycles: ffffffff8a9f0c82 __alloc_pages+0x1c2 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [031] 2540.309339: 30851000 cycles: 14082ce8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [041] 2540.309973: 46926444 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193831 [032] 2540.310598: 32612790 cycles: ffffffff8a7d9245 hrtimer_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [012] 2540.310732: 32577112 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [023] 2540.311481: 28918025 cycles: 1980181 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [022] 2540.311711: 38057232 cycles: 21a007f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [002] 2540.311847: 27858794 cycles: 1fd8405 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 160816 [014] 2540.312148: 43320068 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [021] 2540.312238: 33407869 cycles: 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2540.312568: 31024777 cycles: ffffffff8a7efeaf tick_irq_enter+0x3f ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 162518 [009] 2540.313267: 30874011 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197882 [001] 2540.313676: 49961596 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [026] 2540.313924: 40771339 cycles: ffffffff8b3a4d72 __dev_queue_xmit+0x392 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [036] 2540.314136: 37507309 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f3c178f [unknown] (//anon) blocksto.CLI2 198650 [015] 2540.314502: 29392962 cycles: ffffffff8a7d826d __hrtimer_run_queues+0xed ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [034] 2540.314656: 39586004 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [027] 2540.314690: 31617700 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [010] 2540.314825: 38107705 cycles: ffffffff8b3774ee release_sock+0x4e ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2540.314861: 34736052 cycles: ffffffff8b61abc1 timerqueue_add+0x21 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2540.315026: 29091867 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172219 [039] 2540.315273: 31677472 cycles: bbb9891 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [004] 2540.315510: 30406888 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2540.315512: 25512770 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd 194347 [040] 2540.315574: 30656167 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [011] 2540.315658: 34287090 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [006] 2540.316042: 35351059 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2540.316192: 33105366 cycles: ffffffff8a74c485 select_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2540.316525: 32846623 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blockstore-clie 198727 [046] 2540.317039: 36168751 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [003] 2540.317547: 35735397 cycles: ffffffff8b52f555 ip6_mtu+0x35 ([kernel.kallsyms]) ffffffff8b48628a tcp_current_mss+0x4a ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2540.317632: 32675672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [030] 2540.317960: 33706927 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 155859 [044] 2540.318016: 28921338 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f43208a613f [unknown] (//anon) blocksto.CLI2 198714 [016] 2540.318388: 33900387 cycles: 654dc84 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [029] 2540.318741: 30299201 cycles: 113b44 sched_getcpu+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1417fd3f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [008] 2540.318947: 38949266 cycles: ffffffff8a7c5600 exit_to_user_mode_loop+0x0 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2540.319395: 48378038 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165870 [035] 2540.319419: 30859934 cycles: ffffffff8a74adfe reweight_entity+0x10e ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 154854 [042] 2540.319493: 41740894 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2540.319565: 28408531 cycles: ffffffff8a7477af attach_entity_load_avg+0x11f ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2540.319727: 36211460 cycles: 17ef7fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [020] 2540.320726: 29989345 cycles: 17e20c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [000] 2540.321057: 33820530 cycles: ffffffffc0c84479 nf_nat_ipv6_local_fn+0x19 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165270 [032] 2540.321361: 31292579 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [023] 2540.321680: 28595780 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2540.321929: 44667173 cycles: ffffffff8b617586 rb_insert_color+0x86 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2540.322274: 30259501 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169042 [047] 2540.322292: 38026630 cycles: ffffffff8a65f421 os_xsave+0x1 ([kernel.kallsyms]) nbsd.User 197529 [037] 2540.322628: 41177094 cycles: 161b5fda [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [031] 2540.322635: 38169917 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2540.323759: 32937760 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2540.323837: 26445612 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [012] 2540.324357: 34816757 cycles: 64a0a55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2540.324409: 38997700 cycles: ffffffff8a7ef905 tick_nohz_idle_stop_tick+0x75 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150649 [013] 2540.324500: 45303302 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [027] 2540.325122: 37552185 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [010] 2540.326041: 40805229 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [022] 2540.326301: 34855637 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2540.326470: 28333068 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [009] 2540.326694: 33351255 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2540.326913: 33450936 cycles: ffffffff8a736068 enqueue_task+0x58 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [021] 2540.327032: 39761081 cycles: 92e33 pthread_cond_broadcast+0x43 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [044] 2540.327630: 28894617 cycles: 17e56b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [015] 2540.327685: 26929346 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 193496 [004] 2540.328691: 28417736 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [034] 2540.328743: 40534376 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [014] 2540.328915: 43763390 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [036] 2540.328999: 36140315 cycles: ffffffff8a6f3462 raise_softirq+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2540.329310: 37365978 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [039] 2540.329411: 39148265 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154850 [046] 2540.329465: 38779063 cycles: ffffffff8a7d8072 hrtimer_start_range_ns+0x22 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196101 [028] 2540.329945: 30901275 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [030] 2540.330136: 32150242 cycles: 1fc64d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [003] 2540.330192: 38191742 cycles: ffffffff8adaec07 copy_page_from_iter_atomic+0x227 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2540.330199: 33358320 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [026] 2540.330210: 35986431 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [011] 2540.330524: 33222197 cycles: ffffffff8b6a4b05 schedule+0x5 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2540.330781: 39289662 cycles: ffffffff8a76e0fb sched_clock_cpu+0xb ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [006] 2540.330884: 31036359 cycles: 6e8 [unknown] ([vdso]) ydbd.User 166600 [016] 2540.331185: 31713021 cycles: bbb7e22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [007] 2540.331349: 30859973 cycles: 21a06db9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [033] 2540.331626: 39199795 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689be62482f [unknown] (//anon) swapper 0 [041] 2540.331627: 43622828 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [020] 2540.332155: 28803425 cycles: ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [005] 2540.332343: 28284749 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2540.332687: 31080448 cycles: 3b665dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2540.332763: 42397943 cycles: ffffffff8adad165 _copy_to_iter+0x1d5 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [001] 2540.332855: 55514871 cycles: 1984151 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2540.333058: 26486568 cycles: ffffffff8a7655c8 record_times+0x38 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [032] 2540.333134: 29853726 cycles: 13bd58e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2540.333992: 35582727 cycles: 204af92d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [045] 2540.334013: 39516289 cycles: ffffffff8a6b8ce7 pvclock_clocksource_read+0x17 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [008] 2540.334233: 34653421 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [002] 2540.336527: 34124654 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2540.336905: 25511577 cycles: 26a2ae6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [015] 2540.337214: 27293595 cycles: 3a6ac68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [012] 2540.337904: 32883270 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b370267 __sys_recvfrom+0xb7 ([kernel.kallsyms]) ffffffff8b370324 __x64_sys_recvfrom+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12773e recv+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2540.338200: 43177955 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [022] 2540.338356: 36020653 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [037] 2540.338485: 38903939 cycles: 196e6f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 154842 [044] 2540.338840: 30766332 cycles: ffffffff8b6ab485 do_nanosleep+0x15 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [024] 2540.339003: 39202135 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2540.339145: 36486925 cycles: 3b23f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [025] 2540.339182: 25990948 cycles: 6e8 [unknown] ([vdso]) diskagen.IC 198047 [019] 2540.339591: 33888461 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [028] 2540.339960: 30304233 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 159396 [018] 2540.340294: 40792283 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 167041 [027] 2540.340405: 37046179 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [004] 2540.340810: 26639452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [040] 2540.340831: 37717609 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [031] 2540.341160: 46418585 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2540.341182: 34515137 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2540.341880: 38872765 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.IC 197891 [005] 2540.342046: 28291886 cycles: 204af7ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2540.342623: 36691305 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) ydbd.IC 170144 [006] 2540.342632: 29489439 cycles: bbd3ea6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [036] 2540.343321: 34058063 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [020] 2540.343466: 27980158 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [034] 2540.343622: 36888895 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [007] 2540.343783: 33233809 cycles: 3b1a56d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150649 [016] 2540.343872: 37166736 cycles: ffffffff8a76057f __update_load_avg_cfs_rq+0x13f ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [038] 2540.343881: 37862454 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [014] 2540.343932: 41432098 cycles: 2527321c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2540.343990: 35078327 cycles: ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d02da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196765 [029] 2540.344331: 25406711 cycles: 110da0e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [013] 2540.344509: 42913378 cycles: ffffffff8a6f3090 irq_enter_rcu+0x10 ([kernel.kallsyms]) ydbd.Scheduler 166761 [011] 2540.344584: 33398521 cycles: ffffffff8a74ab08 update_curr+0x78 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [046] 2540.345016: 35736676 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 194001 [021] 2540.345069: 45924640 cycles: 18754e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [032] 2540.345153: 31509974 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [035] 2540.345396: 27744806 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2540.345913: 36342886 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2540.346087: 38583304 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [000] 2540.347422: 33667335 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [023] 2540.347681: 25502392 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2540.347882: 41055069 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 162504 [008] 2540.348154: 34128749 cycles: ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197536 [003] 2540.348735: 33246745 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [044] 2540.349078: 30558269 cycles: 250fdf71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2540.349436: 33797094 cycles: 68acf5d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2540.350003: 34441843 cycles: 132536d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [019] 2540.350012: 33992452 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 193987 [045] 2540.350363: 36783554 cycles: bde6348 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [028] 2540.350773: 33906337 cycles: 1407ffae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [041] 2540.350944: 39514259 cycles: 2a91438 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [015] 2540.351172: 30287342 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2540.351736: 33241600 cycles: 3a61569 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [025] 2540.351736: 27117137 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [004] 2540.352380: 25301157 cycles: 1407ce3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [009] 2540.352769: 33010495 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2540.353378: 31655582 cycles: ffffffff8a74ad8e reweight_entity+0x9e ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [027] 2540.353580: 40687578 cycles: 1401fec9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [029] 2540.353831: 25945034 cycles: 6286951 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2540.353936: 40216563 cycles: 2a72d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [005] 2540.354279: 27088682 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [022] 2540.354379: 41235187 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2540.354634: 35838264 cycles: 133a35de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [006] 2540.354930: 27611760 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [035] 2540.355093: 31576546 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [023] 2540.355310: 31854882 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2540.355361: 41145739 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2540.355510: 31983837 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [037] 2540.355877: 37226801 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [030] 2540.356056: 37300263 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [036] 2540.356146: 33432753 cycles: 14251244 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2540.356331: 39877181 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2540.356784: 40565663 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [016] 2540.356799: 33446254 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [001] 2540.356829: 47766827 cycles: ffffffff8aaf434e aio_write+0x20e ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2540.356832: 30615416 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 196866 [007] 2540.356928: 32328150 cycles: 1a6ad7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [026] 2540.357451: 35173297 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [043] 2540.357899: 28783677 cycles: 14068f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198616 [038] 2540.358539: 36293273 cycles: ffffffff8aa05644 __cgroup_throttle_swaprate+0x34 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [046] 2540.358749: 36121414 cycles: 204998d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2540.358783: 41841131 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [044] 2540.359404: 33652995 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2540.359509: 40298196 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2540.359665: 34808179 cycles: ffffffff8a7eec33 tick_nohz_next_event+0x53 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [013] 2540.359690: 44277012 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198708 [042] 2540.359869: 35306914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193839 [008] 2540.360665: 32698209 cycles: ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [031] 2540.360814: 43664852 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2540.361571: 36180836 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [028] 2540.361651: 33047060 cycles: 20484ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [002] 2540.361932: 38022966 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [033] 2540.362407: 41443973 cycles: 35f7fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196920 [015] 2540.362775: 30082978 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [021] 2540.362940: 37808742 cycles: ffffffff8adaeacb copy_page_from_iter_atomic+0xeb ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [003] 2540.363042: 32207027 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [004] 2540.363121: 25169106 cycles: ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2540.363185: 34986912 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2540.363327: 26672284 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2540.364010: 31741042 cycles: ffffffff8b378789 sock_rfree+0x19 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [017] 2540.364354: 42873202 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [020] 2540.364422: 30589268 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [005] 2540.364640: 29572579 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [029] 2540.364647: 25867505 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [009] 2540.364687: 32317967 cycles: 1860cca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [045] 2540.365122: 35730676 cycles: 133b0441 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2540.366747: 26386527 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2540.367156: 30163832 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [040] 2540.367472: 34128858 cycles: 3b308c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170457 [010] 2540.367647: 33253667 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [041] 2540.367785: 34993003 cycles: ffffffff8a749375 place_entity+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [016] 2540.368126: 36323440 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [036] 2540.368233: 31944078 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [032] 2540.368560: 32576743 cycles: bbd6ff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 198683 [024] 2540.368712: 36352762 cycles: ffffffff8b371b75 __x64_sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2540.368964: 35828786 cycles: ffffffff8a9407d0 perf_adjust_freq_unthr_context+0xf0 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [022] 2540.369072: 39528981 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2540.369154: 36444237 cycles: ffffffff8a7d8705 hrtimer_try_to_cancel.part.0+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2540.369449: 35422601 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2540.369583: 33114077 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2540.369769: 30346250 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2540.369964: 37143245 cycles: ffffffff8a7693e9 psi_group_change+0x449 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [027] 2540.370013: 34225193 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [034] 2540.370269: 38801878 cycles: ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2540.370445: 38852815 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [044] 2540.370637: 32400297 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194629 [037] 2540.371936: 41849383 cycles: 3b95fd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2540.372040: 33497133 cycles: ffffffff8a751726 set_task_rq_fair+0x16 ([kernel.kallsyms]) ffffffff8a739e1f set_task_cpu+0xbf ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [043] 2540.372100: 29177232 cycles: 197ba3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [004] 2540.372580: 24956256 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [042] 2540.372588: 36246369 cycles: 25260dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2540.373582: 40810200 cycles: 141db27e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [000] 2540.373866: 43552331 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [008] 2540.374334: 39580755 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2540.374401: 38968438 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [025] 2540.374510: 34464068 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [015] 2540.375313: 32635786 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [012] 2540.375393: 37216376 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [029] 2540.375408: 28142187 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2540.375414: 42490292 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [020] 2540.375589: 30007480 cycles: ffffffff8a6f3145 irq_exit_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 27080514 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2540.376024: 36770462 cycles: ffffffff8a75c5c6 do_idle+0x56 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [001] 2540.376216: 40534300 cycles: 251a12e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [005] 2540.376322: 27955962 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [003] 2540.376464: 36560078 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193997 [006] 2540.377278: 26158674 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [039] 2540.377354: 35787018 cycles: ffffffff8b6a46b5 __schedule+0x1b5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [009] 2540.377616: 29823032 cycles: ffffffff8a9b1bb8 fault_in_readable+0x8 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [019] 2540.378298: 34470513 cycles: 20485a44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [013] 2540.378570: 45109124 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [045] 2540.379044: 37147840 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2540.379139: 41234592 cycles: 186b391 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [036] 2540.379340: 31251647 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [021] 2540.379351: 31747234 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 198461 [010] 2540.379421: 31528822 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [035] 2540.379584: 28390541 cycles: 12f63bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168701 [040] 2540.379678: 35525227 cycles: ffffffff8a7e6477 __x64_sys_clock_nanosleep+0x107 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [017] 2540.380101: 40317773 cycles: ffffffff8a7537d1 newidle_balance+0x201 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2540.381031: 39235256 cycles: ffffffff8a733fc5 _raw_spin_rq_lock_irqsave+0x25 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [032] 2540.381184: 35296551 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [004] 2540.381510: 28846732 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [026] 2540.381805: 39176886 cycles: 3a6151c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2540.381917: 34048974 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [016] 2540.381953: 34616742 cycles: 17a30a09 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [024] 2540.382051: 35899182 cycles: 1435ab9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 170241 [007] 2540.382234: 35891505 cycles: cc19689 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [046] 2540.382320: 41328797 cycles: 3b19585 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [018] 2540.382717: 34343015 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [030] 2540.382749: 38502005 cycles: 3c78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2540.382957: 36882150 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [027] 2540.383398: 33296449 cycles: 172c2c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [022] 2540.383504: 39528981 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2540.383642: 29641208 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 159402 [044] 2540.383951: 35504351 cycles: 1338d9f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [043] 2540.384913: 30540320 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165870 [034] 2540.384965: 45025799 cycles: ffffffff8a940742 perf_adjust_freq_unthr_context+0x62 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [028] 2540.385428: 33805746 cycles: 3a35833 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [042] 2540.385552: 41587472 cycles: ffffffff8a769254 psi_group_change+0x2b4 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [014] 2540.385842: 37409595 cycles: 12e96bff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [020] 2540.385868: 29903289 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170131 [029] 2540.386768: 29506479 cycles: ffffffff8a74e1bc dequeue_task_fair+0x17c ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [002] 2540.386988: 35364274 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [008] 2540.387825: 35704114 cycles: 2048592d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2540.387901: 35104656 cycles: 161b5f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172221 [006] 2540.388096: 25543670 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [012] 2540.388209: 34938399 cycles: 3b373ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [037] 2540.388394: 42795351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2540.388715: 31851288 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198846 [005] 2540.388866: 27577430 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [015] 2540.389870: 31724742 cycles: 172a0c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2540.390829: 34776988 cycles: ffffffff8a7d7d01 __hrtimer_start_range_ns+0x21 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2540.390968: 43103893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [001] 2540.391110: 43826222 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [019] 2540.391259: 36752772 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [004] 2540.391298: 29223075 cycles: ffffffff8a7328a4 ttwu_queue_wakelist+0xe4 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [000] 2540.391302: 39779070 cycles: 13cab811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [035] 2540.391425: 30002146 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2540.391829: 40301699 cycles: 1873882 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [003] 2540.392008: 35186498 cycles: 2520c94b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [045] 2540.392476: 37245451 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196908 [036] 2540.392897: 31251647 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagentd 151691 [040] 2540.393052: 34100719 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2540.393736: 38734190 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 160832 [021] 2540.394052: 30988454 cycles: 133b049b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [047] 2540.394348: 45399748 cycles: 3c3feb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2540.394489: 37838435 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198628 [032] 2540.394783: 40852505 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2540.395867: 34512562 cycles: 2048410b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [020] 2540.395902: 32513597 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [038] 2540.396080: 37683049 cycles: ffffffff8b45a356 ip_finish_output2+0x2f6 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2540.396233: 39407560 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [033] 2540.396619: 37586607 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [023] 2540.396775: 33139217 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [043] 2540.397306: 31380594 cycles: ffffffff8a7d20c5 get_timespec64+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [013] 2540.397340: 41078143 cycles: 141dda4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [046] 2540.397469: 39511457 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196103 [030] 2540.397494: 37485923 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [028] 2540.397624: 31820078 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 187087d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [006] 2540.397635: 29207626 cycles: 141f695a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [041] 2540.398100: 29279524 cycles: 1339dc48 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [017] 2540.398108: 45354835 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [022] 2540.398351: 46049008 cycles: 3a638dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2540.398712: 35086341 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2540.398774: 41516148 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2540.399154: 33296449 cycles: ffffffff8b616eed rb_erase+0xdd ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [007] 2540.399364: 33934869 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 193499 [002] 2540.399366: 35364274 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2540.399403: 48422215 cycles: ffffffff8a7efefd tick_irq_enter+0x8d ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [042] 2540.399854: 37484528 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [014] 2540.400218: 39274093 cycles: 64fa72a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [010] 2540.400258: 31072277 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [005] 2540.400428: 31708408 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [037] 2540.400492: 39735092 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2540.401302: 36136407 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) nbsd.User 197534 [034] 2540.401923: 42219655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [004] 2540.402068: 39234982 cycles: 194447c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [025] 2540.402395: 30992611 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [012] 2540.402760: 32987579 cycles: ffffffff8a7605a8 __update_load_avg_cfs_rq+0x168 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2540.403358: 31308215 cycles: 3a606f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2540.405054: 31180651 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2540.405450: 41822263 cycles: 3b78146 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [040] 2540.405570: 41104939 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bc1f256f [unknown] (//anon) diskagen.IC 198047 [018] 2540.405739: 34070096 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [039] 2540.406852: 39363779 cycles: 673762e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [021] 2540.407306: 29435215 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2540.407609: 34498604 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [019] 2540.408201: 40106048 cycles: 204ae47a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [036] 2540.408243: 42792978 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2540.408300: 33730035 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [016] 2540.408566: 36431598 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172235 [020] 2540.408615: 31648766 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [006] 2540.409472: 27703192 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3cb3d5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 193499 [003] 2540.409603: 36607315 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [024] 2540.409716: 36507740 cycles: 6553194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [030] 2540.409968: 35083251 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbd6db29f [unknown] (//anon) swapper 0 [038] 2540.410267: 36951291 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [001] 2540.410760: 43949433 cycles: 12bf423 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 170135 [011] 2540.410773: 35571425 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 165660 [032] 2540.411030: 43133824 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 170137 [041] 2540.411107: 26496777 cycles: bc073a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 170472 [043] 2540.411154: 31858115 cycles: ffffffff8a65ff15 restore_fpregs_from_fpstate+0x5 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [028] 2540.411174: 36792106 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [010] 2540.411181: 31136431 cycles: 251a4aa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2540.411573: 33797415 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2540.411812: 38340547 cycles: ffffffff8aa5ea5a __mem_cgroup_uncharge+0x1a ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [023] 2540.412061: 36219594 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2540.412331: 44626415 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159894 [002] 2540.412477: 45909734 cycles: ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [026] 2540.412629: 39342373 cycles: ffffffff8b61ace9 timerqueue_del+0x29 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2540.412790: 50156428 cycles: 2048040b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [027] 2540.413512: 51290123 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [046] 2540.414073: 33585539 cycles: ffffffff8a74feb9 update_sg_lb_stats+0xb9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 170144 [044] 2540.414351: 38945985 cycles: bbdc3d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [007] 2540.414609: 29049990 cycles: ffffffff8a7f1750 futex_hash+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [005] 2540.415161: 33943718 cycles: ffffffff8aa59a31 __count_memcg_events+0x71 ([kernel.kallsyms]) ffffffff8aa59af8 uncharge_batch+0x38 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 155699 [012] 2540.415199: 39957591 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [014] 2540.415210: 37740435 cycles: 140c52cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [018] 2540.415372: 34442901 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [042] 2540.415582: 37559206 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [029] 2540.415637: 34063693 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2540.416116: 39597133 cycles: ffffffff8a73bd48 try_to_wake_up+0x88 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [004] 2540.416143: 37050065 cycles: ffffffff8a739e2a set_task_cpu+0xca ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2540.416651: 41383245 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [022] 2540.416771: 46867883 cycles: ffffffff8a9ef81b get_page_from_freelist+0x32b ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [015] 2540.416882: 33437095 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2540.417087: 27003347 cycles: 21a05e2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [035] 2540.417111: 34889290 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2540.418486: 39844501 cycles: 17dfc69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [034] 2540.419267: 36398874 cycles: 133a4bb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [006] 2540.419911: 27455299 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [021] 2540.420203: 26397160 cycles: 64df1eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 198112 [000] 2540.420632: 41917038 cycles: ffffffff8a9d7ef5 walk_pud_range.isra.0+0x5 ([kernel.kallsyms]) ffffffff8a9d8427 walk_pgd_range+0x157 ([kernel.kallsyms]) ffffffff8a9d863a __walk_page_range+0x17a ([kernel.kallsyms]) ffffffff8a9d87ba walk_page_range+0x16a ([kernel.kallsyms]) ffffffff8a9c5496 do_mincore+0x96 ([kernel.kallsyms]) ffffffff8a9c567e __do_sys_mincore+0x12e ([kernel.kallsyms]) ffffffff8a9c574a __x64_sys_mincore+0x1a ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ec2b mincore+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8e844 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [020] 2540.420879: 33306701 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2540.420942: 32079785 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [040] 2540.421054: 35353952 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [016] 2540.422337: 38003923 cycles: 1c3ad3db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [009] 2540.422438: 37889523 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [041] 2540.422442: 29076921 cycles: ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [010] 2540.422511: 32328748 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 159889 [043] 2540.422719: 34162834 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2540.422739: 35004338 cycles: ffffffff8a7693a4 psi_group_change+0x404 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [024] 2540.422945: 42185530 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166754 [039] 2540.422966: 35886221 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [030] 2540.423012: 32194897 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [036] 2540.423610: 36206071 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2540.423863: 34083825 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [011] 2540.423919: 36764098 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [028] 2540.423962: 34165671 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbf8c34ef [unknown] (//anon) blocksto.CLI2 194630 [007] 2540.424913: 28393759 cycles: 3a606f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2540.425082: 40347451 cycles: ffffffff8a74f2b0 enqueue_task_fair+0x2c0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2540.426032: 37397427 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [046] 2540.426193: 31723833 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [003] 2540.426235: 40754694 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2540.426713: 37599822 cycles: 11aaaf readv+0x8f (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2540.426821: 33495475 cycles: ffffffff8a73c8e4 sched_ttwu_pending+0x24 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [023] 2540.427054: 34717632 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198851 [026] 2540.427061: 40815551 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2540.427112: 27135542 cycles: ffffffff8a73d9b6 nr_iowait_cpu+0x6 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [001] 2540.427464: 53703845 cycles: ffffffff8b4e7050 cubictcp_acked+0x70 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdSbmEv 155805 [002] 2540.427642: 44044066 cycles: ffffffff8a7435ef pick_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2540.428269: 33447532 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2540.428282: 31086964 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [033] 2540.428317: 37865484 cycles: ffffffff8aaec0fc ep_poll_callback+0x27c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [014] 2540.428622: 36877756 cycles: 12ea6ed6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [012] 2540.428766: 35838672 cycles: 21a05c19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [004] 2540.429042: 39958042 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [006] 2540.429566: 30933197 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [015] 2540.429630: 30042729 cycles: 140c8401 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2540.429974: 33310884 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2540.430078: 34786958 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [034] 2540.430101: 35917410 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [021] 2540.430734: 26382470 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [035] 2540.430808: 31585194 cycles: 1401e7c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172221 [045] 2540.431074: 32693458 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [022] 2540.431282: 40737406 cycles: ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2540.431613: 47207792 cycles: 35df647 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [017] 2540.431869: 38603733 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2540.431870: 35189666 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [031] 2540.432051: 36585010 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2540.432749: 33966976 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [027] 2540.432770: 41071912 cycles: ffffffff8b480ed6 tcp_rcv_established+0x246 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [043] 2540.433133: 37245495 cycles: 12e96e67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [041] 2540.433229: 28205924 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197238 [010] 2540.433541: 31666615 cycles: 13b2b163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2540.433650: 32936403 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2540.433850: 31364615 cycles: 17eca1a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [008] 2540.433965: 33740440 cycles: ffffffff8a9c0a39 handle_pte_fault+0x69 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2540.434215: 36095897 cycles: 21a2fd0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [000] 2540.435438: 36603445 cycles: 194bfdf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [036] 2540.436051: 34412366 cycles: ffffffff8a7f1af3 get_futex_key+0x13 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [038] 2540.436163: 36172428 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [039] 2540.436313: 38704204 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [028] 2540.436755: 35391173 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2540.437107: 36449698 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [007] 2540.437110: 28663419 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2540.438108: 27157047 cycles: ffffffff8b377005 __sock_wfree+0x5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [046] 2540.438553: 29408172 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [037] 2540.438811: 35455527 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [011] 2540.438835: 32621190 cycles: ffffffff8a6b8001 native_load_tls+0x1 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [024] 2540.438890: 40891458 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [018] 2540.439015: 31456646 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [032] 2540.439166: 39220552 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2540.439869: 36146759 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.User 197529 [021] 2540.440058: 27197917 cycles: 2727af6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [023] 2540.440763: 40827347 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [006] 2540.441167: 29527765 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [012] 2540.441377: 33436429 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [029] 2540.441611: 30347047 cycles: ffffffff8b617520 rb_insert_color+0x20 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [003] 2540.441808: 36479345 cycles: ffffffff8adaff11 __import_iovec+0x71 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 169829 [015] 2540.441862: 28169320 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [014] 2540.441867: 34784962 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2540.442194: 29724876 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159601 [045] 2540.443057: 32023187 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [044] 2540.443156: 31772645 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [033] 2540.443409: 34230304 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [004] 2540.443409: 40552343 cycles: 204af812 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2540.443849: 32166771 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [026] 2540.444069: 37826976 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [001] 2540.444412: 45317874 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [035] 2540.444495: 29279760 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [042] 2540.444531: 31522837 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [002] 2540.444630: 41053867 cycles: ffffffff8b6a46ad __schedule+0x1ad ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [020] 2540.444845: 31858219 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2540.445406: 37539918 cycles: ffffffff8b6acc56 _raw_spin_unlock_irqrestore+0x6 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [041] 2540.445847: 26164038 cycles: 6444546 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [040] 2540.445848: 34587794 cycles: 689cc51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2540.445886: 30904010 cycles: 68d0499 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [043] 2540.446326: 38107499 cycles: 3b32860 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2540.446355: 33598034 cycles: ffffffff8b45c6a9 __ip_local_out+0xe9 ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197884 [022] 2540.446755: 39489539 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [010] 2540.447093: 28712091 cycles: 36b7a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2540.447337: 36100931 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [016] 2540.447423: 37349738 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [038] 2540.447911: 35005485 cycles: 15aac01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2540.448481: 32078179 cycles: ffffffffc0ca0ac1 get_l4proto+0x21 ([kernel.kallsyms]) ffffffffc0ca466c nf_conntrack_in+0x8c ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [008] 2540.448545: 30879060 cycles: 1411a744 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2540.448885: 35446555 cycles: ffffffff8a7d7395 hrtimer_forward+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [028] 2540.448890: 33253388 cycles: 8debb _IO_default_xsputn+0xfb (/usr/lib/x86_64-linux-gnu/libc.so.6) 807a2 _IO_padn+0x102 (/usr/lib/x86_64-linux-gnu/libc.so.6) 76797 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60855 __snprintf+0x95 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1404c051 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [000] 2540.448925: 33387457 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2540.449026: 38045916 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [036] 2540.449047: 37469816 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [039] 2540.449604: 41480332 cycles: 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2540.449799: 28450662 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [009] 2540.450723: 33809136 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [021] 2540.450943: 26251403 cycles: 65b63ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [047] 2540.450955: 36468874 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [018] 2540.450964: 34207871 cycles: 6345eb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [011] 2540.451115: 33328456 cycles: 3b9e5c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [012] 2540.451482: 33252816 cycles: ffffffff8aa2ec5d kmem_cache_alloc+0x2cd ([kernel.kallsyms]) ffffffff8aaf827b io_submit_one+0x6b ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [006] 2540.452361: 28089852 cycles: ffffffff8b51d058 ipv6_rcv+0x58 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [037] 2540.452656: 31447177 cycles: ffffffff8b627ea8 __get_user_nocheck_4+0x8 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [034] 2540.453507: 32424841 cycles: 204abfbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [015] 2540.453687: 26682452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2540.454484: 42454364 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [014] 2540.454691: 34925591 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ca8a23 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [029] 2540.454886: 27917031 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2540.455022: 37310491 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [035] 2540.455051: 31117380 cycles: 204aa020 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2540.455256: 36390157 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2540.455649: 25856257 cycles: 1c3ad4cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [045] 2540.455926: 34802180 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 265d45e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2540.455989: 35570729 cycles: ffffffff8a741345 clear_buddies+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 165150 [044] 2540.456044: 31772645 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [024] 2540.456127: 36867564 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2540.457567: 35541837 cycles: 21a06ceb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [043] 2540.457724: 36696973 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [004] 2540.457725: 36990542 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 196911 [010] 2540.457804: 28210680 cycles: aea05e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2540.458096: 32422000 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2540.458398: 33538188 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [003] 2540.458634: 35345479 cycles: 17925d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2540.458918: 33199456 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [042] 2540.459472: 30185432 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2540.459970: 38158106 cycles: ffffffff8a7ef2cb tick_nohz_stop_tick+0x16b ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [026] 2540.459999: 32015769 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2540.460267: 32119710 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa44f7f [unknown] (//anon) blocksto.CLI1 194622 [002] 2540.460396: 38581018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [040] 2540.460554: 33182635 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198054 [017] 2540.460718: 35970731 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [009] 2540.460730: 33033788 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [031] 2540.461107: 35151532 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [038] 2540.461154: 34272850 cycles: 1406accd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [016] 2540.461407: 46126333 cycles: 1378b8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [008] 2540.461734: 27371265 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [000] 2540.461911: 30668800 cycles: 1973f86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [006] 2540.461916: 28816796 cycles: 27279ab2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [001] 2540.461985: 40671960 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [022] 2540.462059: 42807394 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2540.462123: 30279285 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2540.462215: 31864614 cycles: ffffffff8a754e73 nohz_balance_enter_idle+0x103 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [036] 2540.462811: 34376577 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [012] 2540.463761: 35715630 cycles: 26dd0b57 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [018] 2540.464338: 35254372 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [027] 2540.464421: 37558184 cycles: 1339d90b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2540.464444: 34502469 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2540.464812: 36321277 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [007] 2540.465640: 39481804 cycles: ffffffff8b623af0 xas_load+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [035] 2540.465947: 34375125 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [015] 2540.466222: 25357211 cycles: ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165683 [034] 2540.466317: 34750449 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194434 [014] 2540.466544: 36465610 cycles: 186a7de [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [011] 2540.466618: 37561327 cycles: 6892e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [029] 2540.466911: 29903311 cycles: 65b6432 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [041] 2540.467623: 25494346 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dba9e283f [unknown] (//anon) nbsd.SRV1 198454 [010] 2540.467794: 28415041 cycles: 27279a1f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [039] 2540.469150: 44297731 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2540.469478: 37605412 cycles: 21a2fba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198040 [045] 2540.469601: 31126172 cycles: ffffffff8b80017e syscall_return_via_sysret+0x29 ([kernel.kallsyms]) blocksto.CLI2 194630 [044] 2540.469741: 46158583 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [009] 2540.470143: 33883848 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [032] 2540.470607: 37128457 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [005] 2540.470894: 39653794 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [004] 2540.471083: 40732318 cycles: 21a06124 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [023] 2540.471176: 45176217 cycles: 3c4c830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [042] 2540.471612: 31915999 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [026] 2540.471653: 31136931 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [006] 2540.471655: 35943690 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 151709 [024] 2540.471674: 34329777 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [019] 2540.471861: 35839453 cycles: ffffffff8b455bc8 ip_protocol_deliver_rcu+0x28 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2540.472093: 29596696 cycles: ffffffff8b6980e4 ct_nmi_enter+0x74 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [040] 2540.472216: 36338758 cycles: ffffffff8a9f0cd5 __alloc_pages+0x215 ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [017] 2540.472675: 36000735 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 169148 [008] 2540.473055: 29886215 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [046] 2540.473192: 32187694 cycles: 2727b001 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [043] 2540.473357: 34231172 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [033] 2540.473437: 31911334 cycles: ffffffff8a764f87 __wake_up_common_lock+0x17 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [038] 2540.473970: 31840954 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [028] 2540.473995: 36357723 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [002] 2540.474792: 35432076 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [031] 2540.474800: 37151783 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2540.474946: 33566958 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2540.475066: 37862123 cycles: ffffffff8adb02d3 _find_first_bit+0x3 ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198430 [003] 2540.475399: 39058218 cycles: ffffffff8a74e116 dequeue_task_fair+0xd6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [000] 2540.475822: 28023737 cycles: 68d0499 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [030] 2540.475835: 33633427 cycles: ffffffff8a741ca6 wake_affine+0x76 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [036] 2540.475898: 31632993 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2540.476955: 38062276 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 252940e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [021] 2540.477278: 27625867 cycles: ffffffff8aaaae52 fget+0x52 ([kernel.kallsyms]) ffffffff8aaf8026 __io_submit_one.constprop.0+0x26 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [010] 2540.477781: 28498937 cycles: ffffffff8a69f066 native_send_call_func_single_ipi+0x16 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 159406 [015] 2540.478102: 23952315 cycles: ffffffff8a76e10d sched_clock_cpu+0x1d ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198035 [001] 2540.478249: 37204231 cycles: 12f6da0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2540.478319: 39651648 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2540.479720: 33884743 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [022] 2540.479922: 39566141 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [014] 2540.480446: 34026422 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [041] 2540.481187: 28762861 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2540.481362: 38105549 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2540.481427: 42545024 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2540.481565: 41345140 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2540.481578: 33789326 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [027] 2540.482141: 29260348 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2540.483267: 28105867 cycles: 17fe402 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [045] 2540.483574: 31377206 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [029] 2540.483644: 31426402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) default-executo 198646 [026] 2540.483779: 35878621 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2540.483796: 36198059 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170139 [009] 2540.483954: 34766115 cycles: ffffffff8a74134d clear_buddies+0xd ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [032] 2540.485013: 39247686 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [006] 2540.485184: 33069980 cycles: 204802f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2540.485239: 38612963 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [004] 2540.485276: 36032767 cycles: ffffffff8ace434a aa_sk_perm+0x7a ([kernel.kallsyms]) ffffffff8acd20e9 apparmor_socket_recvmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2540.485396: 37430586 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [008] 2540.485978: 31708399 cycles: ffffffff8a779e77 psi_task_switch+0x97 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2540.486050: 35772825 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [017] 2540.486430: 40170039 cycles: 14119fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2540.486460: 34580360 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2540.487315: 31300330 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2540.487390: 29076814 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [040] 2540.487533: 33098647 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [036] 2540.487838: 34485034 cycles: 1433bb63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [028] 2540.488495: 36841075 cycles: 1860f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [030] 2540.488515: 37837354 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [044] 2540.488519: 43167965 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [002] 2540.488756: 35241879 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [005] 2540.489001: 43266659 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [033] 2540.489057: 28966012 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdGetEv 194092 [000] 2540.489302: 29476465 cycles: ffffffff8a76903d psi_group_change+0x9d ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [003] 2540.489640: 40311220 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2540.490017: 22704062 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2540.490231: 32210122 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [012] 2540.490558: 36270377 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ya-bin 26835 [010] 2540.490644: 29625400 cycles: 3b6df51 __clock_nanosleep+0x51 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6e26f nanosleep+0xf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b72055 usleep+0x35 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33be859 std::__y1::__function::__func >, bool, bool)::$_0, std::__y1::allocator >, bool, bool)::$_0>, void ()>::operator()+0x19 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a93d5 (anonymous namespace)::TThreadFactoryFuncObj::DoExecute+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a9676 (anonymous namespace)::TSystemThreadFactory::TPoolThread::ThreadProc+0x6 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) ydbd 169042 [019] 2540.490857: 34090690 cycles: ffffffff8a652f0f switch_ldt+0x1f ([kernel.kallsyms]) ffffffff8a6c84e4 switch_mm_irqs_off+0x194 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) swapper 0 [039] 2540.490987: 43994535 cycles: ffffffff8a7d8757 hrtimer_try_to_cancel.part.0+0x57 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [031] 2540.491008: 37701003 cycles: 3a606f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [037] 2540.491590: 39970717 cycles: 689a237 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2540.491620: 27873016 cycles: 140487c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [023] 2540.491680: 42911797 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2540.492745: 34083080 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2540.492850: 48077854 cycles: 17e370b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [018] 2540.493419: 37636048 cycles: 6891bf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198430 [020] 2540.493658: 31034418 cycles: ffffffff8a779e65 psi_task_switch+0x85 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198683 [014] 2540.494026: 30285131 cycles: 3a90b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [047] 2540.494399: 34876772 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196759 [027] 2540.495446: 26942621 cycles: 15691f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [045] 2540.495804: 28930156 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [026] 2540.495905: 34249105 cycles: 3a6acb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [022] 2540.495940: 37035726 cycles: ffffffff8a9a5736 __kmalloc_node_track_caller+0x36 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [011] 2540.496122: 34814392 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196763 [035] 2540.496667: 38311656 cycles: bbdc3cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [007] 2540.496681: 33970743 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [006] 2540.497028: 33777148 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [034] 2540.497775: 42571499 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [004] 2540.497940: 33636510 cycles: ffffffff8a7175b8 __task_pid_nr_ns+0x58 ([kernel.kallsyms]) ffffffff8a940527 __perf_event_header__init_id+0xe7 ([kernel.kallsyms]) ffffffff8a943063 perf_event_mmap_output+0x283 ([kernel.kallsyms]) ffffffff8a93b73c perf_iterate_sb+0x13c ([kernel.kallsyms]) ffffffff8a93b9c7 perf_event_mmap_event+0x167 ([kernel.kallsyms]) ffffffff8a94c37b perf_event_mmap+0xdb ([kernel.kallsyms]) ffffffff8a9d3a1f mprotect_fixup+0x1cf ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528cef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2540.498273: 36477308 cycles: ffffffff8b61acca timerqueue_del+0xa ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172783 [038] 2540.498870: 31790944 cycles: ffffffff8a7aeaab __rcu_read_lock+0x1b ([kernel.kallsyms]) ffffffff8a75235c __update_idle_core+0x2c ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [016] 2540.499020: 53800757 cycles: 3b75df6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 193840 [029] 2540.499517: 29710603 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2540.499527: 37045327 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2540.499557: 33604812 cycles: 288adb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198627 [043] 2540.499809: 32940822 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2540.500090: 36225975 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [042] 2540.500227: 39818235 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [000] 2540.500514: 30679187 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2540.500835: 32402794 cycles: ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [017] 2540.500895: 40231544 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2540.501317: 33022594 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [025] 2540.501511: 30350346 cycles: 16839e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [028] 2540.501768: 36512035 cycles: 133ac8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2540.502231: 36287888 cycles: 12ff4ea6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [015] 2540.502455: 23700138 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2540.502651: 36412767 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2540.502655: 33277493 cycles: 21a1bab9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2540.502816: 27236119 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [030] 2540.502817: 41615943 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 165265 [010] 2540.503708: 31029061 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [027] 2540.504661: 27057912 cycles: ffffffff8b486953 __tcp_transmit_skb+0xc3 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2540.505045: 38803123 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2540.505714: 33850338 cycles: 186ae44 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [021] 2540.506100: 30739371 cycles: 186c881 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2540.506698: 28642275 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2540.507110: 44035038 cycles: ffffffff8b6175ec rb_insert_color+0xec ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198708 [018] 2540.507941: 36302599 cycles: 3b637da [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [012] 2540.508169: 29754688 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2540.508468: 27873016 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2540.508822: 37928137 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [037] 2540.509100: 35698772 cycles: ffffffff8a779e85 psi_task_switch+0xa5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2540.509333: 36709754 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170139 [005] 2540.509673: 42986648 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 167035 [031] 2540.509937: 38887505 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) bbf5334 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [045] 2540.510058: 29093619 cycles: 1408630e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [023] 2540.510638: 40532605 cycles: 12e810d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [038] 2540.510917: 29344239 cycles: ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8b3a6d2e process_backlog+0x10e ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198035 [006] 2540.511051: 34058967 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [004] 2540.511135: 31178412 cycles: ffffffff8a9b1c41 fault_in_readable+0x91 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150654 [007] 2540.511559: 29132663 cycles: ffffffff8a741950 __calc_delta+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [009] 2540.511570: 37839298 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163655 [047] 2540.511613: 34254190 cycles: ffffffff8a74e73d check_cfs_rq_runtime+0xd ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [011] 2540.511786: 36853590 cycles: 18608bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162525 [026] 2540.511799: 29997818 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [040] 2540.512121: 30754493 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [033] 2540.512412: 32266671 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2540.512599: 40913862 cycles: ffffffff8ace42eb aa_sk_perm+0x1b ([kernel.kallsyms]) ffffffff8acd2449 apparmor_socket_sendmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d05 security_socket_sendmsg+0x35 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172769 [046] 2540.512832: 38397911 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [039] 2540.512864: 45112775 cycles: 168264b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [002] 2540.512946: 41266301 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 5921e1ef6c7 [unknown] ([unknown]) swapper 0 [043] 2540.513017: 33563393 cycles: ffffffff8a754e5a nohz_balance_enter_idle+0xea ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2540.513323: 39025219 cycles: ffffffff8a74ebc4 enqueue_entity+0x144 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2540.513459: 25380584 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197251 [029] 2540.513477: 29123576 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [035] 2540.513851: 39967473 cycles: 140a6e38 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [034] 2540.514428: 36831704 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [008] 2540.514483: 37985722 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [032] 2540.514804: 30117569 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2540.514855: 31844383 cycles: ffffffff8a779ff5 psi_task_switch+0x215 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2540.515010: 27902346 cycles: ffffffff8a74ebf0 enqueue_entity+0x170 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2540.515308: 35139702 cycles: ffffffff8a754e73 nohz_balance_enter_idle+0x103 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [024] 2540.515415: 40832874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [027] 2540.515534: 33661458 cycles: 1236531 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2540.515575: 41375872 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [010] 2540.515658: 32786957 cycles: 1406778c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) test_tool 195826 [017] 2540.516447: 37777014 cycles: ffffffff8aa2b39c memcg_slab_post_alloc_hook+0x1c ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aab679f seq_open+0x2f ([kernel.kallsyms]) ffffffff8aab6abd single_open+0x5d ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.IC 197259 [014] 2540.516631: 34455351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [028] 2540.516861: 40380328 cycles: 204b0b1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [012] 2540.518436: 28966735 cycles: ffffffff8b45c7df __ip_queue_xmit+0x2f ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [020] 2540.518651: 37639359 cycles: 21a2c15f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198708 [030] 2540.519010: 39617463 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [016] 2540.519053: 42168431 cycles: ffffffff8a73604d enqueue_task+0x3d ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1947c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 155806 [021] 2540.519084: 38513098 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198686 [041] 2540.519450: 38300812 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SRV1 196021 [038] 2540.519697: 30800732 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [003] 2540.520315: 33857553 cycles: 12416df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [037] 2540.520811: 34005457 cycles: 140c5027 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2540.521371: 41665376 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 150658 [045] 2540.521503: 27828339 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [004] 2540.521613: 30563324 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [040] 2540.522209: 30697184 cycles: 35f7fad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2540.522235: 35187167 cycles: 21df454 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [007] 2540.522919: 27847624 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [044] 2540.522995: 41369083 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [022] 2540.523192: 37383838 cycles: 133cb528 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2540.523829: 28433469 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [005] 2540.523951: 38225278 cycles: 204af817 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [047] 2540.523969: 36942547 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2540.524206: 31660854 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2540.524350: 32166200 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2540.524393: 37827234 cycles: ffffffff8b51a97b ip6_xmit+0x26b ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 195826 [043] 2540.524498: 31869297 cycles: ffffffff8aab6c53 seq_put_decimal_ll+0x13 ([kernel.kallsyms]) ffffffff8ab3e111 do_task_stat+0x411 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 194449 [029] 2540.525133: 31391498 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [019] 2540.525138: 36429192 cycles: 1740bf2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 169040 [032] 2540.525461: 30120431 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [008] 2540.526402: 36117674 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [000] 2540.526517: 36270531 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2540.526675: 36663663 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [023] 2540.526706: 40822451 cycles: ffffffff8a7d5bd1 enqueue_timer+0x21 ([kernel.kallsyms]) ffffffff8a7d6ab0 __mod_timer+0x370 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2540.526777: 30513579 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [002] 2540.526928: 36759409 cycles: ffffffff8b480a7d tcp_rbtree_insert+0x2d ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [010] 2540.527038: 31981350 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [046] 2540.527058: 35164008 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [011] 2540.527071: 36215809 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2540.527109: 36863837 cycles: ffffffff8a7d552a __next_timer_interrupt+0x3a ([kernel.kallsyms]) ffffffff8a7d6ec9 get_next_timer_interrupt+0x149 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [025] 2540.527426: 26599874 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [039] 2540.527740: 43309482 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [036] 2540.527880: 32978759 cycles: 67f4447 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2540.528530: 36095739 cycles: ffffffff8a7d55f5 __next_timer_interrupt+0x105 ([kernel.kallsyms]) ffffffff8a7d6ec9 get_next_timer_interrupt+0x149 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [001] 2540.528831: 41044694 cycles: 26cc3c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [013] 2540.528916: 28859970 cycles: ffffffff8aa5d66a __memcg_kmem_charge_page+0x1ca ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 196117 [017] 2540.529373: 34747629 cycles: 3b9e6da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [014] 2540.529876: 35161783 cycles: ad45dab [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [024] 2540.529961: 35683373 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [028] 2540.530765: 40632298 cycles: bba503c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [035] 2540.530766: 41912699 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [007] 2540.530826: 29355667 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [021] 2540.532579: 35686838 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [042] 2540.532665: 50219130 cycles: 133fee10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [045] 2540.533019: 26710228 cycles: 133a4bea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2540.533126: 29009364 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [020] 2540.533187: 36717426 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 195826 [043] 2540.533315: 33489544 cycles: ffffffff8acee235 hook_ptrace_access_check+0x5 ([kernel.kallsyms]) ffffffff8a6faba6 __ptrace_may_access+0xe6 ([kernel.kallsyms]) ffffffff8a6fb9bf ptrace_may_access+0x2f ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 194343 [040] 2540.533752: 40873062 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2540.534147: 33518910 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [004] 2540.534284: 28888953 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [015] 2540.534448: 27550590 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [037] 2540.534530: 32767890 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [030] 2540.535034: 39477026 cycles: ffffffff8a7523ce __update_idle_core+0x9e ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [016] 2540.535364: 35674917 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [003] 2540.535775: 36151908 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13058e8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2540.536302: 31924855 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2540.536324: 33991710 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [018] 2540.536796: 39583272 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [032] 2540.536852: 32035968 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2540.537289: 39107228 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [006] 2540.537316: 35085564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2540.537538: 28725930 cycles: ffffffff8a765595 record_times+0x5 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [029] 2540.537671: 31567081 cycles: ffffffff8b52f68b ip6_dst_check+0x4b ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [012] 2540.537910: 29665691 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [010] 2540.538494: 33377012 cycles: 1554b911 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [025] 2540.538521: 25909427 cycles: 2722925a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 170645 [044] 2540.538852: 41309227 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [031] 2540.538982: 38401111 cycles: 12a0789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [011] 2540.539529: 45238225 cycles: 141987a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [008] 2540.539646: 36966713 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [047] 2540.539809: 31836986 cycles: ffffffff8aa31884 __kmem_cache_alloc_node+0x284 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [046] 2540.539949: 39366163 cycles: 689b7fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [034] 2540.540144: 34882790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2540.540504: 38482079 cycles: 3a8fe9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [036] 2540.541391: 32906784 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [000] 2540.541425: 35523063 cycles: ffffffff8a753b19 pick_next_task_fair+0x59 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [019] 2540.541456: 36314072 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [009] 2540.541638: 35415434 cycles: 154cae02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [007] 2540.542053: 30907512 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [013] 2540.542220: 32747945 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2540.542564: 42744225 cycles: 1683580 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [023] 2540.542872: 40449457 cycles: ffffffff8b3811c4 skb_release_head_state+0x14 ([kernel.kallsyms]) ffffffff8b3888a5 napi_consume_skb+0xe5 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [038] 2540.543075: 31410783 cycles: 3b3ddef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [045] 2540.543489: 29533839 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [015] 2540.543602: 28426748 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528d7d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [027] 2540.544192: 41445262 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [024] 2540.544222: 31877361 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [039] 2540.544689: 40178928 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [017] 2540.544768: 30518984 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2540.545028: 33899665 cycles: 178fd7b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2540.545396: 27727314 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [028] 2540.545438: 44176803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [020] 2540.545438: 34640404 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [021] 2540.546567: 39980819 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2540.547055: 40580322 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [043] 2540.547426: 30364625 cycles: 2727b00b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [037] 2540.547490: 31945137 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2540.547787: 30883976 cycles: 688e6ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [003] 2540.548065: 34290216 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [012] 2540.548207: 33358611 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [032] 2540.548217: 30763318 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [025] 2540.548231: 25185508 cycles: 26a2d37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [035] 2540.548347: 48776302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [016] 2540.548373: 32876452 cycles: 178e94b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [006] 2540.548846: 34571520 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2540.548905: 28325059 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [010] 2540.548910: 32768119 cycles: ffffffff8aa5ba3c try_charge_memcg+0x3c ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [026] 2540.548948: 33291597 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [022] 2540.549138: 31347225 cycles: ffffffff8adb5528 _copy_from_user+0x48 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2540.549248: 41497407 cycles: 12ea6ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [029] 2540.549400: 34257935 cycles: 1417e1e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2540.550297: 45067484 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2540.550785: 42823000 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2540.551137: 37471946 cycles: ffffffff8a76044d __update_load_avg_cfs_rq+0xd ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [047] 2540.551149: 30566904 cycles: ffffffff8a750006 update_sg_lb_stats+0x206 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2540.552149: 39126505 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [046] 2540.553159: 35524987 cycles: 21a1ba6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2540.553237: 42664670 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [031] 2540.553271: 47176688 cycles: 15b4750 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 154858 [036] 2540.553468: 31186353 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [024] 2540.553552: 32455249 cycles: 204be9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [007] 2540.553716: 31128581 cycles: ffffffff8aa7f2e5 __x64_sys_write+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [044] 2540.553718: 39600002 cycles: 14067758 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2540.553955: 31139497 cycles: 186d143 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [038] 2540.554319: 30138465 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [002] 2540.554443: 34861230 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [009] 2540.554670: 33130993 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [015] 2540.555012: 27740224 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [000] 2540.555207: 33565938 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [045] 2540.555519: 31591000 cycles: ffffffff8b6acf22 _raw_read_unlock_irqrestore+0x32 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [011] 2540.555933: 43263150 cycles: 3a8ff84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [004] 2540.556082: 27750171 cycles: ffffffff8a74e106 dequeue_task_fair+0xc6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [017] 2540.557474: 29057136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [001] 2540.557551: 37196477 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [014] 2540.557616: 31613750 cycles: 14082ce8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [019] 2540.557955: 36040000 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 177e4a81 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [023] 2540.558471: 44036067 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [020] 2540.558906: 33244204 cycles: 133c914a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [033] 2540.559105: 27861281 cycles: ffffffff8b3a7f82 net_rx_action+0x2b2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2540.559156: 25207672 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2540.559944: 32225771 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [032] 2540.560139: 29204236 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [041] 2540.560227: 33369672 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2540.560348: 31708807 cycles: ffffffff8a769203 psi_group_change+0x263 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2540.560555: 34631140 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [021] 2540.560637: 39818570 cycles: 17bc9a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [043] 2540.560893: 27846290 cycles: 14258da2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 26835 [010] 2540.561233: 32570801 cycles: 3b6a6be __syscall_cp_c+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6df4e __clock_nanosleep+0x4e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6e26f nanosleep+0xf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b72055 usleep+0x35 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33be859 std::__y1::__function::__func >, bool, bool)::$_0, std::__y1::allocator >, bool, bool)::$_0>, void ()>::operator()+0x19 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a93d5 (anonymous namespace)::TThreadFactoryFuncObj::DoExecute+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a9676 (anonymous namespace)::TSystemThreadFactory::TPoolThread::ThreadProc+0x6 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.AIO0 198852 [037] 2540.561437: 31800447 cycles: 251fca38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2540.562067: 32318866 cycles: 3b30b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2540.562222: 29079456 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 150656 [006] 2540.562487: 34365695 cycles: 12f0ac07 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [029] 2540.562632: 36878582 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198620 [040] 2540.562749: 38521544 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [027] 2540.562873: 32465803 cycles: 3a49660 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2540.563050: 38241039 cycles: ffffffff8a74c568 select_task_rq_fair+0xe8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198832 [028] 2540.563053: 38438169 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [024] 2540.563345: 33019970 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [003] 2540.563787: 34597681 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [030] 2540.564071: 41435437 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [047] 2540.564684: 30509296 cycles: ffffffff8a74875c update_blocked_averages+0x16c ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [046] 2540.565214: 33470728 cycles: 3b76406 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [009] 2540.565636: 35127538 cycles: 1338e94f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [013] 2540.565881: 29608530 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 198611 [036] 2540.566005: 30076463 cycles: ffffffff8a74195b __calc_delta+0xb ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [038] 2540.566263: 29005771 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [015] 2540.566450: 33415524 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [000] 2540.567072: 33933340 cycles: ffffffff8a9d13df __tlb_remove_page_size+0xf ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8907f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [042] 2540.567143: 45462172 cycles: ffffffff8a74aac3 update_curr+0x33 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2540.567788: 29112122 cycles: ffffffff8a769233 psi_group_change+0x293 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [002] 2540.567953: 34683897 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [044] 2540.568199: 42772488 cycles: 25260dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [018] 2540.568264: 47045080 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2540.568844: 32511032 cycles: 172c34b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2540.568902: 31128581 cycles: ffffffff8a7d80cd hrtimer_start_range_ns+0x7d ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2540.569542: 34763002 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 171593 [014] 2540.569658: 29974096 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [025] 2540.569707: 24670965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2540.569843: 29073920 cycles: 17fdfa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [045] 2540.570041: 38707349 cycles: 3a779ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2540.570376: 29016606 cycles: 3c47eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [016] 2540.570886: 34091720 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [033] 2540.571036: 26393118 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [022] 2540.571888: 29134949 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [008] 2540.572084: 43629529 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [001] 2540.572145: 39294500 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2540.572423: 39426198 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [020] 2540.572611: 36309731 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [026] 2540.572708: 29887428 cycles: ffffffff8a7f645a futex_wake_mark+0x5a ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2540.572752: 38355813 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [043] 2540.573049: 26062519 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2540.573624: 41947528 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [011] 2540.573685: 37835202 cycles: ffffffff8a9c2d7c __handle_mm_fault+0x19c ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [031] 2540.573728: 38914787 cycles: 139f0f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2540.574192: 38697827 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [041] 2540.574835: 34815921 cycles: ffffffff8b800146 entry_SYSCALL_64_after_hwframe+0xce ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197259 [006] 2540.575135: 40456341 cycles: 21a3e9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [039] 2540.575753: 41993827 cycles: ffffffff8b6226b0 xas_start+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193997 [027] 2540.575761: 30573504 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 196907 [040] 2540.575877: 35767649 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [034] 2540.575993: 35994423 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2540.576138: 34667850 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [029] 2540.576368: 38328429 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 194363 [038] 2540.576422: 28673074 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [024] 2540.576522: 30569142 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2540.576802: 51022986 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [028] 2540.577221: 35535475 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [004] 2540.577453: 29122950 cycles: ffffffff8a7412be update_min_vruntime+0xe ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [046] 2540.577554: 32141939 cycles: 1424d8ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2540.578067: 30565245 cycles: ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 165272 [013] 2540.578097: 27887498 cycles: ffffffff8a741955 __calc_delta+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [047] 2540.578161: 31271701 cycles: ffffffff8adb05b3 _find_next_bit+0x43 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [003] 2540.578509: 36994419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [009] 2540.578673: 32803156 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [015] 2540.578681: 31236356 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagentd 169822 [025] 2540.579191: 25611792 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [000] 2540.579634: 32445103 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2540.580632: 32364050 cycles: 3b8ad6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [032] 2540.580674: 29142119 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [016] 2540.580716: 34121435 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [007] 2540.581376: 37925817 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [030] 2540.581630: 40658525 cycles: 3c582e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [014] 2540.581760: 28190715 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [005] 2540.582565: 29223854 cycles: ffffffffc0ca9eae nf_confirm+0x4e ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [026] 2540.582763: 30084405 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [017] 2540.583325: 27850556 cycles: e5654 clock_gettime+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 17122ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2540.583497: 28084710 cycles: ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [033] 2540.583743: 25807370 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2540.583765: 25935532 cycles: 27299b63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [045] 2540.583887: 34593162 cycles: ffffffff8b493646 tcp_v4_rcv+0x86 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [044] 2540.584283: 36196100 cycles: 6550c3a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [035] 2540.584444: 32324156 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198440 [010] 2540.585360: 38886259 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2540.585569: 35726290 cycles: 195920b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 194346 [020] 2540.586271: 35491322 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [018] 2540.586303: 48132649 cycles: ffffffff8a764e15 __wake_up_common+0x5 ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [024] 2540.587579: 33110038 cycles: 3ad849b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [038] 2540.587615: 34518510 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [037] 2540.587689: 35970253 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [031] 2540.587959: 35254145 cycles: 21a0a2f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [001] 2540.588686: 38845153 cycles: 2727af00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155846 [012] 2540.588697: 34937214 cycles: ffffffff8a760aa5 update_rt_rq_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [025] 2540.588958: 30641003 cycles: ffffffff8a9407d0 perf_adjust_freq_unthr_context+0xf0 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [008] 2540.589102: 50328043 cycles: 1406ae7d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [027] 2540.589108: 33102672 cycles: ffffffff8a769212 psi_group_change+0x272 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [004] 2540.589214: 28339440 cycles: 21a1ba7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2540.589313: 44849202 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2540.589406: 32803119 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a73bf3c try_to_wake_up+0x27c ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2540.589756: 26959590 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [040] 2540.589763: 31699038 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 162382db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2540.589955: 29453675 cycles: ffffffff8b484f0f tcp_schedule_loss_probe.part.0+0xdf ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [036] 2540.590005: 30191349 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2540.590131: 37290631 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [041] 2540.590222: 38723665 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) nbsd.SRV2 197556 [021] 2540.590602: 31740911 cycles: ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [019] 2540.590613: 36945647 cycles: 68a5be5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.590758: 29080367 cycles: ffffffff8a753c7f pick_next_task_fair+0x1bf ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [046] 2540.590954: 32203080 cycles: 1b5674c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2540.591184: 28689819 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2540.591212: 30341828 cycles: 17e3571 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [009] 2540.591297: 30641079 cycles: 64df08a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155844 [028] 2540.591633: 32053743 cycles: ffffffff8a7f82e6 __smp_call_single_queue+0x6 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 18748ac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [015] 2540.592181: 32351943 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [039] 2540.592929: 44092142 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2540.593078: 35604884 cycles: 1860e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [017] 2540.593310: 36948132 cycles: ffffffff8a74f689 find_busiest_queue+0xd9 ([kernel.kallsyms]) ffffffff8a752ea8 load_balance+0x178 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2540.593728: 29229517 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [026] 2540.593784: 36470460 cycles: 1339dc1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [022] 2540.593791: 27654489 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2540.593978: 35682182 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2540.594480: 38435435 cycles: 3ba4075 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [029] 2540.594788: 34173223 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [043] 2540.595185: 25017008 cycles: ffffffff8aa2b3fb memcg_slab_post_alloc_hook+0x7b ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 170605 [003] 2540.595245: 40674023 cycles: ffffffff8b6a4721 __schedule+0x221 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [033] 2540.595794: 25993817 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [007] 2540.597093: 36179103 cycles: 1861240 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2540.597431: 43022183 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [035] 2540.597667: 38028272 cycles: 3502351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [042] 2540.598085: 34800638 cycles: ffffffff8a7f1ae5 get_futex_key+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [025] 2540.598582: 31366551 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [038] 2540.598691: 33246641 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [044] 2540.599291: 31245330 cycles: 1fcda97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [024] 2540.599413: 34927769 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [014] 2540.599931: 29216203 cycles: 1330eb89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [004] 2540.600300: 34221043 cycles: 6446956 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [020] 2540.600554: 36611851 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [031] 2540.600905: 32482809 cycles: ffffffff8a6f2fbd __local_bh_enable_ip+0xd ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [023] 2540.600919: 53278952 cycles: ffffffff8a75c88b cpu_startup_entry+0x1b ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [027] 2540.601007: 31505655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12f35c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2540.601238: 38942728 cycles: ffffffff8a753c49 pick_next_task_fair+0x189 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2540.601270: 28679257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2540.601309: 35137000 cycles: ffffffff8a75fab2 __update_load_avg_blocked_se+0x72 ([kernel.kallsyms]) ffffffff8a7432d1 migrate_task_rq_fair+0x1d1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [040] 2540.601413: 30285698 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [037] 2540.601546: 33370758 cycles: 204007f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 198064 [015] 2540.601893: 35338270 cycles: 243e782 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 244fab1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee6c6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blockstore-clie 198727 [005] 2540.601909: 33720242 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [013] 2540.602188: 25919316 cycles: ffffffff8b698071 ct_nmi_enter+0x1 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [021] 2540.602215: 32049979 cycles: 1fd015d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [012] 2540.602443: 31055869 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [034] 2540.602845: 34586894 cycles: bbc9e1b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2540.603808: 32203080 cycles: ffffffff8a74ede9 enqueue_entity+0x369 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [047] 2540.603939: 27228029 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194434 [028] 2540.604039: 29837640 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 186b46e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [011] 2540.604128: 35348200 cycles: ffffffff8a7527e0 update_sd_lb_stats.constprop.0+0x50 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [009] 2540.604507: 28717551 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2540.604656: 52012885 cycles: ffffffff8b61acff timerqueue_del+0x3f ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [002] 2540.604768: 32177444 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2540.605518: 35887140 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2540.605907: 26435246 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [000] 2540.606029: 41322817 cycles: ffffffff8a6f2fe8 __local_bh_enable_ip+0x38 ([kernel.kallsyms]) ffffffff8b3a4c79 __dev_queue_xmit+0x299 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [006] 2540.606849: 40975856 cycles: 35f7f7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [016] 2540.606980: 32590265 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2540.607384: 23954614 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2540.608003: 45846378 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2540.608094: 34496093 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2540.608123: 33610271 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [033] 2540.608144: 27632689 cycles: 36b79d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [029] 2540.609166: 37453419 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167045 [045] 2540.609166: 47357621 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197246 [008] 2540.609660: 47181093 cycles: 26b1d985 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [017] 2540.609687: 39285863 cycles: ffffffff8a74becf select_idle_sibling+0x3af ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133c9373 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2540.609925: 40034399 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2540.610793: 29471671 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [038] 2540.610819: 39812473 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67d8803ef [unknown] (//anon) diskagen.IC 197891 [040] 2540.610980: 30377890 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2540.611029: 28534415 cycles: ffffffff8b3752a8 sock_alloc_send_pskb+0xe8 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [039] 2540.611455: 42631777 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 198064 [015] 2540.611590: 35680832 cycles: 2451bf0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23edb07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eaa7a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [044] 2540.611673: 29169017 cycles: ffffffff8a754f65 nohz_run_idle_balance+0x35 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [042] 2540.611788: 47078579 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d34b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166606 [024] 2540.611909: 36722631 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2540.611938: 36330771 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 197889 [031] 2540.612542: 31611222 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166596 [013] 2540.612565: 28348819 cycles: 1a719e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc088d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [004] 2540.613181: 39091891 cycles: 17f81ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [034] 2540.613248: 35864739 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2540.613922: 31991499 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [012] 2540.614145: 32739888 cycles: ffffffff8ad60fa1 blk_cgroup_congested+0x31 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2540.614322: 39789229 cycles: ffffffff8a7d7f75 __hrtimer_start_range_ns+0x295 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [035] 2540.614422: 40163560 cycles: 3b2db90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193989 [036] 2540.614556: 34923371 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [007] 2540.614885: 33474710 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [037] 2540.614895: 32898096 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [010] 2540.614899: 44854240 cycles: ffffffff8b45c5c5 __ip_local_out+0x5 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197518 [009] 2540.614901: 34785151 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 167055 [028] 2540.615198: 29520826 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [030] 2540.615299: 39465385 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b75f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [046] 2540.615489: 37757419 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2540.615804: 30476989 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [047] 2540.616227: 28499400 cycles: ffffffff8a9ed58f rmqueue+0x68f ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [022] 2540.616686: 28886496 cycles: 3b40205 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [021] 2540.617031: 30881194 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 172767 [002] 2540.617175: 34135693 cycles: bbbbb36 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [011] 2540.617980: 32608698 cycles: 3c3fa03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [043] 2540.618028: 23967858 cycles: 1be53f2f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [026] 2540.619427: 38479653 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [033] 2540.619643: 27046367 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [032] 2540.619816: 30003364 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [016] 2540.620394: 38639155 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [000] 2540.620574: 39365202 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [001] 2540.620632: 40500663 cycles: 2727afed [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [006] 2540.621163: 39658702 cycles: 283b49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [023] 2540.621290: 47761712 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) test_tool 198064 [015] 2540.621425: 36020109 cycles: 243dac4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e7360 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 198711 [040] 2540.621735: 30994681 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [014] 2540.622124: 30995546 cycles: 272afb9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2540.622287: 36537093 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [044] 2540.622523: 28470114 cycles: 141de0f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [018] 2540.623073: 51813976 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [029] 2540.623300: 36475658 cycles: 689b81a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2540.623626: 33407996 cycles: ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2540.625101: 30980223 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2540.625547: 34217471 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [031] 2540.625935: 32546569 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IO 165163 [012] 2540.625984: 35245782 cycles: 21b69d45 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [024] 2540.626189: 35954171 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [038] 2540.626237: 39583462 cycles: 3b3bdbf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2540.626465: 33017154 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [034] 2540.626719: 32551797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [008] 2540.627076: 53000104 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [005] 2540.627140: 31991499 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [047] 2540.627310: 31169452 cycles: 1730a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [036] 2540.627910: 32442989 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [045] 2540.628081: 45084522 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2540.628158: 32898096 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [022] 2540.628169: 28260883 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2540.628423: 33258191 cycles: 3c794a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2540.628468: 32069461 cycles: ffffffff8a75ff2a __update_load_avg_se+0x1ca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [042] 2540.628508: 42891606 cycles: 3ac4242 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2540.628571: 45683494 cycles: ffffffff8a7efdbf tick_nohz_idle_exit+0xaf ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [043] 2540.628627: 25280364 cycles: ffffffff8b47fa8e tcp_validate_incoming+0x37e ([kernel.kallsyms]) ffffffff8b480e05 tcp_rcv_established+0x175 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [020] 2540.628769: 37531378 cycles: 3a93de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2540.629067: 35662708 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2540.629622: 38981960 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [007] 2540.629681: 33649254 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14261a40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [011] 2540.629890: 37218770 cycles: 14068f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [039] 2540.630078: 46763351 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [021] 2540.630179: 39542607 cycles: 932e1 pthread_cond_signal+0xc1 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [046] 2540.630304: 32792362 cycles: ffffffff8aa7f2e5 __x64_sys_write+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 194631 [033] 2540.630382: 32182250 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [004] 2540.630589: 33592397 cycles: 2516c671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [009] 2540.630779: 41564621 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [032] 2540.631385: 29545851 cycles: 189e410 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [010] 2540.631950: 42394219 cycles: ffffffff8b47b8e8 tcp_rcv_space_adjust+0x28 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 196811 [044] 2540.631997: 28644058 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [040] 2540.632183: 37278495 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2540.632307: 38080531 cycles: ffffffff8b696b84 sysvec_apic_timer_interrupt+0x24 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [035] 2540.632474: 37053856 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [014] 2540.633932: 29446959 cycles: bbb8446 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [000] 2540.634124: 36811441 cycles: ffffffff8b46ba89 tcp_inbound_md5_hash+0xd9 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 197531 [006] 2540.634963: 36217641 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [016] 2540.635340: 38445937 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [015] 2540.635550: 32661886 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [017] 2540.635651: 38611720 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2540.635851: 37726209 cycles: 35f3da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [003] 2540.636537: 33640312 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [028] 2540.636924: 32935898 cycles: 1406fb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [013] 2540.637467: 42088737 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [029] 2540.637586: 40208019 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 197267 [043] 2540.638065: 25708028 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5df5ee2237 [unknown] (//anon) diskagentd 159401 [034] 2540.638580: 35819790 cycles: ffffffff8a7d783e enqueue_hrtimer+0x4e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 171291 [024] 2540.638756: 33409888 cycles: acba5ec [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2540.639060: 33527323 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2540.639174: 37603946 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2540.639258: 35616535 cycles: 14015e01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 168700 [012] 2540.639302: 33407202 cycles: ffffffff8a738344 pick_next_task+0x44 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166754 [001] 2540.639352: 46520741 cycles: ffffffff8a65f452 os_xsave+0x32 ([kernel.kallsyms]) Test 194631 [023] 2540.639584: 43740352 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2540.639734: 32673134 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197240 [036] 2540.639749: 30900128 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [038] 2540.640189: 38207540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [018] 2540.640877: 44661663 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2540.641158: 35469096 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 170455 [044] 2540.641596: 29285385 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 198434 [037] 2540.641630: 47918817 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PDisk 155808 [030] 2540.641835: 40441772 cycles: 1567bdeb [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [046] 2540.642243: 30873804 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2540.642715: 33702903 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2540.642782: 38066133 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [033] 2540.642950: 33131181 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2540.643514: 34706039 cycles: ffffffff8a7dc344 timekeeping_max_deferment+0x24 ([kernel.kallsyms]) ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154842 [027] 2540.643580: 28430962 cycles: ffffffff8a74ded5 dequeue_entity+0x355 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2540.643633: 38121154 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [002] 2540.643711: 36958254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [011] 2540.644240: 34395182 cycles: 3a90c9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2540.644628: 33137511 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [014] 2540.645044: 31760654 cycles: 21cb0d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [043] 2540.645921: 27188011 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [040] 2540.646020: 34382942 cycles: ffffffff8b37e3c6 __build_skb_around+0x86 ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2540.646478: 49708206 cycles: ffffffff8a768fca psi_group_change+0x2a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [045] 2540.646494: 36684239 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [021] 2540.646638: 39943580 cycles: 17dfc69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2540.646966: 38443291 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [000] 2540.647491: 35808481 cycles: 194d7bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [041] 2540.647990: 46406637 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2540.648112: 35931325 cycles: ffffffff8a6b802a native_load_tls+0x2a ([kernel.kallsyms]) default-executo 196114 [039] 2540.648204: 46513043 cycles: 3c9e297 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [028] 2540.648951: 31694333 cycles: ffffffff8a7b0c75 invoke_rcu_core+0x55 ([kernel.kallsyms]) ffffffff8a7b8bcc rcu_sched_clock_irq+0x15c ([kernel.kallsyms]) ffffffff8a7d6fa3 update_process_times+0x63 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9ea341 free_unref_page_commit+0x61 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [008] 2540.649233: 41968515 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [015] 2540.649808: 28300245 cycles: 1742bfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198727 [016] 2540.650234: 38634640 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198656 [006] 2540.651006: 32070689 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2540.651210: 35484074 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [036] 2540.651283: 33169960 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [003] 2540.651401: 32922329 cycles: 1a699d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 168895 [035] 2540.651668: 31014361 cycles: 1567d866 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [022] 2540.651875: 34242218 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [024] 2540.652220: 33409888 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [034] 2540.652555: 35112212 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [044] 2540.652996: 31448894 cycles: ffffffff8a754b0c nohz_balancer_kick+0x4c ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [017] 2540.654046: 39050245 cycles: 25260c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [019] 2540.654188: 32860662 cycles: 12f63471 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2540.654524: 31445614 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159401 [029] 2540.654573: 41832277 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2540.654748: 33640522 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [043] 2540.655295: 32167255 cycles: ffffffff8aa72b41 __check_object_size.part.0+0x11 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [046] 2540.655439: 28795704 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2540.656207: 44815146 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197523 [031] 2540.656223: 36702554 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c7a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2540.656576: 32530035 cycles: ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [014] 2540.656867: 30199150 cycles: 27284941 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [027] 2540.657245: 31186191 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [030] 2540.657421: 34713872 cycles: 3c4af1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [005] 2540.657484: 37603946 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2540.657493: 37877019 cycles: 2781b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [028] 2540.657929: 35460762 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [011] 2540.658407: 34373058 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [004] 2540.658461: 29058071 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2540.658641: 36866786 cycles: 140487bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2540.658764: 36166709 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [020] 2540.659006: 38066133 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [018] 2540.659113: 40368759 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2540.659180: 38223697 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2540.659949: 37038792 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [023] 2540.660535: 40294957 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2540.660722: 35441654 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [015] 2540.661115: 27388694 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [026] 2540.661321: 33607961 cycles: 156b88dd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [010] 2540.661677: 35170782 cycles: 35f7f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [025] 2540.661733: 35703535 cycles: 2893657 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [009] 2540.661821: 44279874 cycles: 1339d900 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [042] 2540.662149: 45142535 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [006] 2540.662421: 37052929 cycles: 3c0d8e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [032] 2540.662832: 34117717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [036] 2540.663059: 33951721 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) perf 198744 [045] 2540.663092: 34126040 cycles: ffffffff8aad96cb generic_write_end+0x8b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [003] 2540.663229: 41956113 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [021] 2540.663700: 40080778 cycles: 3b28025 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197273 [044] 2540.663771: 30611541 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [037] 2540.664251: 41124877 cycles: 13c966bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2540.664747: 42380917 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2540.664961: 43075293 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2540.665239: 31077430 cycles: 3c79cf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160831 [035] 2540.665265: 32242471 cycles: ffffffff8a7604a0 __update_load_avg_cfs_rq+0x60 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [047] 2540.665620: 30261064 cycles: 17bd5cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2540.665667: 39096079 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2540.665837: 38968801 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [039] 2540.666879: 37989056 cycles: ffffffff8a752da3 load_balance+0x73 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2540.667133: 35980017 cycles: ffffffff8a747d2d update_load_avg+0x45d ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [041] 2540.667411: 48870388 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7b7af1d41bf [unknown] (//anon) blocksto.CLI1 198713 [046] 2540.667615: 27420859 cycles: 36b79d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [038] 2540.668274: 30176050 cycles: ffffffff8aa31aa8 __kmem_cache_free+0x198 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2540.668374: 33246323 cycles: 28b8411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [005] 2540.668959: 48026003 cycles: ffffffff8a94074a perf_adjust_freq_unthr_context+0x6a ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [019] 2540.669212: 31482796 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [030] 2540.669413: 33602027 cycles: 17dfe8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [043] 2540.669958: 35418031 cycles: 142436fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [028] 2540.671063: 34385719 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1c396201 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [031] 2540.671157: 39570102 cycles: 18637af [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [011] 2540.671292: 35094927 cycles: ffffffff8aa1d075 alloc_pages+0x5 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd 197545 [004] 2540.671324: 27031730 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2540.671390: 30038448 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [017] 2540.671728: 45894470 cycles: ffffffff8a747bda update_load_avg+0x30a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [002] 2540.672679: 43132257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [040] 2540.672791: 43831629 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [015] 2540.673017: 25836749 cycles: ffffffff8aa5963b refill_obj_stock+0x1b ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8aa8007d file_free_rcu+0x2d ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198656 [020] 2540.673641: 51288823 cycles: 628f800 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2540.673861: 32311666 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [032] 2540.673941: 37452403 cycles: 193e3d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [026] 2540.674350: 32024331 cycles: ffffffff8b47eec8 tcp_ack+0x568 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 159615 [029] 2540.674570: 41832277 cycles: ffffffff8a74de5e dequeue_entity+0x2de ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 155697 [010] 2540.674677: 32745451 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 155860 [018] 2540.674908: 39527935 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [009] 2540.675577: 42307795 cycles: ffffffff8b48a495 sk_forced_mem_schedule+0x5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [044] 2540.676281: 33204079 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [000] 2540.676293: 36887147 cycles: 3b353da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [006] 2540.676702: 34989462 cycles: 3661bcc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2540.676762: 36679078 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [022] 2540.677264: 31109020 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [025] 2540.677309: 38277573 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2540.677406: 27256554 cycles: 133a35c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2540.677860: 31488327 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [007] 2540.678110: 29857238 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 170455 [033] 2540.678753: 40963863 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 156a312d [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [034] 2540.678931: 35713150 cycles: ffffffff8b377e10 __sk_mem_raise_allocated+0x80 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagentd 163655 [042] 2540.679307: 42331125 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [038] 2540.679494: 29007092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [023] 2540.679740: 41624239 cycles: 2892fb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [045] 2540.680153: 35826010 cycles: 1404f251 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2540.680451: 30580087 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [014] 2540.680518: 35453651 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 15647bfffd27 [unknown] (//anon) diskagentd 198857 [004] 2540.681989: 26448188 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [021] 2540.682388: 52368204 cycles: ffffffff8a74bf3c select_idle_sibling+0x41c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [030] 2540.682435: 33729105 cycles: 17f5056 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [012] 2540.682621: 30633019 cycles: ffffffff8b475400 tcp_update_pacing_rate+0x40 ([kernel.kallsyms]) ffffffff8b47f205 tcp_ack+0x8a5 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [024] 2540.682763: 42576401 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [003] 2540.682791: 37581146 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [019] 2540.682899: 29023670 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [035] 2540.682962: 33775662 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [016] 2540.683012: 40415415 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197533 [037] 2540.683374: 31014338 cycles: 14018904 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [028] 2540.683586: 38833817 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [015] 2540.683872: 28055278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [027] 2540.684540: 39594138 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165162 [008] 2540.684667: 35706027 cycles: ffffffff8a64a3b4 __switch_to+0xc4 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [046] 2540.685084: 29283701 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2540.685569: 37718061 cycles: 1a6ad0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [026] 2540.686389: 32657498 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2540.686489: 31097476 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2540.686514: 43386173 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170455 [032] 2540.686773: 35232391 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194434 [005] 2540.688154: 41923666 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2540.688178: 29892143 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [002] 2540.688417: 36533734 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [041] 2540.688516: 45055444 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [011] 2540.688628: 37381636 cycles: 3ba8c13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [017] 2540.688754: 43440869 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [000] 2540.688786: 47601679 cycles: 21a2da44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [018] 2540.689224: 38721540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [044] 2540.689621: 32822844 cycles: ffffffff8a735e01 update_rq_clock+0x31 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196772 [022] 2540.689702: 33672929 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [031] 2540.689820: 42684144 cycles: 3a77a04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [038] 2540.690020: 32028202 cycles: 6608011 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [006] 2540.690088: 42222913 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2540.690409: 31213232 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [036] 2540.690463: 35467798 cycles: ffffffff8a990c57 shmem_get_folio_gfp+0x37 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [009] 2540.690606: 36776035 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2540.691065: 28766571 cycles: ffffffff8a736101 enqueue_task+0xf1 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165270 [025] 2540.691079: 34956661 cycles: ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [040] 2540.691182: 40087861 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [029] 2540.692190: 46667981 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2540.692201: 28899170 cycles: 12f47525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [034] 2540.692450: 37229863 cycles: 266ed1dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [004] 2540.692534: 25848939 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193839 [014] 2540.693481: 39472167 cycles: e5734 clock_nanosleep+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [047] 2540.693532: 29994829 cycles: 6608019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [045] 2540.693535: 36661157 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [020] 2540.693633: 54034675 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168715 [012] 2540.694723: 33756283 cycles: ffffffff8a7d2109 get_timespec64+0x49 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 155697 [046] 2540.695160: 31097994 cycles: bbbd739 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [033] 2540.695260: 35320774 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [030] 2540.695666: 31001954 cycles: 2a91441 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [019] 2540.696003: 26611050 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197243 [035] 2540.696402: 33775662 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2540.697143: 42951255 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2540.697403: 27878839 cycles: ffffffff8a74330f migrate_task_rq_fair+0x20f ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [010] 2540.697567: 30684284 cycles: 68d0483 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [023] 2540.697884: 37704350 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2540.697895: 40595524 cycles: ffffffff8b36d835 sock_sendmsg+0x45 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [008] 2540.697954: 35829988 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2540.698674: 49848460 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [026] 2540.698739: 31017913 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [028] 2540.699087: 37653399 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [001] 2540.700106: 33716267 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [043] 2540.700229: 35708771 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) nbsd-lig.SNULL 194440 [027] 2540.701239: 38811598 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [032] 2540.701243: 37969871 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [002] 2540.701658: 36092283 cycles: ffffffff8b45a1e4 ip_finish_output2+0x184 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2540.701731: 47031270 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 159382 [004] 2540.701778: 26490059 cycles: 13404cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [025] 2540.701828: 33886586 cycles: 178ebcf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165683 [044] 2540.701844: 35476188 cycles: 1a7187 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2040048a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [018] 2540.702240: 35995884 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2540.702244: 31671848 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [039] 2540.702805: 36138702 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [007] 2540.702925: 36593277 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [021] 2540.702943: 41420887 cycles: 27279a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [038] 2540.703148: 29650458 cycles: 1408636a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2540.703153: 27073578 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [036] 2540.703438: 39476228 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [015] 2540.704122: 29806542 cycles: 90a27 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125e91 epoll_wait+0x41 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [006] 2540.705802: 45105165 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [011] 2540.705813: 34518914 cycles: 14120e3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [047] 2540.705882: 29441354 cycles: 3a61c86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2540.706047: 48548875 cycles: ffffffff8a7eec58 tick_nohz_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [009] 2540.706320: 34102009 cycles: 14073d42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [040] 2540.706365: 36801228 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [014] 2540.706658: 40739313 cycles: 12e96e2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2540.706822: 34829491 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [046] 2540.706871: 32182620 cycles: 125ebd epoll_wait+0x6d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2540.707108: 45522049 cycles: ffffffff8a64a2f1 __switch_to+0x1 ([kernel.kallsyms]) default-executo 194434 [034] 2540.707181: 35942652 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [030] 2540.707435: 33406267 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [008] 2540.708040: 35790044 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [019] 2540.708668: 28118377 cycles: 3a3cc40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [041] 2540.708740: 38099708 cycles: ffffffff8aaea8b8 ep_send_events+0x98 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [033] 2540.708906: 34875157 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2540.708955: 44340564 cycles: ffffffff8a74367f pick_next_entity+0x16f ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 150641 [010] 2540.709006: 32055797 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [031] 2540.709095: 48740329 cycles: ffffffff8a7432cc migrate_task_rq_fair+0x1cc ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [026] 2540.710381: 32728069 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b25f23 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [045] 2540.710521: 38685491 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [037] 2540.710757: 25950578 cycles: 1c969931 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [035] 2540.710871: 39519491 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [029] 2540.710970: 39160191 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165266 [004] 2540.711171: 29923497 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [028] 2540.712407: 34738210 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [042] 2540.712911: 49869165 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [022] 2540.712998: 30861377 cycles: ffffffff8a7485fd update_blocked_averages+0xd ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [001] 2540.713690: 37465354 cycles: ffffffff8a6f2df9 do_softirq.part.0+0x59 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [024] 2540.713976: 34392062 cycles: ffffffff8a760459 __update_load_avg_cfs_rq+0x19 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [043] 2540.714394: 33209638 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [020] 2540.714569: 63536843 cycles: 755d3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2540.714569: 33487637 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [013] 2540.714943: 27058429 cycles: ffffffff8a7412d5 update_min_vruntime+0x25 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [038] 2540.714976: 28205413 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [023] 2540.715250: 38937010 cycles: 12e816a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [018] 2540.715393: 33324533 cycles: 152b092a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2540.715562: 35095662 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [044] 2540.715775: 34919614 cycles: 688e430 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2540.716206: 41204723 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [032] 2540.716262: 33835227 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [016] 2540.716315: 40860053 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [036] 2540.716670: 36153745 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2540.716813: 32706602 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [015] 2540.717885: 33712116 cycles: 204af7b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [047] 2540.718074: 32564772 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 661ef83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 155806 [007] 2540.718099: 35958858 cycles: 91324 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [046] 2540.718442: 30626394 cycles: 1fc670d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [012] 2540.718522: 39859503 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172767 [019] 2540.718662: 27861351 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f475d97c13f [unknown] (//anon) blocksto.CLI1 194629 [003] 2540.718781: 45505414 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6f45cf7 [unknown] (//anon) nbsd.User 197533 [011] 2540.719545: 35754312 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) diskagen.IC 198855 [010] 2540.719899: 31001242 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2540.720290: 40318190 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [021] 2540.720692: 39959812 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [008] 2540.720817: 38107440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [040] 2540.720835: 32810250 cycles: 1406aef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2540.720864: 36825491 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196861 [030] 2540.720921: 30772820 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 460f36cc8dbf [unknown] (//anon) diskagen.AIO0 198050 [037] 2540.721009: 32016767 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [014] 2540.721819: 39061957 cycles: ffffffff8b480ae2 tcp_check_space+0x12 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2540.722356: 31683750 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [006] 2540.722432: 41667289 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172221 [004] 2540.722690: 29185214 cycles: ffffffff8a753bf9 pick_next_task_fair+0x139 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [022] 2540.722758: 31025861 cycles: 1338d9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2540.723153: 34340250 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [045] 2540.723454: 39483856 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [041] 2540.723883: 39096524 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 193840 [028] 2540.724807: 32569841 cycles: 14059fe1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2540.724809: 32024677 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 151687 [038] 2540.725099: 28088884 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [029] 2540.725631: 36426634 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [000] 2540.725923: 37060470 cycles: 402ab8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2540.726010: 44520717 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [002] 2540.726042: 36608197 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [035] 2540.726279: 35773586 cycles: 26477b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [005] 2540.727078: 59287563 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [024] 2540.727589: 31545522 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [001] 2540.727873: 33927905 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2540.728072: 32449053 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [010] 2540.728634: 32127746 cycles: ffffffff8b381d7e skb_release_data+0x6e ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2540.728795: 31737433 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [044] 2540.729214: 35169866 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [032] 2540.729277: 30528542 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [019] 2540.729386: 27234094 cycles: ffffffff8b459d5b ip_skb_dst_mtu+0xeb ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [043] 2540.729635: 35930404 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2540.729849: 32034935 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [046] 2540.730537: 32247618 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2540.730938: 30902905 cycles: ffffffff8a7efed9 tick_irq_enter+0x69 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [040] 2540.731123: 32152008 cycles: ffffffff8acd3fdc apparmor_file_permission+0xc ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [015] 2540.731371: 33712116 cycles: 3b65e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159622 [023] 2540.731535: 33236425 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [031] 2540.731537: 42199977 cycles: 3ac45bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2540.731649: 31858701 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [042] 2540.731740: 42738269 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [027] 2540.732096: 41468520 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 195110 [030] 2540.732336: 29415991 cycles: ffffffff8a764f85 __wake_up_common_lock+0x15 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [007] 2540.732598: 36313227 cycles: 133bb182 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [022] 2540.732616: 31042983 cycles: 3b30a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2540.732649: 31976734 cycles: ffffffff8b6ad539 _raw_spin_unlock+0x19 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [016] 2540.733238: 32967275 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [012] 2540.733555: 41103917 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2540.734789: 31494146 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [011] 2540.735201: 37385011 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [026] 2540.735518: 37291405 cycles: 3ad849f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2540.735518: 32016767 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagen.User 198032 [034] 2540.735719: 39523232 cycles: 1338d9f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [008] 2540.735928: 36933230 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [014] 2540.736018: 39837034 cycles: ffffffff8b697d20 irqentry_exit_to_user_mode+0x0 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13026516 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [038] 2540.737015: 26661419 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165845 [033] 2540.737245: 36644128 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [020] 2540.737260: 49582620 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2540.737345: 31919199 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [003] 2540.737381: 48859802 cycles: ffffffff8aa72968 check_heap_object+0x18 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [029] 2540.737792: 34255120 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [006] 2540.738168: 39476614 cycles: ffffffff8b6acc50 _raw_spin_unlock_irqrestore+0x0 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [021] 2540.738931: 39959812 cycles: 1422680f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [028] 2540.738946: 28739939 cycles: 178e848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2540.739670: 40306306 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 171287 [018] 2540.740470: 41403641 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197259 [032] 2540.740491: 29472689 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [045] 2540.740705: 49250727 cycles: a90 [unknown] ([vdso]) diskagen.AIO.SQ 197895 [001] 2540.740865: 32312231 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [025] 2540.741241: 32912263 cycles: ffffffff8a747b9b update_load_avg+0x2cb ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [024] 2540.741350: 28152483 cycles: 133c920e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198627 [000] 2540.741364: 31916273 cycles: ffffffff8a65fddf save_fpregs_to_fpstate+0x1f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2540.741487: 45399147 cycles: ffffffff8a74937d place_entity+0xd ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [019] 2540.741500: 25808481 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196775 [010] 2540.741526: 30083761 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [035] 2540.741603: 34319682 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [044] 2540.742018: 36813974 cycles: ffffffff8b48a066 tcp_release_cb+0x16 ([kernel.kallsyms]) ffffffff8b3774e8 release_sock+0x48 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b370267 __sys_recvfrom+0xb7 ([kernel.kallsyms]) ffffffff8b370324 __x64_sys_recvfrom+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12773e recv+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2540.742148: 30618303 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2540.743141: 28843718 cycles: 14073b84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [036] 2540.743342: 30138787 cycles: 1830d86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 170237 [047] 2540.743494: 31281126 cycles: ffffffff8a74aacb update_curr+0x3b ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2540.743745: 43256755 cycles: ffffffff8a7d87ab hrtimer_try_to_cancel.part.0+0xab ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [013] 2540.743761: 32451573 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166612 [022] 2540.743793: 33321495 cycles: ffffffff8a8106ad __cgroup_account_cputime+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [040] 2540.743947: 30090167 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [004] 2540.744449: 33932131 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [039] 2540.744893: 37003255 cycles: 1339d908 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [007] 2540.744904: 33716413 cycles: ffffffff8aa5349d __get_obj_cgroup_from_memcg+0xd ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 167011 [043] 2540.745026: 34213017 cycles: 18755cec [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [015] 2540.745352: 51298673 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [023] 2540.745558: 30087872 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [038] 2540.746519: 26734729 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [016] 2540.747298: 29646786 cycles: 1424eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [027] 2540.747635: 40066835 cycles: ffffffff8a739025 get_nohz_timer_target+0x5 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [042] 2540.747702: 51191356 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [037] 2540.747758: 32016767 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [031] 2540.748139: 42773159 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2540.748952: 42857770 cycles: ffffffff8b800ef3 asm_sysvec_apic_timer_interrupt+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) diskagen.AIO1 198054 [009] 2540.749179: 33837531 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [028] 2540.749418: 28402237 cycles: 2514ce1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2540.749501: 46212849 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2540.749656: 38607618 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2540.750194: 43879847 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [012] 2540.750464: 35766593 cycles: ffffffff8a97470d folio_mark_accessed+0x2d ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [032] 2540.751241: 29421224 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [006] 2540.751604: 35726629 cycles: 2049b6f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [029] 2540.751629: 31456782 cycles: ae4ff11 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IO 151707 [010] 2540.751732: 30599242 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [033] 2540.751762: 37337261 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [024] 2540.751916: 28012022 cycles: 3c80d2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [014] 2540.751941: 39592049 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2540.752373: 30963048 cycles: ffffffff8b6abe3f default_idle+0xf ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [005] 2540.752501: 54624532 cycles: ffffffff8a9ee1f5 free_compound_page+0x5 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2540.752644: 32157195 cycles: ffffffff8a749389 place_entity+0x19 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193987 [019] 2540.752832: 25087191 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [040] 2540.753547: 30450336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [046] 2540.753668: 29529775 cycles: ffffffff8a7434af select_idle_core+0x15f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2540.753750: 29676409 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [030] 2540.753792: 28093368 cycles: ffffffff8aaf88f5 __x64_sys_io_submit+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [001] 2540.753944: 34853614 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [002] 2540.754147: 35853154 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2540.754268: 39190482 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [038] 2540.754881: 28519780 cycles: 251743ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 193914 [013] 2540.755196: 31077268 cycles: ffffffff8acd6d0a apparmor_file_alloc_security+0x3a ([kernel.kallsyms]) ffffffff8ac66bde security_file_alloc+0x4e ([kernel.kallsyms]) ffffffff8aa80119 __alloc_file+0x59 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd 166754 [020] 2540.755408: 45353339 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [021] 2540.755423: 48311413 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [003] 2540.755614: 49232916 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [044] 2540.755928: 33446862 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [035] 2540.756118: 34319682 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [022] 2540.756294: 32149531 cycles: ffffffff8b36d441 sock_recvmsg+0x31 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [047] 2540.756304: 28984896 cycles: ffffffff8a735e01 update_rq_clock+0x31 ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [016] 2540.757666: 29504732 cycles: ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [004] 2540.757893: 35768223 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2540.758133: 34937547 cycles: 172c1a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [023] 2540.758472: 31104902 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [045] 2540.758770: 41055939 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2540.759647: 32027009 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [028] 2540.759876: 28338997 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [027] 2540.760100: 38110146 cycles: ffffffff8b37b9fe skb_queue_tail+0x4e ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [037] 2540.760270: 52620437 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [039] 2540.760483: 31288270 cycles: 3a77a17 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [041] 2540.760809: 43286253 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2540.761714: 45676523 cycles: ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2540.762755: 27687137 cycles: ffffffff8b61a622 memchr_inv+0xe2 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198111 [006] 2540.763190: 35549937 cycles: ffffffff8a64a316 __switch_to+0x26 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [032] 2540.763271: 30834336 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [030] 2540.763676: 35038275 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2540.763725: 30374567 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2540.763765: 34933868 cycles: ffffffff8b47ea16 tcp_ack+0xb6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 193914 [013] 2540.763812: 32336087 cycles: 24eaedb [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 198854 [040] 2540.763998: 30522332 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [031] 2540.764150: 38282949 cycles: ffffffff8aa586f7 __mod_memcg_lruvec_state+0x87 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2540.764254: 26965917 cycles: ffffffff8a996753 need_update+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [009] 2540.764422: 37751612 cycles: ffffffff8a995d69 __next_zones_zonelist+0x9 ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [011] 2540.764503: 42659592 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 197546 [026] 2540.764549: 39501221 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [015] 2540.764557: 46085492 cycles: ffffffff8a75304a load_balance+0x31a ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2540.765015: 31851978 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [036] 2540.765626: 28270584 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) diskagen.IC 198855 [012] 2540.765651: 43123930 cycles: 204af78e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [008] 2540.765708: 43497987 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [029] 2540.765947: 27747512 cycles: 252589db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [033] 2540.766056: 40960370 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [038] 2540.766217: 28393386 cycles: 140714fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2540.766316: 35602539 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [014] 2540.766453: 36676579 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2540.767159: 49322614 cycles: 1942a2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2540.767218: 40680485 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2540.767288: 43605732 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) nbsd.SRV2 197556 [002] 2540.767656: 32517827 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [022] 2540.768371: 33154906 cycles: 133ac3ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [016] 2540.768410: 29161053 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [044] 2540.768454: 31127427 cycles: 1949428 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [018] 2540.769050: 39232721 cycles: ffffffff8a6f2cc5 __irq_exit_rcu+0x5 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [047] 2540.769123: 28681650 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2540.769758: 33062697 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [043] 2540.770574: 33329115 cycles: 14060eb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [004] 2540.771024: 39852542 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [028] 2540.771217: 27880110 cycles: ffffffff8b5604b8 tcp_v6_rcv+0xd88 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [024] 2540.771487: 34613835 cycles: ffffffff8adaffab __import_iovec+0x10b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [023] 2540.771489: 32791004 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [020] 2540.772042: 42975738 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172229 [039] 2540.772549: 30294270 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 193914 [013] 2540.772695: 33373223 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aab80a2 seq_lseek+0x32 ([kernel.kallsyms]) ffffffff8aa7bae9 ksys_lseek+0x79 ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [032] 2540.773880: 30159975 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2540.774408: 39170151 cycles: ffffffff8a74ec46 enqueue_entity+0x1c6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [003] 2540.774532: 38326702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2540.774692: 29825058 cycles: 1740db0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [021] 2540.775050: 41419897 cycles: 2510f6ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [045] 2540.775684: 42049715 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [040] 2540.776234: 33118850 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [019] 2540.776363: 26965917 cycles: 141e8142 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [005] 2540.776837: 45821427 cycles: ffffffff8b51a4a5 ip6_output+0x55 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155710 [010] 2540.776863: 36257803 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [036] 2540.777249: 28270584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [006] 2540.777290: 39165960 cycles: 1740be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2540.777366: 37995967 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [038] 2540.777525: 32749163 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165449 [016] 2540.777769: 33268645 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [029] 2540.777887: 26728566 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194356 [030] 2540.777955: 34438144 cycles: ffffffff8a741ad3 __calc_delta+0x183 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 166860 [046] 2540.778012: 29584212 cycles: ffffffff8a74dcae dequeue_entity+0x12e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [002] 2540.778038: 31952942 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [031] 2540.778298: 35476543 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [041] 2540.779117: 40850401 cycles: 13bea0d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [026] 2540.779653: 33576731 cycles: 141c9767 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2540.780344: 29931193 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [014] 2540.780516: 33352196 cycles: 26650700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2540.780534: 34999213 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2540.781019: 42695036 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [012] 2540.781198: 41708010 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2540.781204: 41824863 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194038 [034] 2540.781257: 35753077 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [022] 2540.781313: 33105701 cycles: 17abd20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [028] 2540.781385: 36284545 cycles: 137fad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2540.781388: 39144895 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [025] 2540.782523: 30415362 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [001] 2540.782895: 30665089 cycles: ffffffff8b38969b simple_copy_to_iter+0x3b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [033] 2540.782978: 34377644 cycles: 194b51a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [013] 2540.783014: 34034854 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [024] 2540.783235: 34671239 cycles: 673a466 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [018] 2540.783378: 47884198 cycles: ffffffff8a764e6b __wake_up_common+0x5b ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [037] 2540.783962: 49059380 cycles: 14073b94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [042] 2540.784044: 41342880 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [009] 2540.784158: 29328000 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2540.784605: 33883217 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [004] 2540.784851: 40913209 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b95aad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [015] 2540.784936: 54338588 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 196021 [023] 2540.785476: 33101764 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [039] 2540.785610: 26881485 cycles: ffffffff8b48405d tcp_wfree+0x10d ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [032] 2540.786114: 35463275 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [035] 2540.786317: 45544332 cycles: 5d0d1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7692c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 195110 [000] 2540.787041: 38248638 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [040] 2540.787413: 34207144 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2540.787694: 38351352 cycles: ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [029] 2540.787807: 32741327 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [019] 2540.788135: 35077662 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [002] 2540.788208: 32348857 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2540.788248: 28270584 cycles: 21a2cb68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [046] 2540.788735: 29466967 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [010] 2540.789202: 33610344 cycles: 3b9ad23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [016] 2540.789302: 32497296 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 165867 [003] 2540.789722: 33102023 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [031] 2540.790009: 34827681 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [038] 2540.790397: 30270730 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [030] 2540.791195: 35423307 cycles: 1402d99d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2540.791584: 32269315 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [006] 2540.791898: 42421746 cycles: ffffffff8a741966 __calc_delta+0x16 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [044] 2540.792416: 28635055 cycles: ffffffff8b384084 consume_skb+0x54 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [007] 2540.792443: 36623579 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [014] 2540.793138: 30524298 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2540.793258: 28909433 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2540.793900: 47981511 cycles: ffffffff8a76e112 sched_clock_cpu+0x22 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [022] 2540.793992: 38808906 cycles: 21afaa11 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2540.794315: 33096249 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2540.794550: 38337525 cycles: ffffffff8a753ad4 pick_next_task_fair+0x14 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [034] 2540.794569: 32887340 cycles: ffffffff8adab0a0 iovec_from_user.part.0+0x60 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8aaf41fa aio_write+0xba ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [021] 2540.794644: 41052801 cycles: 1b18a4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17debdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2540.794800: 31995814 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [011] 2540.794835: 38110317 cycles: 1a6937 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af1c0e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [033] 2540.795313: 33840439 cycles: 1339fa82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159404 [009] 2540.795658: 27294137 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198711 [028] 2540.795853: 34159601 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [024] 2540.796116: 42562758 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [008] 2540.796172: 39144895 cycles: ffffffff8b6a4710 __schedule+0x210 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [012] 2540.796251: 37070921 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197246 [047] 2540.796540: 42255423 cycles: 16335d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [041] 2540.796900: 45355300 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [005] 2540.797120: 41154734 cycles: 272831ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [042] 2540.797264: 51534810 cycles: ffffffff8aaeb1bb ep_poll+0x14b ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [017] 2540.797854: 49751630 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [013] 2540.798011: 29328723 cycles: ffffffff8aaeb291 ep_poll+0x221 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [046] 2540.798457: 28640117 cycles: 1839dfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [040] 2540.798720: 37024524 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [023] 2540.798790: 33101764 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 196759 [036] 2540.798803: 44595157 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [029] 2540.798866: 35518625 cycles: ffffffff8a7ee855 tick_program_event+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bf47 try_to_wake_up+0x287 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2540.799306: 31027747 cycles: ffffffff8b6ad3fb _raw_spin_lock+0x1b ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [043] 2540.799382: 33888839 cycles: ffffffff8a75fa4e __update_load_avg_blocked_se+0xe ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b46f445 __tcp_cleanup_rbuf+0x15 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [032] 2540.799470: 32348748 cycles: 1e46c49a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197251 [004] 2540.799869: 39567943 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [010] 2540.799949: 37060577 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [038] 2540.800915: 30059294 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837291 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 169054 [000] 2540.801678: 34256293 cycles: bbd1c39 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [020] 2540.801979: 40371762 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [018] 2540.802037: 43432415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [037] 2540.802296: 46394263 cycles: 1e6f77e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [016] 2540.802609: 33793392 cycles: 644d0f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [035] 2540.803057: 45811391 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [044] 2540.803094: 34552293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [026] 2540.803229: 34554301 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 154856 [030] 2540.803890: 36847752 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2540.803919: 29476067 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [003] 2540.803999: 30013352 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [019] 2540.804209: 44731654 cycles: 1b567771 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [014] 2540.804543: 29882082 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [031] 2540.804943: 39010196 cycles: ffffffff8a6b62ff kvm_guest_apic_eoi_write+0xf ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [025] 2540.805538: 31363783 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [015] 2540.805900: 48497685 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2540.806066: 27213165 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [006] 2540.806797: 42421746 cycles: bba503c [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159396 [033] 2540.807242: 36771362 cycles: ffffffff8a7412b9 update_min_vruntime+0x9 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198612 [034] 2540.807254: 30803366 cycles: 12e810f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [022] 2540.807414: 39827950 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2540.808425: 41255998 cycles: 14062d76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [007] 2540.808599: 33201847 cycles: 1c6ed023 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [046] 2540.809115: 31484690 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [001] 2540.809169: 28594235 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [028] 2540.809271: 37904731 cycles: 1861ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [012] 2540.810048: 33049098 cycles: ffffffff8b6acf22 _raw_read_unlock_irqrestore+0x32 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [005] 2540.810258: 38029101 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [008] 2540.811138: 45634020 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [029] 2540.811237: 32842973 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [027] 2540.811453: 40485484 cycles: ffffffff8b627dde __get_user_4+0x1e ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2540.811659: 27362616 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) swapper 0 [002] 2540.811709: 37409897 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2540.811714: 40397947 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [011] 2540.811964: 44778107 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171298 [032] 2540.812561: 32348748 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [024] 2540.813113: 39186850 cycles: ffffffff8b38969f simple_copy_to_iter+0x3f ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [010] 2540.813231: 43548596 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [041] 2540.813293: 41480138 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [040] 2540.813321: 39608056 cycles: 68d0aab [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [026] 2540.813961: 37549978 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [038] 2540.814093: 27307519 cycles: 267731b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [000] 2540.814577: 38494801 cycles: 21cb1726 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 169040 [016] 2540.814668: 33793392 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2540.814883: 38991276 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [003] 2540.815031: 31597103 cycles: 12e97517 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [045] 2540.815047: 40300969 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2540.815552: 42033513 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [044] 2540.815558: 33089657 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) swapper 0 [030] 2540.815790: 35176642 cycles: ffffffff8a7d77f5 enqueue_hrtimer+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [036] 2540.816190: 46792284 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [039] 2540.816539: 35182292 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [020] 2540.816863: 35664657 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [035] 2540.817254: 46792456 cycles: ffffffff8b371b8e __x64_sys_recvmsg+0x1e ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2540.817380: 45636519 cycles: ffffffff8b696ba6 sysvec_apic_timer_interrupt+0x46 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa5eff0 mem_cgroup_uncharge_skmem+0x30 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [014] 2540.817784: 27051812 cycles: 1e5c628c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2540.817815: 29066444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2540.817878: 29870807 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [018] 2540.818199: 39008075 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [004] 2540.818409: 39155583 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [037] 2540.818769: 43158160 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [017] 2540.819914: 52024750 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2540.820241: 30927031 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [034] 2540.820296: 30803366 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [001] 2540.821058: 30243416 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [029] 2540.821399: 32875151 cycles: 28897c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2540.821455: 31625575 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2540.821651: 36679772 cycles: 204a3033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2540.821825: 42501911 cycles: ffffffff8a754da4 nohz_balance_enter_idle+0x34 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [006] 2540.821966: 48789338 cycles: 14363b66 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2540.822648: 26600986 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2540.822719: 40251045 cycles: ffffffff8a747ee2 update_load_avg+0x612 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [031] 2540.822768: 34360536 cycles: c50 [unknown] ([vdso]) default-executo 196007 [022] 2540.823127: 39579014 cycles: 194b513 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2540.823507: 36599646 cycles: ffffffff8a766e90 psi_flags_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [038] 2540.823633: 31119607 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [019] 2540.824281: 41077095 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2540.824314: 42673852 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [026] 2540.825284: 36023199 cycles: ffffffff8a9df870 is_vmalloc_addr+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [002] 2540.825488: 40983829 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [023] 2540.825972: 35412648 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 150650 [015] 2540.826672: 46943994 cycles: 133ae5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [024] 2540.827361: 42754058 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [016] 2540.827564: 46492550 cycles: 1406babc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2540.828260: 33482686 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [000] 2540.828592: 34742815 cycles: 141308bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2540.828631: 49260675 cycles: 17de7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [021] 2540.828715: 42351579 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [040] 2540.828715: 35086877 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2540.828871: 26684173 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 198105 [003] 2540.829408: 31925494 cycles: acba52a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [011] 2540.829463: 39008488 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [020] 2540.829503: 36593356 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [030] 2540.829531: 34825233 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 159621 [010] 2540.829842: 48993883 cycles: 133b688b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [046] 2540.830319: 33841723 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2540.830581: 46505741 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [027] 2540.830660: 39357872 cycles: 688d4f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [043] 2540.830840: 36285658 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2540.830929: 37608286 cycles: 16825d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [012] 2540.830990: 32160365 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [009] 2540.831519: 27593668 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [001] 2540.831861: 29729061 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2540.831957: 33556274 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [025] 2540.832006: 32854193 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [035] 2540.832302: 44617316 cycles: 204a3715 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [004] 2540.832424: 39978470 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [018] 2540.833091: 37543528 cycles: 137fc98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [013] 2540.833122: 31655245 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [047] 2540.834156: 34514107 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [034] 2540.834211: 33360604 cycles: 13c7cc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [029] 2540.834373: 38113831 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2540.834593: 47095524 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198749 [036] 2540.834968: 44437611 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0ebdcc54f [unknown] (//anon) ydbd 196772 [038] 2540.835242: 33342926 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [037] 2540.835430: 40955786 cycles: 3b33b6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [031] 2540.835931: 35587447 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2540.836398: 36208771 cycles: 1424e96d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2540.837173: 39009867 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2540.837341: 41117518 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2540.838138: 33665393 cycles: 689a2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2540.839279: 33088414 cycles: 21a25185 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [002] 2540.839504: 37506204 cycles: 133d5661 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [014] 2540.839823: 25414203 cycles: 18081ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2540.840080: 42699163 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [032] 2540.840190: 40935250 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f6592 futex_wake+0xd2 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [023] 2540.840412: 33103725 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [017] 2540.840612: 47544083 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [044] 2540.840801: 34700046 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [040] 2540.841059: 36362786 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [046] 2540.841443: 37075700 cycles: 204b0fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165460 [007] 2540.841475: 36284207 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [012] 2540.841812: 31753530 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [000] 2540.842085: 31067000 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2540.842173: 38590329 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [003] 2540.842259: 35483638 cycles: 1236513 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 159890 [024] 2540.842525: 45544297 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [001] 2540.842734: 29164566 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) diskagen.IC 198047 [030] 2540.842811: 31682396 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [019] 2540.843032: 42365750 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [015] 2540.843732: 42599479 cycles: ffffffff8a6b8d1f pvclock_clocksource_read+0x4f ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [009] 2540.843981: 29649782 cycles: 66cccfe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [043] 2540.844643: 33082841 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [016] 2540.844712: 48576439 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [013] 2540.844739: 30454868 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2540.844988: 30103812 cycles: ffffffff8a7542d3 rebalance_domains+0x213 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2540.845052: 32613588 cycles: ffffffff8aa51451 consume_stock+0x21 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [008] 2540.845381: 46383250 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [011] 2540.845628: 37245064 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198852 [004] 2540.846256: 40076050 cycles: 25209aa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [021] 2540.846353: 41472692 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [039] 2540.846534: 36123563 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [018] 2540.846611: 35184356 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 171287 [025] 2540.846614: 35429702 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17a190de [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [047] 2540.846723: 31953141 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [038] 2540.846905: 32460474 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [027] 2540.846936: 50718286 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [010] 2540.848180: 41383520 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [031] 2540.848990: 32213156 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [014] 2540.849087: 26436070 cycles: 1741a811 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 198033 [022] 2540.849873: 40477219 cycles: 133b048d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2540.850207: 39130925 cycles: 1c490694 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159874 [036] 2540.850832: 41943275 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [035] 2540.850876: 34911993 cycles: ffffffff8b373fe3 sk_page_frag_refill+0x23 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [026] 2540.851029: 39492879 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2540.851978: 39632018 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [042] 2540.852553: 38593649 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.User 196765 [029] 2540.852563: 42036909 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 166606 [028] 2540.853217: 42978426 cycles: ffffffff8a779f4a psi_task_switch+0x16a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [033] 2540.853356: 33352928 cycles: 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198045 [002] 2540.853468: 33987068 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [000] 2540.853852: 30551948 cycles: 140677a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2540.854804: 32194264 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2540.855935: 29255151 cycles: 129aad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [044] 2540.856287: 36139380 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [045] 2540.856486: 29778090 cycles: 1330de0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [006] 2540.856621: 40282521 cycles: ffffffff8a7d190f __msecs_to_jiffies+0xf ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [037] 2540.856891: 38348397 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [012] 2540.856974: 30587915 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198712 [023] 2540.857003: 33782208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [009] 2540.857288: 42440427 cycles: 137f5d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2540.857556: 43789969 cycles: ffffffff8a7eed08 tick_nohz_next_event+0x128 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2540.857813: 38326460 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [046] 2540.857859: 36021806 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [018] 2540.857864: 36623532 cycles: ffffffff8b617293 rb_first+0x3 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [020] 2540.858103: 40681594 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2540.858499: 37533388 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [001] 2540.858619: 28041436 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171298 [003] 2540.858846: 31818659 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2540.859174: 37843212 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [014] 2540.859726: 28728870 cycles: ffffffff8a73be89 try_to_wake_up+0x1c9 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [034] 2540.859915: 31663920 cycles: 1421d8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [038] 2540.861083: 42143663 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [041] 2540.861254: 38012179 cycles: 13c7c6c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2540.861347: 39086404 cycles: ffffffff8b6acbb6 _raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [043] 2540.861482: 32130487 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198627 [004] 2540.861805: 38388726 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [025] 2540.863014: 42469404 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [011] 2540.863191: 34440516 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2540.863294: 42419231 cycles: ffffffff8a744e16 select_idle_cpu+0x26 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2049b5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197245 [019] 2540.863500: 43852835 cycles: 1405608c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [039] 2540.863715: 33977926 cycles: 251ab456 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [047] 2540.864080: 32261508 cycles: ffffffff8a74c568 select_task_rq_fair+0xe8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [017] 2540.864276: 40841303 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2540.864538: 40912771 cycles: 272affc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193836 [008] 2540.864679: 48769495 cycles: ffffffff8a757916 pick_next_task_idle+0x6 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [031] 2540.865101: 30800497 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8aaf52df read_events+0x10f ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2540.865491: 39558684 cycles: ffffffff8a69ba07 tsc_verify_tsc_adjust+0x17 ([kernel.kallsyms]) ffffffff8a65e870 arch_cpu_idle_enter+0x10 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [015] 2540.865588: 39565488 cycles: 16335a31 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [045] 2540.865620: 32602969 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [013] 2540.865850: 33421609 cycles: 1665df6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [026] 2540.866822: 37287668 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 160831 [035] 2540.866887: 35212430 cycles: ffffffff8a74fbc6 update_sd_pick_busiest+0x36 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [033] 2540.867367: 33970018 cycles: 67ee337 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2540.867390: 49154863 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [002] 2540.867505: 37166252 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2540.867552: 47982812 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2540.867574: 34567539 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [012] 2540.867807: 37728323 cycles: 68a407c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 163642 [042] 2540.867863: 33949108 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [014] 2540.869181: 29612452 cycles: 3a6acfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [005] 2540.869955: 38091852 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [023] 2540.869974: 39498699 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2540.870121: 43656821 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [006] 2540.870384: 43781485 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) blocksto.CLI1 194622 [046] 2540.870420: 41414702 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [001] 2540.870894: 32073836 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2540.871265: 47197892 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [018] 2540.871692: 34762313 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [034] 2540.871757: 33989126 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197441 [028] 2540.871934: 46901067 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [044] 2540.871966: 45056666 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [024] 2540.872584: 37843212 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2540.873340: 39988623 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2540.873356: 33692036 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2540.873543: 38232318 cycles: 204ac96d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2540.873544: 40271786 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2540.873614: 31992392 cycles: ffffffff8a753c5a pick_next_task_fair+0x19a ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [007] 2540.873872: 39830898 cycles: 3b96bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2540.874931: 38407604 cycles: ffffffff8a7efeaf tick_irq_enter+0x3f ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [047] 2540.875196: 35195387 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2540.875279: 42977470 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.SRV2 197556 [031] 2540.875521: 30433871 cycles: 141da488 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [043] 2540.875590: 33200545 cycles: 140715e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [009] 2540.875602: 34370609 cycles: ffffffff8a73be00 try_to_wake_up+0x140 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.876289: 48558690 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [004] 2540.876881: 43383810 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 198446 [017] 2540.877152: 36772810 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [039] 2540.877977: 36912627 cycles: 182fc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2540.878173: 32450594 cycles: ffffffff8a7b7fa2 rcu_note_context_switch+0x192 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [019] 2540.878735: 42556242 cycles: 243ad27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168701 [010] 2540.879295: 42554164 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd.IC 194355 [045] 2540.880064: 29203903 cycles: 14062ac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [022] 2540.880144: 42387673 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [000] 2540.880766: 37804008 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b58572d __inet6_lookup_established+0x5d ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [014] 2540.881341: 31246774 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193485 [015] 2540.881416: 46341327 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.Batch 160824 [013] 2540.881478: 30460262 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [012] 2540.881680: 33540506 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [025] 2540.881750: 40480862 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [021] 2540.881917: 41730885 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2540.881924: 29884157 cycles: 167e9b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [042] 2540.882078: 40248760 cycles: ffffffff8aaf5057 aio_read_events_ring+0x217 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [026] 2540.882228: 31818526 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) ydbd 172777 [030] 2540.882282: 34849040 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [035] 2540.882646: 37335973 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [002] 2540.883120: 32166349 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) blocksto.CLI1 194622 [034] 2540.883945: 31949945 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2540.884440: 44142083 cycles: ffffffff8a745012 select_idle_cpu+0x222 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2540.885004: 40867209 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2540.885010: 46121974 cycles: ffffffff8a75c5d3 do_idle+0x63 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [001] 2540.885130: 31768135 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 166755 [005] 2540.885240: 33839692 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [040] 2540.885247: 37952415 cycles: ffffffff8b486b70 __tcp_transmit_skb+0x2e0 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [018] 2540.885446: 32959099 cycles: 1801a47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [046] 2540.885543: 42653070 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2540.886039: 30138174 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [006] 2540.886480: 41095013 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2540.887210: 39692878 cycles: 17f1f73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [041] 2540.888032: 41975855 cycles: ffffffff8a741c42 wake_affine+0x12 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [023] 2540.888833: 31973291 cycles: 12ea5e8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [031] 2540.889247: 31730025 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [007] 2540.889422: 36709642 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [044] 2540.889649: 49178519 cycles: ffffffff8a73834d pick_next_task+0x4d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [027] 2540.890044: 46207833 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1742ba42 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2540.890093: 28069114 cycles: ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [009] 2540.890128: 29916649 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [028] 2540.890280: 41894242 cycles: ffffffff8b6acbec _raw_spin_trylock+0xc ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [037] 2540.890525: 39823930 cycles: 3c9aabd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2540.891735: 33184561 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [016] 2540.891802: 30223807 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3af263f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [029] 2540.892012: 44651508 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [038] 2540.892099: 40258901 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159605 [020] 2540.892102: 47846036 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [017] 2540.892167: 37060959 cycles: 154caf78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [012] 2540.892480: 32686770 cycles: 204ad6cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2540.892945: 34542358 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 198426 [013] 2540.893503: 33336217 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c792f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [004] 2540.894051: 39099595 cycles: bbc4c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [045] 2540.894217: 29126779 cycles: ffffffff8a752924 update_sd_lb_stats.constprop.0+0x194 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [032] 2540.894584: 44251825 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [033] 2540.895224: 27449361 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155699 [030] 2540.895399: 35709904 cycles: ffffffff8a779f30 psi_task_switch+0x150 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [022] 2540.895450: 43036948 cycles: 3b99134 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198427 [039] 2540.895530: 38905085 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [019] 2540.895567: 38718146 cycles: 12ff54b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [014] 2540.895896: 31680553 cycles: 660800c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2540.895951: 37985766 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [000] 2540.896179: 41533029 cycles: 2660956f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2540.896376: 29117510 cycles: 3b217f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [034] 2540.896468: 33176426 cycles: ffffffff8b371b75 __x64_sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [015] 2540.897402: 52431765 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159503 [018] 2540.897609: 35278666 cycles: ffffffff8a75ff13 __update_load_avg_se+0x1b3 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [021] 2540.897702: 39801486 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2540.898681: 34632223 cycles: 3ca46c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [042] 2540.898895: 42073324 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13b08341 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [036] 2540.899600: 40603373 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2540.899661: 27382904 cycles: 3cb6918 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [024] 2540.899755: 47189180 cycles: ffffffff8b37e642 __alloc_skb+0x142 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2540.899953: 38179023 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2540.900636: 36669865 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [001] 2540.900657: 36010315 cycles: 68605db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 194384 [046] 2540.900857: 41330271 cycles: 353ffc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165851 [035] 2540.901045: 34764925 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [009] 2540.901188: 28891469 cycles: ffffffff8aa31ada __kmem_cache_free+0x1ca ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2540.901401: 29021560 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [008] 2540.902138: 42271064 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [006] 2540.902683: 34422798 cycles: 24fe6716 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2540.903308: 32036139 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165849 [012] 2540.903537: 36207748 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [011] 2540.903710: 25790264 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1278d1 recvmsg+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194003 [037] 2540.904077: 38299291 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [043] 2540.904177: 37612190 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [031] 2540.904311: 30165584 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2540.904637: 27712936 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ya-bin 198062 [026] 2540.905156: 34467900 cycles: ffffffff8a7176b7 put_pid.part.0+0x17 ([kernel.kallsyms]) ffffffff8a717753 put_pid+0x13 ([kernel.kallsyms]) ffffffff8a6f1bea kernel_wait4+0xba ([kernel.kallsyms]) ffffffff8a6f1d21 __do_sys_wait4+0x91 ([kernel.kallsyms]) ffffffff8a6f1d5c __x64_sys_wait4+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b51fe4 waitpid+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150ca8 TShellCommand::TImpl::Communicate+0x1c8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.System 162503 [028] 2540.905535: 42013912 cycles: 13404cc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [017] 2540.906330: 40130460 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [033] 2540.906449: 26312643 cycles: ffffffff8a752884 update_sd_lb_stats.constprop.0+0xf4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [047] 2540.906459: 32226220 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2540.906516: 38959449 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c7ccfc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [014] 2540.907093: 30022087 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 193832 [041] 2540.907133: 42579016 cycles: 1407140a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [010] 2540.907207: 35970616 cycles: ffffffff8a9a2000 should_failslab+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [002] 2540.907433: 27915497 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2540.907989: 41804153 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2540.908158: 44161529 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [038] 2540.908320: 38990562 cycles: ffffffff8b697b60 syscall_enter_from_user_mode+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [034] 2540.908664: 33176426 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [013] 2540.908733: 29538311 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [004] 2540.909334: 33849671 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2540.909740: 41437823 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197527 [029] 2540.909791: 41339734 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2540.909964: 51453128 cycles: 3b9e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193487 [003] 2540.910129: 26807100 cycles: ffffffff8b6175c2 rb_insert_color+0xc2 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagentd 197884 [018] 2540.910445: 36767974 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2540.910491: 35761852 cycles: ffffffff8b616ed1 rb_erase+0xc1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [020] 2540.910494: 37372337 cycles: ffffffff8a743490 select_idle_core+0x140 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 196763 [040] 2540.911308: 32742908 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [000] 2540.911980: 42634069 cycles: 3b250c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.912701: 40424507 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [019] 2540.913001: 38787321 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [023] 2540.913101: 27887070 cycles: 1406b085 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [009] 2540.913119: 27570958 cycles: 1406b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [011] 2540.913606: 25802199 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2540.913643: 29150954 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [006] 2540.913880: 33270498 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2540.914140: 42390159 cycles: ffffffff8a8c0f52 irq_work_needs_cpu+0x52 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 159869 [036] 2540.914264: 42421987 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [005] 2540.914406: 39102542 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [042] 2540.914476: 40691957 cycles: ffffffff8a739e26 set_task_cpu+0xc6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2540.915308: 40221126 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165157 [001] 2540.915391: 37452469 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [024] 2540.916195: 56084896 cycles: 2049f3ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2540.916357: 35219780 cycles: ffffffff8a69cd2d __sysvec_apic_timer_interrupt+0x1d ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [025] 2540.916654: 31447801 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [008] 2540.916811: 42950156 cycles: 251db871 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2540.916812: 31740345 cycles: ffffffff8b697cc1 irqentry_enter+0x1 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [016] 2540.917170: 35488948 cycles: 12f4e50a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [035] 2540.917293: 36356542 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [033] 2540.917438: 25620531 cycles: 3ac69f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [002] 2540.917732: 31129424 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2540.917793: 35438770 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2540.918239: 32494839 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [037] 2540.918823: 38360114 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155707 [015] 2540.919234: 48869893 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [013] 2540.919592: 28114876 cycles: ffffffff8adaca2a _copy_from_iter+0x14a ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2540.919856: 35576674 cycles: ffffffff8a779fbe psi_task_switch+0x1de ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [043] 2540.920190: 34779638 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [017] 2540.920261: 40853604 cycles: ffffffff8b4563f3 ip_rcv+0xa3 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [034] 2540.920672: 39512767 cycles: 1be5ef7e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [010] 2540.920921: 35202652 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2540.921299: 32584410 cycles: 167e9da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [004] 2540.922015: 32280617 cycles: ffffffff8b52f6f6 ip6_dst_check+0xb6 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [029] 2540.922573: 45182935 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [038] 2540.922703: 33836476 cycles: 25205722 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [028] 2540.922878: 41704111 cycles: ffffffff8b478a71 tcp_try_rmem_schedule+0x11 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [030] 2540.922946: 43020925 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [041] 2540.923752: 45544366 cycles: 141d386f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159620 [040] 2540.923803: 30626682 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 197546 [011] 2540.924250: 25406198 cycles: 11e8f7 syscall+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [007] 2540.924282: 33439305 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [019] 2540.924454: 37582456 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [020] 2540.925038: 40881632 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2540.925354: 30776550 cycles: 14068f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [022] 2540.925431: 36842985 cycles: 272afbc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [009] 2540.925454: 26636971 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [006] 2540.926129: 32724294 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9cbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [027] 2540.926274: 46311335 cycles: ffffffff8a9b8d7c inc_mm_counter+0x3c ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [018] 2540.926352: 35381161 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [000] 2540.926962: 41428983 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2540.927049: 29282593 cycles: 196c135 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [039] 2540.927116: 40479523 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2540.927313: 39158038 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [044] 2540.928373: 52530338 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1402fff4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2540.928514: 25471589 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [013] 2540.928886: 32689857 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165158 [025] 2540.929150: 28617704 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2540.929152: 44708739 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2540.929409: 35145824 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [036] 2540.929726: 40681853 cycles: ffffffff8b45a065 ip_finish_output2+0x5 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [001] 2540.930297: 36302517 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [014] 2540.930307: 30672685 cycles: 1300b397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [002] 2540.930882: 29728312 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [008] 2540.931065: 42226598 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2540.931211: 31472078 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196772 [005] 2540.931421: 32915762 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [035] 2540.931914: 34912614 cycles: 3b96e59 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [003] 2540.932150: 35585014 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2540.932256: 34162556 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197533 [012] 2540.932447: 34976996 cycles: 1408fb90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2540.932712: 39270158 cycles: 2889808 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [026] 2540.933034: 36398385 cycles: 1869608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [021] 2540.933211: 36467905 cycles: 689b78f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [037] 2540.934414: 32513076 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [047] 2540.934702: 35329541 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [004] 2540.935838: 35873174 cycles: ffffffff8b62b163 __put_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [007] 2540.935980: 33447492 cycles: 13c927ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [024] 2540.936128: 42389496 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [011] 2540.936265: 30156052 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2540.936428: 29396406 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [038] 2540.936584: 34866774 cycles: 175b0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [010] 2540.936765: 32350126 cycles: 3b25dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172777 [040] 2540.937324: 30367841 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [043] 2540.937841: 34372943 cycles: 3b2a63c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [009] 2540.938391: 26636971 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaefba2 eventfd_read+0x82 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2540.938432: 32390128 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [022] 2540.938873: 38389780 cycles: 3b94f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [023] 2540.938906: 33092317 cycles: 133ba1a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [028] 2540.938923: 35213959 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Batch 150650 [034] 2540.939328: 33934234 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [033] 2540.939336: 25093096 cycles: 1406ad05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [018] 2540.939799: 36019792 cycles: 186ab5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [013] 2540.940518: 30857343 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155852 [020] 2540.940882: 40216341 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [015] 2540.941146: 42407199 cycles: 3ca432c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [030] 2540.941200: 33774118 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [041] 2540.942004: 35556411 cycles: 17fb78e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [000] 2540.942113: 35644394 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [019] 2540.942292: 37832960 cycles: ffffffff8a753b0b pick_next_task_fair+0x4b ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [039] 2540.943492: 43274212 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [014] 2540.943579: 28244921 cycles: 3ae1661 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [002] 2540.943625: 37063254 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [032] 2540.943817: 37034952 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [042] 2540.943829: 31549729 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194632 [025] 2540.943859: 25182909 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [035] 2540.944073: 42456999 cycles: 3b2a63c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [031] 2540.944081: 28450184 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [029] 2540.944378: 46275647 cycles: 1394d01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [037] 2540.944716: 31857533 cycles: ffffffff8b3a4392 validate_xmit_skb+0x212 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2540.944869: 29448029 cycles: ffffffff8a7f1b09 get_futex_key+0x29 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 155697 [027] 2540.944931: 37514862 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [012] 2540.944994: 31920897 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151706 [016] 2540.945200: 34734340 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [046] 2540.945295: 39135845 cycles: 3c73bf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166600 [036] 2540.946093: 38602747 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [001] 2540.946130: 31533351 cycles: ffffffff8a73be89 try_to_wake_up+0x1c9 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [008] 2540.946660: 40855864 cycles: 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2540.946914: 35159148 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 196007 [026] 2540.947071: 32972738 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [011] 2540.948038: 28641648 cycles: ffffffff8ad60f75 blk_cgroup_congested+0x5 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [045] 2540.948126: 29645850 cycles: 133ae5df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2540.948253: 41087084 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2540.948479: 39554241 cycles: ffffffff8aa5d580 __memcg_kmem_charge_page+0xe0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2540.948920: 33485336 cycles: ffffffff8a7d6f15 timer_clear_idle+0x15 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [021] 2540.949062: 30924990 cycles: 3b99e7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2540.949117: 30080169 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [040] 2540.949195: 28859613 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165144 [044] 2540.949578: 41702148 cycles: ffffffff8a7dc9e5 ktime_get_update_offsets_now+0x55 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133c298e [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [028] 2540.949631: 34173926 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 196776 [038] 2540.949725: 34388748 cycles: ffffffff8a7419e0 __calc_delta+0x90 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [004] 2540.949822: 31400093 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2540.950020: 32998926 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2540.950599: 37846234 cycles: ffffffff8a74ae95 update_cfs_group+0x25 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [033] 2540.950883: 26541472 cycles: 267739f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [006] 2540.950977: 31662953 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2540.951004: 32093858 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [043] 2540.951206: 31893308 cycles: 185f867 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [034] 2540.951728: 31766120 cycles: 26655164 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [013] 2540.952789: 30570513 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [018] 2540.953026: 45244457 cycles: 3b1a619 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [022] 2540.953723: 39128634 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [042] 2540.954495: 30455869 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [014] 2540.954751: 27827235 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196100 [031] 2540.955174: 28948461 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [030] 2540.955270: 30841661 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13bd4f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [041] 2540.955695: 35133537 cycles: 68d0541 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [025] 2540.955943: 24487449 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2540.956183: 34042504 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [037] 2540.956289: 31956678 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [005] 2540.956434: 29281779 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [020] 2540.956547: 34583641 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2540.956725: 30899091 cycles: ffffffff8a7b7fa2 rcu_note_context_switch+0x192 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [002] 2540.957043: 34623227 cycles: 17e3c5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196911 [000] 2540.957053: 37010187 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [001] 2540.957713: 32653268 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [019] 2540.958346: 35858928 cycles: ffffffff8a7d9265 hrtimer_nanosleep+0xe5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [016] 2540.958417: 35988807 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [010] 2540.960163: 36665664 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [015] 2540.960359: 45512567 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2540.960700: 34192982 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198852 [046] 2540.961234: 44649460 cycles: 2516da54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [045] 2540.961822: 26444389 cycles: ffffffff8a764ea4 __wake_up_common+0x94 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 172219 [036] 2540.962452: 34510368 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 196763 [040] 2540.962473: 28897159 cycles: 18755d29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [004] 2540.962503: 30381122 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [024] 2540.963138: 34756852 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198736 [028] 2540.963352: 30562909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197878 [011] 2540.963704: 27361331 cycles: 1300ee7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2540.964128: 40409040 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2540.964242: 27562440 cycles: 1380ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [034] 2540.964561: 35974712 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [038] 2540.964635: 35952163 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [027] 2540.964721: 33352892 cycles: 1826eab [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [023] 2540.964888: 31935021 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [043] 2540.965100: 31634736 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [039] 2540.965758: 42777726 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [006] 2540.965837: 33093871 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [033] 2540.966068: 28467575 cycles: 6890d61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [044] 2540.966442: 49103538 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [042] 2540.966713: 30808769 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [035] 2540.966740: 36616769 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [001] 2540.966935: 33351095 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [014] 2540.967027: 25865508 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [007] 2540.967056: 34729545 cycles: 3b593af [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159388 [030] 2540.967642: 28717017 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae3eb [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [029] 2540.967939: 38696895 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [017] 2540.967952: 34961953 cycles: 12ee0bc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [047] 2540.968119: 29911494 cycles: 93d71 pthread_cond_timedwait+0x111 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [003] 2540.968192: 35955187 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2540.968478: 32113423 cycles: ffffffff8a74ad85 reweight_entity+0x95 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [025] 2540.969730: 24280903 cycles: 1c7834c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2540.969827: 31082218 cycles: ffffffff8a7f73ab __flush_smp_call_function_queue+0x5b ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2540.970247: 31777081 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198114 [031] 2540.970422: 38057486 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [018] 2540.970455: 41566829 cycles: ffffffff8aa30628 kmem_cache_free+0x248 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [012] 2540.970582: 27776262 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2540.970651: 28823484 cycles: ffffffff8b376762 sock_wfree+0x42 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2540.971010: 40816190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [002] 2540.971161: 33670160 cycles: 3502370 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [016] 2540.971663: 33016423 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 155697 [041] 2540.971672: 48258573 cycles: ffffffff8a741966 __calc_delta+0x16 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2540.971900: 33219379 cycles: ffffffff8a6f30c3 irq_enter_rcu+0x43 ([kernel.kallsyms]) default-executo 194778 [037] 2540.972074: 30572343 cycles: 3b9b659 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [045] 2540.972684: 25695232 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2540.972936: 32352508 cycles: ffffffff8a6f344b raise_softirq+0x2b ([kernel.kallsyms]) ffffffff8a7b0c71 invoke_rcu_core+0x51 ([kernel.kallsyms]) ffffffff8a7b8bcc rcu_sched_clock_irq+0x15c ([kernel.kallsyms]) ffffffff8a7d6fa3 update_process_times+0x63 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 26a6533 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2540.973117: 31924510 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.SRV1 197555 [026] 2540.973701: 31903779 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [000] 2540.973832: 40394938 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2540.974038: 34427050 cycles: 133a2a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2540.974474: 27185176 cycles: ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [010] 2540.974700: 37989276 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [028] 2540.974794: 32903891 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [036] 2540.974879: 33678044 cycles: 140667f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [011] 2540.975006: 28582402 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [024] 2540.975386: 33109811 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [043] 2540.975919: 32034106 cycles: ffffffff8b46eee3 tcp_sendmsg_locked+0x5e3 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [014] 2540.976237: 26470424 cycles: 17ec065 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [006] 2540.976832: 33106356 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [030] 2540.977047: 29223980 cycles: 14068b1c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [023] 2540.977202: 33944596 cycles: ffffffff8b696b7b sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b476705 __tcp_ack_snd_check+0x1e5 ([kernel.kallsyms]) ffffffff8b481286 tcp_rcv_established+0x5f6 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [027] 2540.977445: 36133558 cycles: 2049b633 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [033] 2540.977484: 30926411 cycles: 1407187c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2540.977752: 40217043 cycles: 140c2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2540.977841: 33931831 cycles: 186d3df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2540.978121: 41595358 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [042] 2540.978297: 33568728 cycles: 3b5936c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [046] 2540.978590: 40904337 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [025] 2540.979240: 25606393 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [034] 2540.979507: 31458552 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197266 [015] 2540.980630: 38918674 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197448 [047] 2540.980933: 28843463 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2540.981230: 38819557 cycles: 180847f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2540.981793: 29669385 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2540.982159: 29597414 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 193840 [009] 2540.982837: 34832891 cycles: 2197fe32 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.Batch 198847 [007] 2540.982933: 36981073 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [044] 2540.983029: 40860019 cycles: 20485bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [003] 2540.983087: 35816192 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [001] 2540.983229: 30188989 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2540.983919: 30191232 cycles: ffffffff8adb058f _find_next_bit+0x1f ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [029] 2540.983951: 33982853 cycles: 67f8847 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198048 [005] 2540.983964: 28823484 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [002] 2540.984257: 31275536 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 27279a37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [039] 2540.984673: 43400459 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47685 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2540.984874: 41444879 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2540.984993: 34254297 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2540.985144: 37237468 cycles: ffffffff8a74ea94 enqueue_entity+0x14 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2540.985173: 37017142 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2540.985345: 43755691 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2540.985953: 39416538 cycles: 21a04395 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [014] 2540.986006: 29748698 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [045] 2540.986020: 25586945 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [021] 2540.986092: 25869573 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [019] 2540.987294: 31776058 cycles: 174158d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [036] 2540.987368: 31916495 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [031] 2540.987378: 37682158 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165849 [037] 2540.987489: 33233369 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [022] 2540.987495: 37576662 cycles: 133d5661 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [011] 2540.987537: 29939816 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [028] 2540.987756: 31853101 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [000] 2540.987896: 37798734 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [030] 2540.988614: 28771682 cycles: 14199f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [006] 2540.988810: 32047661 cycles: 140714b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [023] 2540.988994: 34190814 cycles: ffffffff8b36db08 ____sys_sendmsg+0x118 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165870 [024] 2540.989084: 36657305 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [010] 2540.989487: 36918503 cycles: ffffffff8a743544 pick_next_entity+0x34 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [025] 2540.989607: 26995647 cycles: 194d8f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [027] 2540.990396: 38135030 cycles: 17cadee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [042] 2540.990466: 33152843 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2540.990844: 29594587 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b48696d __tcp_transmit_skb+0xdd ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [034] 2540.990981: 29576432 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [043] 2540.991063: 35268448 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2540.991217: 33931831 cycles: ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [041] 2540.991388: 47906809 cycles: ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [047] 2540.991869: 30919572 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [012] 2540.992621: 29138965 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [001] 2540.993171: 35068036 cycles: 2049b4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2540.993347: 32505571 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2540.993475: 44707315 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [005] 2540.994058: 36251459 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [046] 2540.994706: 34790969 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2540.994922: 30560578 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [045] 2540.994926: 30076380 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2540.995762: 30191232 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [014] 2540.996113: 30311858 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2540.996179: 45014642 cycles: ffffffff8b69801f ct_nmi_exit+0x5f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [015] 2540.996291: 38836059 cycles: 1424e960 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [009] 2540.996485: 37391276 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [017] 2540.996507: 38819557 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2540.996707: 34665952 cycles: ffffffff8aaab066 __fget_light+0x6 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2540.997213: 31765290 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2540.997269: 25869573 cycles: ffffffff8a73ca75 send_call_function_single_ipi+0x5 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [011] 2540.997685: 29402108 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [004] 2540.997958: 36950638 cycles: ffffffff8aa58682 __mod_memcg_lruvec_state+0x12 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [040] 2540.998152: 35332414 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2540.998528: 39775872 cycles: 3b8a821 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [044] 2540.998678: 35832420 cycles: ffffffff8aa72968 check_heap_object+0x18 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [016] 2540.998685: 33783572 cycles: ffffffff8adaab51 fault_in_iov_iter_readable+0x21 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [007] 2540.998708: 32611153 cycles: 36a19b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [026] 2540.999289: 36135484 cycles: ffffffff8b463071 __inet_lookup_established+0x61 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2540.999909: 31559662 cycles: ffffffff8aa5d580 __memcg_kmem_charge_page+0xe0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [028] 2541.000113: 32034970 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [030] 2541.000119: 30468657 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2541.000635: 34571510 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [006] 2541.000797: 36464767 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2541.001031: 39166095 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2541.001164: 47410229 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 169808 [037] 2541.001234: 36491432 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [034] 2541.002092: 29246186 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [023] 2541.002312: 32552339 cycles: 3b3a741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [039] 2541.002388: 41695843 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2541.002698: 46092110 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [038] 2541.002941: 39758698 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [000] 2541.002986: 41865625 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) f3fff [unknown] ([unknown]) swapper 0 [025] 2541.003365: 27839059 cycles: ffffffff8a7d8bf0 hrtimer_get_next_event+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [033] 2541.003597: 41219800 cycles: ffffffff8a6a8397 native_apic_msr_write+0x47 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2541.003804: 34288078 cycles: 204b0dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2541.003837: 28787601 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 159616 [042] 2541.003864: 35742585 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [047] 2541.003947: 39291339 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 197546 [010] 2541.004073: 37120236 cycles: 2197fd94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2541.004297: 39723615 cycles: ffffffff8a7d7ed9 __hrtimer_start_range_ns+0x1f9 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [032] 2541.004761: 34194879 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [027] 2541.005723: 41008775 cycles: 64fc9ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [002] 2541.005997: 36174258 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [014] 2541.006171: 32962506 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2541.006476: 35268448 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [046] 2541.006746: 32655081 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2541.007967: 42565891 cycles: ffffffff8a7328de ttwu_queue_wakelist+0x11e ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [045] 2541.008292: 27656209 cycles: 288acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [036] 2541.008541: 31001776 cycles: 17fd5ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2541.009064: 32159117 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [021] 2541.009155: 34927832 cycles: ffffffff8b5132f5 unix_destruct_scm+0x5 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2541.009749: 37690598 cycles: ffffffff8b40f2fa eth_type_trans+0x6a ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [005] 2541.009887: 40116222 cycles: 1d42399 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [004] 2541.010340: 39540034 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [009] 2541.010885: 34450740 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [008] 2541.010885: 45838944 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bd591bf [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [029] 2541.011034: 37325655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [034] 2541.011156: 29557180 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 169832 [016] 2541.011171: 31902635 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [040] 2541.011192: 35359103 cycles: 1618a307 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [041] 2541.011227: 47977325 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [028] 2541.011250: 30764892 cycles: ffffffff8b401bc3 skb_clone_tx_timestamp+0x83 ([kernel.kallsyms]) ffffffff8b1b5939 loopback_xmit+0x19 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [007] 2541.011735: 32701387 cycles: 3a78c9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [015] 2541.012121: 38442289 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198031 [026] 2541.012513: 34793560 cycles: ffffffff8a746405 set_next_buddy+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2541.012643: 31691744 cycles: ffffffff8a738344 pick_next_task+0x44 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2541.012710: 43815238 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [012] 2541.012833: 32130343 cycles: 20484e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2541.012944: 33226851 cycles: ffffffff8a7eefc6 tick_sched_do_timer+0x96 ([kernel.kallsyms]) ffffffff8a7ef00d tick_sched_timer+0x2d ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [019] 2541.013585: 45257367 cycles: 35f7f89 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [003] 2541.013708: 48048595 cycles: ffffffffc0ca47f1 nf_conntrack_in+0x211 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171593 [006] 2541.015326: 41818138 cycles: ffffffff8a7c580c exit_to_user_mode_prepare+0xbc ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2541.015430: 38687879 cycles: ffffffff8a7d8c18 hrtimer_get_next_event+0x28 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 154952 [024] 2541.015497: 35763052 cycles: 935b2 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9402e pthread_cond_timedwait+0x3ce (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [042] 2541.015700: 37240214 cycles: 67f55a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [035] 2541.015862: 42870867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [025] 2541.016064: 26632977 cycles: 17fc3c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [001] 2541.016407: 37094230 cycles: ffffffff8aa2e29c ___slab_alloc+0xdc ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [014] 2541.016417: 32454835 cycles: 133a4502 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [010] 2541.016427: 38187837 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdSbmEv 196863 [023] 2541.016920: 33049882 cycles: ffffffff8a74e0d8 dequeue_task_fair+0x98 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [000] 2541.017150: 40106988 cycles: 1407c630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [018] 2541.017751: 43563836 cycles: 1338e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2541.018263: 30983957 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [038] 2541.018539: 38492612 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [045] 2541.018659: 30072009 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2541.018675: 30788495 cycles: 17ec97f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 160816 [046] 2541.018716: 31167580 cycles: ffffffff8a743676 pick_next_entity+0x166 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [033] 2541.018773: 39067071 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.018789: 41695843 cycles: ffffffff8a7ef3e6 tick_nohz_restart+0x66 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [031] 2541.020173: 46762157 cycles: 3ca46c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2541.020301: 39732669 cycles: 161b5f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2541.020826: 37452828 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2541.020846: 46027581 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [043] 2541.021995: 49960106 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [028] 2541.022052: 33508851 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [011] 2541.022694: 37144969 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [027] 2541.022736: 38085503 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2541.022806: 29304992 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2541.023250: 38484586 cycles: ffffffff8a74eaf7 enqueue_entity+0x77 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [016] 2541.023258: 33045464 cycles: ffffffff8a9b83b1 set_pte+0x1 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [021] 2541.023872: 31779906 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [012] 2541.024076: 35782081 cycles: 1413021a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [030] 2541.024155: 34007022 cycles: 3b25dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [004] 2541.024162: 49142087 cycles: ffffffff8b381d1d skb_release_data+0xd ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 197898 [026] 2541.024511: 38816522 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [005] 2541.024826: 39425661 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2541.024900: 32523066 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [007] 2541.025069: 31410743 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [009] 2541.025531: 39119946 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [020] 2541.025741: 30207561 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2541.026078: 35654500 cycles: 182f79d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [008] 2541.026498: 39063190 cycles: 1330cee3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [025] 2541.026592: 35902246 cycles: 133ae0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2541.026686: 32283583 cycles: ffffffff8a6c7cb6 __virt_addr_valid+0x6 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [013] 2541.027212: 39061917 cycles: 1406774b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2541.027394: 35026070 cycles: 1d38414 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [042] 2541.027792: 43989237 cycles: 12d6bdcb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2541.028711: 42550187 cycles: 133c2fe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [032] 2541.029290: 30055461 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2541.029526: 31160041 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [036] 2541.029610: 30174539 cycles: 3a612f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [017] 2541.029780: 41089532 cycles: ffffffff8a7327e5 ttwu_queue_wakelist+0x25 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [010] 2541.030369: 40353275 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2541.030917: 46169737 cycles: 137deda [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [041] 2541.030932: 54728963 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2541.030985: 41601783 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [046] 2541.031225: 37131818 cycles: ffffffff8aac5429 __mark_inode_dirty+0x189 ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [023] 2541.031296: 34521964 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 193991 [019] 2541.031308: 37129713 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [001] 2541.031538: 33891150 cycles: ffffffff8a7f648c futex_wake_mark+0x8c ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194335 [035] 2541.031997: 39327671 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [000] 2541.032202: 38477729 cycles: 251a13ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [034] 2541.032794: 31991533 cycles: 6506021 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [045] 2541.033246: 26521605 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [038] 2541.033279: 38955775 cycles: 1ae8de [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27e25c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [018] 2541.034372: 48425247 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [016] 2541.034493: 32430871 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [002] 2541.035326: 36485528 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198103 [033] 2541.035471: 32536578 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [021] 2541.035846: 28841087 cycles: ffffffff8acdadd5 aa_file_perm+0x45 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [028] 2541.036477: 35118543 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [022] 2541.036697: 32906968 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [044] 2541.037171: 37952188 cycles: 1740db9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2541.037842: 35210961 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [030] 2541.038449: 37807033 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 178e817 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2541.038742: 33173920 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [012] 2541.038757: 36625726 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [014] 2541.039447: 31039279 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198628 [039] 2541.039879: 42244041 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [020] 2541.039936: 30184554 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [040] 2541.040028: 28146684 cycles: 3a64b05 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2541.040529: 41727549 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194345 [007] 2541.040553: 34962088 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2541.041306: 32648946 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198627 [036] 2541.041474: 28764800 cycles: ffffffff8a760501 __update_load_avg_cfs_rq+0xc1 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [008] 2541.041524: 38742307 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [032] 2541.041709: 31318068 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [027] 2541.041727: 39087891 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.041907: 40372949 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194003 [005] 2541.042228: 45078036 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 159624 [024] 2541.042760: 33550547 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [046] 2541.042947: 34860383 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [015] 2541.043568: 31183702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2541.043731: 42657585 cycles: ffffffff8a60436d __switch_to_asm+0x5d ([kernel.kallsyms]) diskagen.User 198845 [025] 2541.044160: 44793926 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2541.044400: 49103056 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [042] 2541.045607: 43874948 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [031] 2541.045891: 47133140 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [045] 2541.047291: 23543498 cycles: 26a6989 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [034] 2541.047335: 31525395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2541.047629: 44820318 cycles: ffffffff8a74775d attach_entity_load_avg+0xcd ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [038] 2541.047929: 37497260 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [000] 2541.047958: 32671147 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2541.048258: 51384747 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [001] 2541.048277: 42223639 cycles: 34b414c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [006] 2541.048382: 34204604 cycles: 187088a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [021] 2541.048570: 31369194 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [022] 2541.048893: 33565024 cycles: ffffffff8a73ccb3 cpus_share_cache+0x23 ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.System 159601 [026] 2541.048966: 34696156 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [016] 2541.049177: 35072351 cycles: ffffffff8a779e32 psi_task_switch+0x52 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [017] 2541.049336: 46800518 cycles: 644bcd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [003] 2541.049521: 40326546 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2541.050101: 29816209 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [023] 2541.050123: 32994769 cycles: 204af7a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2541.050660: 37216495 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [019] 2541.050708: 35446923 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [040] 2541.051149: 26483830 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [033] 2541.051335: 30600425 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [012] 2541.051432: 38230802 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [035] 2541.051508: 37705526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [044] 2541.051521: 34296153 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2541.051525: 34260644 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 150658 [032] 2541.051890: 35005116 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [030] 2541.051896: 34645594 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [037] 2541.052107: 42125505 cycles: 204802e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 150635 [036] 2541.052114: 28489872 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [041] 2541.052416: 40913752 cycles: 178ebcf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [029] 2541.052674: 30356032 cycles: 288ad02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [020] 2541.052722: 30184554 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [018] 2541.053511: 39519181 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [046] 2541.054028: 38178812 cycles: 133a4534 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2541.054633: 35437905 cycles: ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2541.055439: 42393375 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2541.056130: 34685642 cycles: ffffffff8a766eda psi_flags_change+0x4a ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2541.056269: 42054793 cycles: ffffffff8a64a424 __switch_to+0x134 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [024] 2541.056946: 34288037 cycles: ffffffff8a7eed43 tick_sched_handle+0x13 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2541.057116: 23863943 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2541.057270: 43094731 cycles: 1407cda0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2541.057589: 41759839 cycles: ffffffff8b617890 rb_next+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [027] 2541.058229: 36013383 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [039] 2541.058357: 42294930 cycles: 251a12e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [034] 2541.058907: 45432494 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [047] 2541.059608: 37097446 cycles: ffffffff8b627783 csum_ipv6_magic+0x33 ([kernel.kallsyms]) ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 194363 [021] 2541.059705: 29319976 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2541.060369: 41123074 cycles: ffffffff8a754e74 nohz_balance_enter_idle+0x104 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [025] 2541.060602: 37479735 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [040] 2541.060768: 30561120 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [000] 2541.061033: 29615203 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [004] 2541.061295: 43135952 cycles: 197fae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [022] 2541.061440: 30673638 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [014] 2541.061817: 28644322 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1411c000 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 169813 [016] 2541.061883: 36341090 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2541.062153: 37857537 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [042] 2541.062601: 36440930 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2541.062896: 34803489 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [038] 2541.063286: 33703895 cycles: 3b9e779 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [033] 2541.063401: 30119637 cycles: 6552f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2541.063455: 27711284 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [020] 2541.063524: 42536138 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196769 [044] 2541.064560: 32020185 cycles: ffffffff8a7c5804 exit_to_user_mode_prepare+0xb4 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [002] 2541.064644: 33940319 cycles: 644c5ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [035] 2541.064793: 34052829 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 193489 [028] 2541.065031: 32778199 cycles: 112fdca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [010] 2541.065408: 36981933 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [012] 2541.065408: 37612363 cycles: 1434ae67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [029] 2541.065702: 28216696 cycles: 282e2f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [030] 2541.066002: 30492898 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [046] 2541.066034: 36435285 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [019] 2541.066620: 37699620 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [032] 2541.066833: 40459229 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [031] 2541.067173: 43362847 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [023] 2541.067215: 30698195 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159494 [003] 2541.068049: 48229425 cycles: ffffffff8a66001e switch_fpu_return+0xe ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [045] 2541.068097: 23296130 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2541.068477: 43250659 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2541.069218: 38993053 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [018] 2541.069700: 33298869 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198038 [043] 2541.070102: 53061535 cycles: 12f63b60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165683 [041] 2541.070440: 44901337 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [015] 2541.070775: 29687056 cycles: ffffffff8a64a406 __switch_to+0x116 ([kernel.kallsyms]) swapper 0 [037] 2541.071053: 33958034 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2541.071066: 43296403 cycles: ffffffff8b39adaa enqueue_to_backlog+0xea ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [022] 2541.071179: 31264710 cycles: 14073cef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [024] 2541.071513: 31242516 cycles: 122c243d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [040] 2541.071951: 32557190 cycles: 12f78b53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [021] 2541.072067: 28703655 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [047] 2541.072195: 35014930 cycles: 1c330141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2541.072711: 31722094 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2541.073126: 39907343 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [027] 2541.073411: 36919924 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2541.073432: 41827533 cycles: 1618a41b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [014] 2541.073623: 27201727 cycles: ffffffff8a74c485 select_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f4e501 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [009] 2541.073758: 36505873 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [042] 2541.073924: 34921514 cycles: 12e96ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193822 [036] 2541.074076: 27045651 cycles: ffffffff8a765595 record_times+0x5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 195110 [026] 2541.074656: 32691127 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nebius-observab 2790 [016] 2541.075044: 33446446 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 9a0e3 runtime.futex.abi0+0x23 (/usr/bin/nebius-observability-agent) 20452 runtime.notetsleep_internal+0xb2 (/usr/bin/nebius-observability-agent) 20588 runtime.notetsleep+0x28 (/usr/bin/nebius-observability-agent) 62cf1 runtime.sysmon+0x1d1 (/usr/bin/nebius-observability-agent) 59112 runtime.mstart1+0x92 (/usr/bin/nebius-observability-agent) 59054 runtime.mstart0+0x74 (/usr/bin/nebius-observability-agent) 96204 runtime.mstart.abi0+0x4 (/usr/bin/nebius-observability-agent) diskagen.IC 198047 [033] 2541.075127: 27904683 cycles: 24fe6828 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [038] 2541.075527: 38907699 cycles: 3b76b22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [029] 2541.075614: 27934081 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.076003: 42951840 cycles: ffffffff8a768fce psi_group_change+0x2e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2541.076736: 34052269 cycles: ffffffff8a768fb5 psi_group_change+0x15 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172232 [044] 2541.076855: 29982971 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [005] 2541.076874: 38676307 cycles: 1394ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [025] 2541.077000: 35555051 cycles: 14090d01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [002] 2541.077032: 35098683 cycles: 143712bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 170470 [013] 2541.077068: 38274400 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [034] 2541.077191: 36028983 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198045 [028] 2541.077378: 35480222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [004] 2541.077710: 41493450 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [030] 2541.078489: 28738949 cycles: 12d6bb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [046] 2541.078568: 37829185 cycles: 2528dd3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2541.079240: 22810821 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1d4a794 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [035] 2541.079240: 33843304 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [012] 2541.079352: 38514279 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [020] 2541.080374: 42279529 cycles: 133a2dd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170465 [023] 2541.080495: 28699675 cycles: ffffffff8b6ab5a5 do_nanosleep+0x135 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [019] 2541.081211: 41417310 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [018] 2541.081566: 35708712 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [010] 2541.081614: 37311006 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [011] 2541.082094: 37183472 cycles: 12e20761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2541.082655: 29762810 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [024] 2541.082747: 33473463 cycles: 1407ffae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [032] 2541.083107: 35869376 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [014] 2541.083270: 27161583 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [036] 2541.083949: 27176362 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [040] 2541.084088: 33392154 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2541.084336: 30344721 cycles: 3a6834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [015] 2541.084339: 30569304 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [031] 2541.084459: 41810254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [001] 2541.084471: 37268199 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [000] 2541.084809: 31579103 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [033] 2541.085054: 27888529 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [009] 2541.085237: 34897042 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [003] 2541.085612: 42829772 cycles: ffffffff8b455380 ip_rcv_finish_core.constprop.0+0x1b0 ([kernel.kallsyms]) ffffffff8b45647e ip_rcv+0x12e ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [037] 2541.086251: 39547993 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [043] 2541.086560: 51158860 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [026] 2541.087137: 34685608 cycles: 644d11b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [016] 2541.087195: 31518187 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25167489 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2541.087290: 36212201 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [045] 2541.087365: 23186420 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2541.087797: 40264734 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2541.088104: 46805183 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2541.088787: 28416999 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [008] 2541.088894: 38350842 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 167045 [029] 2541.089038: 28725153 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 170146 [030] 2541.089045: 28079389 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [017] 2541.089280: 35506002 cycles: ffffffff8a961d39 __filemap_get_folio+0xb9 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [006] 2541.089824: 30802175 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [005] 2541.089876: 34439851 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [007] 2541.090399: 44033699 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159403 [027] 2541.090532: 39076236 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2541.090890: 35480222 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [039] 2541.091900: 45252379 cycles: 12f63ef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [038] 2541.091952: 35194676 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [034] 2541.092142: 35686598 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [002] 2541.092175: 34955108 cycles: 3cb6584 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [022] 2541.092234: 29639775 cycles: 21a1bb27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2541.092508: 28699675 cycles: 21a19e3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2541.092731: 27741081 cycles: 137fe7c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [035] 2541.092876: 32757224 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2541.093334: 41054952 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2541.093355: 35488665 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2541.093544: 36292234 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdSbmEv 194091 [046] 2541.093703: 46075180 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 198646 [004] 2541.093799: 47585904 cycles: 1ae90d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3ac006c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [020] 2541.093963: 39629402 cycles: ffffffff8aa5ba06 try_charge_memcg+0x6 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [010] 2541.094436: 38774339 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [012] 2541.094992: 36557819 cycles: 1862d3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [036] 2541.095548: 26506573 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [032] 2541.096037: 37763847 cycles: 139f0e15 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194434 [024] 2541.096494: 38837990 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [018] 2541.097153: 34449282 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [011] 2541.097434: 34899042 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [045] 2541.097451: 23801369 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [021] 2541.097566: 32241255 cycles: ffffffff8b37831d __sk_mem_schedule+0x3d ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2541.097851: 35041141 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [000] 2541.097986: 36199207 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [019] 2541.098403: 38457049 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [044] 2541.098702: 28387296 cycles: 175b2b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2541.099059: 33931817 cycles: ffffffff8a733fd2 _raw_spin_rq_lock_irqsave+0x32 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2541.099714: 28079389 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [001] 2541.099872: 33713333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2541.100071: 30919773 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [026] 2541.100526: 31943882 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2541.100654: 39431905 cycles: ffffffff8a6c7d45 __virt_addr_valid+0x95 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [029] 2541.100992: 27431006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [006] 2541.101584: 33290620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [009] 2541.102732: 40407816 cycles: ffffffff8acd401c apparmor_file_permission+0x4c ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [003] 2541.103154: 41714966 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-test 198065 [014] 2541.103250: 27641702 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [047] 2541.103832: 38430934 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SRV1 196021 [042] 2541.103897: 35534586 cycles: 113b44 sched_getcpu+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 179185f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [036] 2541.103947: 27047372 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [037] 2541.104164: 32218563 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [008] 2541.104232: 40442457 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [005] 2541.104686: 30984057 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [017] 2541.105211: 31958310 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [045] 2541.105224: 25379194 cycles: ffffffffc0ca18c5 nf_conntrack_handle_packet+0x5 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172875 [038] 2541.105269: 31520780 cycles: cc15cf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [022] 2541.105332: 27856490 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [002] 2541.105371: 35106042 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [043] 2541.105539: 43907578 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2541.105876: 47580675 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [031] 2541.106221: 31043274 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [041] 2541.106711: 45712366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2541.106826: 35027615 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [025] 2541.107244: 32551066 cycles: 3b25deb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2541.107888: 39482108 cycles: 1417d09c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2541.108367: 40882475 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [020] 2541.108787: 39938010 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [033] 2541.109139: 35080439 cycles: 1601ac1d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [044] 2541.109217: 28092368 cycles: 1fd7a5d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [013] 2541.109547: 40106970 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [018] 2541.110200: 34449282 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [011] 2541.110253: 32382825 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [030] 2541.110467: 36811523 cycles: 1e5c6420 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2541.110475: 36123614 cycles: ffffffff8a7b9e27 rcu_preempt_deferred_qs+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [012] 2541.110537: 34715212 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [027] 2541.110768: 39018504 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f6592 futex_wake+0xd2 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [004] 2541.110948: 43991816 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [015] 2541.111157: 35199856 cycles: 1be82d76 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 196917 [032] 2541.111175: 40401531 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagentd 165147 [039] 2541.111221: 42058021 cycles: ffffffff8a80fce2 cgroup_rstat_updated+0x12 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2541.111317: 53593631 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2541.111626: 36602033 cycles: ffffffff8a7493e4 place_entity+0x74 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [024] 2541.111712: 38391533 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [000] 2541.112295: 36311175 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2541.112409: 27465104 cycles: 12fc74f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2541.112539: 31993633 cycles: ffffffff8a846c7c touch_softlockup_watchdog_sched+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2541.112552: 33714518 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [001] 2541.112658: 37420239 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2541.112768: 33525627 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198619 [029] 2541.112992: 26773482 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [006] 2541.113986: 35072163 cycles: 14086264 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [036] 2541.114124: 27241747 cycles: ffffffff8a7f65af futex_wake+0xef ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [014] 2541.114604: 26934633 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2541.114749: 44580845 cycles: ffffffff8a7b7e1d rcu_note_context_switch+0xd ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [019] 2541.115812: 36063958 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2541.116293: 45256476 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [022] 2541.116412: 28045743 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [017] 2541.116548: 30434222 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2541.116806: 30462400 cycles: 3b373a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2541.117912: 37394125 cycles: ffffffff8a779bb7 psi_task_change+0xa7 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2541.118050: 29459275 cycles: ffffffff8a74ad32 reweight_entity+0x42 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165251 [047] 2541.118704: 41334273 cycles: 133a9e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [044] 2541.119180: 27962105 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [009] 2541.119391: 41915626 cycles: ffffffff8a9b87b5 count_memcg_events.constprop.0+0x15 ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2541.119532: 28178211 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2541.119607: 35822297 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [005] 2541.119978: 33648125 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [025] 2541.121278: 29081964 cycles: 3b70f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [034] 2541.121473: 33653951 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [003] 2541.121951: 41714966 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2541.123156: 34449282 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a78255 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [028] 2541.123176: 47531035 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [001] 2541.123280: 35785010 cycles: 2049b6a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [011] 2541.123979: 32409031 cycles: bba5042 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2541.124033: 37315458 cycles: ffffffff8a7eedb5 tick_do_update_jiffies64+0x5 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [036] 2541.124244: 26760264 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [010] 2541.124273: 41660334 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [020] 2541.124459: 38082181 cycles: 3adf8a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [024] 2541.124560: 38056300 cycles: 24f7800a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2541.124579: 42759006 cycles: ffffffff8a64a495 __switch_to+0x1a5 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [012] 2541.124615: 39809534 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [016] 2541.124815: 34611633 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [013] 2541.124891: 42741318 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [040] 2541.125088: 36988673 cycles: 1742c12c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [045] 2541.125097: 27059550 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [021] 2541.125200: 29201258 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) blocksto.CLI2 198657 [014] 2541.125289: 26934633 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2541.125310: 39751718 cycles: 1425ea5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194346 [043] 2541.125484: 37477221 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [026] 2541.125609: 30852804 cycles: ffffffff8b3894c6 skb_attempt_defer_free+0x36 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [032] 2541.125986: 44113225 cycles: ffffffff8aa2b38c memcg_slab_post_alloc_hook+0xc ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [015] 2541.126276: 31009741 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [029] 2541.126360: 27752074 cycles: ffffffff8a74fed9 update_sg_lb_stats+0xd9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [022] 2541.126513: 30050744 cycles: ffffffff8b486e3f __tcp_transmit_skb+0x5af ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [006] 2541.126793: 36959013 cycles: 68d04a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [035] 2541.127376: 40797199 cycles: ffffffff8b51a4e1 ip6_output+0x91 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [033] 2541.127550: 32492610 cycles: ffffffff8a7d926d hrtimer_nanosleep+0xed ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 198111 [004] 2541.128388: 40774822 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [038] 2541.128923: 29307598 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5927619d7e7 [unknown] ([unknown]) diskagen.IC 198047 [000] 2541.129205: 33493759 cycles: 20499311 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2541.129620: 41625858 cycles: ffffffff8a768fd2 psi_group_change+0x32 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [044] 2541.130351: 31172805 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2541.130456: 36915237 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 151710 [039] 2541.130559: 37572498 cycles: ffffffff8a736aac wake_q_add_safe+0xc ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2541.130761: 30221720 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [031] 2541.130779: 28178211 cycles: 1330ce08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2541.130949: 42085157 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2541.132426: 40914236 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165870 [046] 2541.132443: 56071091 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [042] 2541.133092: 35960967 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [008] 2541.133629: 36178101 cycles: 13058f19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [025] 2541.133864: 33233594 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [036] 2541.133959: 27286835 cycles: 204af7fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197260 [034] 2541.134791: 34958977 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2541.134929: 47927564 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [023] 2541.135362: 41664109 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [005] 2541.135563: 37260031 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [016] 2541.136173: 33663836 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [021] 2541.136396: 28518336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155846 [026] 2541.136457: 30523828 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [014] 2541.136477: 41814189 cycles: 1425d7e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [045] 2541.136564: 29615610 cycles: 14023ce9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 169822 [009] 2541.136619: 43050895 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [022] 2541.136872: 29565190 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [047] 2541.137647: 39780504 cycles: 133c8b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [038] 2541.137656: 30046755 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [011] 2541.137766: 31749398 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [001] 2541.138001: 36496963 cycles: 17dfe11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [024] 2541.138141: 42380918 cycles: ffffffff8a80fcdb cgroup_rstat_updated+0xb ([kernel.kallsyms]) ffffffff8aa586d7 __mod_memcg_lruvec_state+0x67 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8a97287b lru_add_fn+0x1ab ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [020] 2541.138170: 38108302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [012] 2541.138229: 39025788 cycles: 3c32f42 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [029] 2541.138260: 30452143 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [040] 2541.138435: 37937934 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [003] 2541.138668: 46319190 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2541.138893: 32673997 cycles: ffffffff8a73caeb send_call_function_single_ipi+0x7b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [015] 2541.139129: 33236119 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b9e941 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [006] 2541.139735: 37963523 cycles: ffffffff8b62af20 memset_erms+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [031] 2541.139752: 38327035 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2541.140084: 36369755 cycles: 204b3d8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2541.140369: 49677190 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [041] 2541.140677: 37190709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198048 [033] 2541.141163: 30047713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [044] 2541.141220: 32897317 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [000] 2541.141262: 39797438 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [013] 2541.141528: 39190787 cycles: 13396b90 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [017] 2541.141665: 37085165 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [036] 2541.141702: 29244615 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [035] 2541.142359: 37189189 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.142452: 30995691 cycles: ffffffff8a74ad06 reweight_entity+0x16 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [032] 2541.142659: 40945954 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [004] 2541.142872: 36298288 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [007] 2541.143975: 34104461 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [037] 2541.145363: 32035986 cycles: ffffffff8a74ad85 reweight_entity+0x95 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2541.145386: 35740328 cycles: ffffffff8a779fb0 psi_task_switch+0x1d0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [019] 2541.145657: 39073274 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2541.145696: 37467667 cycles: ffffffff8a73c8d6 sched_ttwu_pending+0x16 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [021] 2541.146415: 31432615 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [002] 2541.146684: 35779020 cycles: 21a0c4a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [022] 2541.147056: 29144233 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [039] 2541.147130: 35040036 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [027] 2541.147314: 40660247 cycles: 3b76402 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [025] 2541.147414: 37639908 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [026] 2541.147800: 32077223 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2541.148149: 33022016 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2541.148202: 32330679 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) Test 196124 [038] 2541.148476: 28996711 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2541.148976: 27274898 cycles: ffffffff8a742773 kick_ilb+0x83 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [005] 2541.149190: 34900199 cycles: 37153b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2541.149496: 41466445 cycles: 3b4645e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [029] 2541.151323: 31885892 cycles: ffffffff8aa7eb7f vfs_write+0xaf ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [030] 2541.151541: 30769146 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2541.152123: 43762570 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2541.152170: 35777304 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [036] 2541.152223: 29865712 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2541.152349: 33845953 cycles: 13bea0d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [014] 2541.152351: 37158878 cycles: ffffffff8aa5d5f0 __memcg_kmem_charge_page+0x150 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196007 [006] 2541.152565: 35768212 cycles: 175e415 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [023] 2541.152597: 34517838 cycles: ffffffff8aa2e1ee ___slab_alloc+0x2e ([kernel.kallsyms]) ffffffff8aa2f214 kmem_cache_alloc_node+0x314 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [044] 2541.152848: 31634793 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [046] 2541.152997: 43761536 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 167186 [010] 2541.153012: 36825724 cycles: 1567cdf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [009] 2541.153479: 34601068 cycles: 3a77aaf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [012] 2541.153514: 37121375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [001] 2541.153529: 46928186 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [015] 2541.153850: 30989517 cycles: 3b5b421 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [018] 2541.154129: 37328339 cycles: ffffffff8a74deed dequeue_entity+0x36d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) network poller 198839 [003] 2541.154151: 39905099 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7536ff newidle_balance+0x12f ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [047] 2541.154154: 36817655 cycles: ffffffff8b623b6a xas_load+0x7a ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2541.154254: 39781408 cycles: 14086045 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [043] 2541.154530: 29505406 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [000] 2541.155289: 36013655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [035] 2541.155331: 34553091 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [004] 2541.155641: 40639529 cycles: 17db306 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [024] 2541.155713: 35200406 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [041] 2541.156713: 37543894 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198858 [017] 2541.156981: 34567204 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2541.157492: 34883274 cycles: ffffffff8a76e10d sched_clock_cpu+0x1d ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159401 [032] 2541.158209: 34947640 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [008] 2541.158319: 35422211 cycles: 3b99882 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [028] 2541.158421: 40854702 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2541.158569: 34542967 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [038] 2541.159249: 29151827 cycles: 264bbb1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2541.159268: 28644498 cycles: ffffffff8b6a476b __schedule+0x26b ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [007] 2541.160154: 35569735 cycles: 1fdc7fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [045] 2541.160289: 26313229 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [042] 2541.160379: 33578729 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b742b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2541.160538: 28458802 cycles: 1e6f77e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2541.160580: 30317512 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [019] 2541.162002: 33079906 cycles: ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [025] 2541.162060: 37448506 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [034] 2541.162096: 28584834 cycles: ffffffff8a75fda0 __update_load_avg_se+0x40 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [021] 2541.162300: 30369861 cycles: 14059f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [016] 2541.162655: 31309994 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [039] 2541.162753: 31122674 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [027] 2541.163723: 36297010 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196761 [036] 2541.163867: 28852513 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [011] 2541.164187: 39171798 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196861 [005] 2541.164862: 31247725 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ba833e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [014] 2541.165244: 35958030 cycles: 17122e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 197273 [044] 2541.165277: 29855844 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [040] 2541.165400: 31037509 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [031] 2541.165764: 38347820 cycles: 1618c598 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2541.166092: 29939904 cycles: ffffffff8a73c9a8 sched_ttwu_pending+0xe8 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [006] 2541.166515: 35661504 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2541.167055: 35368745 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [012] 2541.167079: 34023484 cycles: ffffffff8a95e04c generic_perform_write+0x5c ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [023] 2541.167104: 31157765 cycles: 3b33350 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [029] 2541.167348: 31399357 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [015] 2541.167545: 31561169 cycles: 3b9b659 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [009] 2541.167692: 32376310 cycles: 21a259c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 160824 [000] 2541.168225: 41905126 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 195110 [018] 2541.168444: 33839910 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2541.168596: 42365774 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [038] 2541.168802: 31756535 cycles: 352a4a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2541.169062: 26014269 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [033] 2541.169263: 31832968 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197266 [020] 2541.169890: 43902700 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [024] 2541.170065: 30743173 cycles: 3adf745 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [022] 2541.170309: 27179308 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [028] 2541.170841: 38897418 cycles: 649a9a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [003] 2541.171040: 40539394 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6aceb2 _raw_write_unlock_irq+0x12 ([kernel.kallsyms]) ffffffff8aae9d44 ep_done_scan+0xe4 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [047] 2541.171193: 30908172 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193495 [001] 2541.171258: 42964852 cycles: ffffffff8a753ac0 pick_next_task_fair+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 194633 [013] 2541.171259: 34263055 cycles: ffffffff8a741b83 remove_entity_load_avg+0x73 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [017] 2541.171395: 35624044 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [034] 2541.171569: 28425404 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2541.171570: 38914418 cycles: ffffffff8a74ec1e enqueue_entity+0x19e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [002] 2541.171706: 31669922 cycles: 12f4e501 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2541.171879: 27275275 cycles: 2782d5c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [026] 2541.172015: 29367717 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [045] 2541.172227: 25574655 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [035] 2541.172396: 30119121 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2541.172468: 35520964 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2541.173153: 35005510 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [041] 2541.173259: 33922911 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [019] 2541.173844: 31257212 cycles: 17dffda [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [042] 2541.174278: 33606695 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2541.174531: 33392578 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [021] 2541.175318: 31287896 cycles: ffffffff8b3728ef __sk_dst_check+0x1f ([kernel.kallsyms]) ffffffff8b45ca58 __ip_queue_xmit+0x2a8 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [007] 2541.175432: 36761463 cycles: ffffffff8a961db0 __filemap_get_folio+0x130 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [039] 2541.175833: 38870046 cycles: 16bf0f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [036] 2541.175894: 34308463 cycles: 1300eedd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2541.175986: 36486460 cycles: ffffffff8b4556a5 ip_rcv_core+0x5 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165440 [040] 2541.176658: 34193915 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [009] 2541.176905: 34839263 cycles: ffffffff8b47b8cd tcp_rcv_space_adjust+0xd ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [005] 2541.177165: 28301031 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [025] 2541.177795: 37448506 cycles: ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [023] 2541.178551: 36202876 cycles: 141c3fe2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [014] 2541.178810: 36454133 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422e8ee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2541.178970: 35247965 cycles: ffffffff8b800f9b asm_sysvec_call_function_single+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [031] 2541.179216: 35098302 cycles: 28897c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2541.179252: 37031475 cycles: 2048962f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2541.179489: 37417834 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193988 [029] 2541.179603: 36170531 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa3d42b413f [unknown] (//anon) Test 194631 [015] 2541.179745: 33916605 cycles: 68605d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [043] 2541.179807: 26294103 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2541.179910: 34119218 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2541.180263: 31773481 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [011] 2541.180275: 44851799 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [012] 2541.180309: 35448920 cycles: 3b2f716 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [038] 2541.180935: 31340385 cycles: ffffffff8a765599 record_times+0x9 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [022] 2541.180971: 33185406 cycles: ffffffff8b6ad3e0 _raw_spin_lock+0x0 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 688dbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2541.181472: 33054608 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [034] 2541.182060: 32102788 cycles: ffffffff8a739d9a set_task_cpu+0x3a ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [045] 2541.182245: 24958386 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2541.182691: 29579233 cycles: 17bcacc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166746 [026] 2541.182713: 34046826 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [033] 2541.183295: 31832968 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [003] 2541.183332: 42724646 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2541.184213: 34763317 cycles: 140f3ef7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [002] 2541.184278: 29138432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.184419: 28614462 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [017] 2541.184610: 36476806 cycles: 27279a25 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2541.184846: 39844635 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [028] 2541.185092: 37968785 cycles: 1a71fd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [046] 2541.185105: 48626103 cycles: 1861cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2541.185254: 37079485 cycles: ffffffff8b697d64 irqentry_exit+0x14 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2541.186259: 39335928 cycles: ffffffff8a7655c2 record_times+0x32 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2541.186353: 35770671 cycles: ffffffff8aa303ed kmem_cache_free+0xd ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [035] 2541.186392: 36974909 cycles: ffffffff8b697cef irqentry_enter+0x2f ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [021] 2541.186613: 30221202 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [008] 2541.187128: 35647821 cycles: ffffffff8b6ad305 _raw_write_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198684 [016] 2541.187733: 30611714 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [020] 2541.187822: 45024338 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [036] 2541.187870: 32049779 cycles: ffffffff8b3888ae napi_consume_skb+0xee ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2541.187919: 30428133 cycles: ffffffff8b1b5a10 loopback_xmit+0xf0 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [019] 2541.188031: 30286447 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [041] 2541.188340: 33922911 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [001] 2541.188616: 45135607 cycles: 152b1050 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [040] 2541.189662: 30959589 cycles: 2049b739 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [043] 2541.189890: 31454787 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2541.190149: 35612954 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [007] 2541.190572: 31686086 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 156479e440cf [unknown] (//anon) blocksto.CLI2 194623 [005] 2541.190611: 26093320 cycles: 3a78256 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2541.191630: 35212397 cycles: ffffffff8a73c9b6 sched_ttwu_pending+0xf6 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166746 [045] 2541.192274: 29085342 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [030] 2541.192306: 35317207 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [014] 2541.192855: 33095458 cycles: 251a8a57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2541.192913: 33498459 cycles: ffffffff8a74d600 set_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [031] 2541.193079: 31039343 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [025] 2541.193099: 46942385 cycles: 17aa3dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198707 [022] 2541.193174: 31241018 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2541.193287: 30775130 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [038] 2541.193508: 28374006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [024] 2541.193739: 30986894 cycles: 3b2e061 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [010] 2541.194326: 33809809 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [034] 2541.194460: 29874931 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2541.194540: 38163485 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2541.194858: 32237852 cycles: ffffffff8a74134d clear_buddies+0xd ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [023] 2541.195082: 34393644 cycles: 3b3c5d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [002] 2541.195082: 28965452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [037] 2541.195137: 30604637 cycles: 16b48a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [027] 2541.195521: 30913870 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2541.195536: 43085028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165165 [029] 2541.195606: 37733828 cycles: ffffffff8a74e8e9 put_prev_entity+0x59 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [026] 2541.196118: 30822300 cycles: 2727af8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2541.196659: 29688219 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159386 [011] 2541.196847: 36833118 cycles: ffffffff8a752828 update_sd_lb_stats.constprop.0+0x98 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [013] 2541.197669: 30966687 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2541.198195: 36654729 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [036] 2541.198938: 31590966 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [021] 2541.199128: 28343874 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3 [unknown] ([unknown]) nbsd-lig.SRV1 194448 [028] 2541.199528: 34905381 cycles: ffffffff8aa50fd6 page_counter_cancel+0x6 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2541.199583: 29165438 cycles: 12f35c17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [016] 2541.199954: 28772232 cycles: 3b2f7ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2541.199970: 40207627 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [003] 2541.200234: 40953536 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2541.200321: 38645577 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [040] 2541.200421: 30209491 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2541.200438: 25898762 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [044] 2541.200599: 33419821 cycles: 2a7fbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198846 [000] 2541.200741: 33512590 cycles: ffffffff8a7e6479 __x64_sys_clock_nanosleep+0x109 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [045] 2541.201430: 31458212 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2541.201878: 44865167 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [043] 2541.202067: 30823237 cycles: 3af22cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2541.202480: 34119182 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [009] 2541.202720: 33776061 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Batch 197538 [007] 2541.202842: 30367241 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 196118 [041] 2541.204138: 36796069 cycles: 3a620aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [046] 2541.204384: 38874255 cycles: 156ceea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [031] 2541.204480: 34162952 cycles: ffffffff8aaec0f3 ep_poll_callback+0x273 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [035] 2541.204630: 35803378 cycles: 689a2a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [022] 2541.204660: 30481116 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [034] 2541.204721: 30433325 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [038] 2541.204743: 28179816 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159496 [024] 2541.205235: 29768269 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [014] 2541.205509: 33492668 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [006] 2541.205532: 31165364 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [030] 2541.205810: 32638149 cycles: 13bf3632 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [001] 2541.205846: 39573505 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2541.205890: 39177444 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [026] 2541.206062: 30947777 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [037] 2541.206097: 31286503 cycles: ffffffff8a738315 pick_next_task+0x15 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [039] 2541.206200: 30429743 cycles: 14067788 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [010] 2541.206313: 33999722 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [018] 2541.206359: 33691587 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2541.206756: 29133413 cycles: 204996ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [002] 2541.206797: 27449799 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b69692b sysvec_reschedule_ipi+0x7b ([kernel.kallsyms]) ffffffff8b800f4b asm_sysvec_reschedule_ipi+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2541.207728: 31529744 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [015] 2541.208046: 34180761 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [012] 2541.208389: 34983536 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 159623 [023] 2541.208829: 31465494 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [036] 2541.208926: 31560259 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) nbsd.User 197534 [027] 2541.209643: 34164112 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) diskagen.IC 198626 [016] 2541.209807: 29064873 cycles: ffffffff8b448bf7 nf_hook_slow+0x47 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159601 [042] 2541.210755: 31750235 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdCmpl_0 194090 [040] 2541.210792: 33990031 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [005] 2541.211560: 25914892 cycles: ffffffff8b696ba6 sysvec_apic_timer_interrupt+0x46 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [021] 2541.211628: 27151158 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 196717 [011] 2541.211663: 36741098 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [028] 2541.211948: 40270429 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [029] 2541.212026: 31966078 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2541.212067: 34822615 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [033] 2541.212762: 38447631 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2541.213250: 30779628 cycles: ffffffff8b6ac0f5 default_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [032] 2541.213473: 39910397 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [045] 2541.213897: 40997222 cycles: ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [008] 2541.214181: 40396264 cycles: ffffffff8b45b0bc __ip_finish_output+0x7c ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2541.214501: 30737489 cycles: 1e5c7449 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [038] 2541.215054: 30219751 cycles: 26cdd11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [025] 2541.215221: 40532737 cycles: 133ae15b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [007] 2541.215584: 32576513 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [034] 2541.216078: 36303226 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b16901 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2541.216168: 27851891 cycles: ffffffff8a74c52a select_task_rq_fair+0xaa ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [019] 2541.216277: 43949779 cycles: 3b95fff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [043] 2541.216325: 38172291 cycles: ffffffff8a74bec7 select_idle_sibling+0x3a7 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2541.217174: 31335815 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [006] 2541.217260: 29611068 cycles: ffffffff8a9ef81f get_page_from_freelist+0x32f ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.217654: 28883225 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) diskagen.User 198612 [004] 2541.217776: 42979272 cycles: 25173fb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [022] 2541.217937: 35328085 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [009] 2541.217997: 35765452 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2541.218091: 35952936 cycles: ffffffff8aae9d45 ep_done_scan+0xe5 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2541.218467: 37257867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2541.218492: 33437335 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [037] 2541.218703: 36680545 cycles: ffffffff8aa5cbdf charge_memcg+0x6f ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2541.218816: 35208470 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2541.219118: 28680038 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2541.219249: 31862959 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [036] 2541.219261: 31251506 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.219549: 32036995 cycles: ffffffff8a75c3a5 cpuidle_idle_call+0x25 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [046] 2541.219647: 33426570 cycles: 133a4537 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [035] 2541.220176: 35633491 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2541.220255: 33096434 cycles: ffffffff8a7691ac psi_group_change+0x20c ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170129 [020] 2541.220722: 34988354 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166612 [010] 2541.221019: 29560879 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [018] 2541.221266: 29247957 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [015] 2541.221321: 33621269 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [042] 2541.221369: 31168174 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2541.221515: 28520079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [041] 2541.222921: 34934001 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [012] 2541.223357: 29616195 cycles: ffffffff8a6fab04 __ptrace_may_access+0x44 ([kernel.kallsyms]) ffffffff8a6fb9bf ptrace_may_access+0x2f ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [001] 2541.223501: 49063638 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [027] 2541.223527: 35450047 cycles: 68a3f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [005] 2541.223617: 27665943 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2541.223658: 28612888 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2541.223756: 38572488 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2541.224432: 35537994 cycles: ffffffff8a697e31 __sysvec_call_function_single+0x21 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [000] 2541.225427: 31819810 cycles: 3ac5131 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2541.225954: 35991751 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [002] 2541.226639: 30690164 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [029] 2541.226912: 27778665 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [038] 2541.226925: 28843941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196861 [032] 2541.227234: 38900575 cycles: 1be5ef59 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [017] 2541.227299: 28487905 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2541.227412: 30097876 cycles: ffffffff8a7535e5 newidle_balance+0x15 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2541.228049: 38565268 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [033] 2541.228672: 42242738 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [013] 2541.229050: 36701695 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2541.229829: 36635690 cycles: 35fa67c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [024] 2541.230001: 29210185 cycles: ffffffff8aa72b44 __check_object_size.part.0+0x14 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [008] 2541.230229: 37842574 cycles: ffffffff8b384042 consume_skb+0x12 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [025] 2541.230487: 34622606 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [030] 2541.230559: 31224860 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [047] 2541.230569: 29582384 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [014] 2541.230598: 36147895 cycles: 20499721 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [026] 2541.230757: 27348231 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [007] 2541.230939: 38423022 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2541.230979: 37326379 cycles: 2728318a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [022] 2541.231083: 35725937 cycles: bbd1958 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [009] 2541.231194: 33421310 cycles: 1869373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2541.231268: 32299588 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 196717 [012] 2541.231512: 31187508 cycles: 2451ca7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d66e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d6b2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c9d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2729449 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eaacf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 197529 [018] 2541.231749: 28923400 cycles: 2727af00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [042] 2541.231920: 30864723 cycles: 1740c22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [039] 2541.232018: 29269804 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2541.232330: 40352558 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [036] 2541.232505: 36936159 cycles: 1840890 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [031] 2541.232571: 33594835 cycles: 1876089 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [016] 2541.232736: 33064196 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2541.232904: 31597724 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [010] 2541.233400: 27749103 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [004] 2541.233565: 40822660 cycles: 133cdfc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [020] 2541.233755: 31761070 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [005] 2541.234104: 29841313 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1001f [unknown] ([anon:y_absl]) Test 196124 [043] 2541.234114: 33280164 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2541.234624: 42523549 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [023] 2541.234706: 32264407 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2541.234932: 34453337 cycles: 13cad74c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2541.235323: 29374120 cycles: 20485d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [035] 2541.236443: 34922259 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2541.236735: 38849027 cycles: ffffffff8b37369d skb_page_frag_refill+0x8d ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2541.236807: 28358234 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [015] 2541.236899: 35627521 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [002] 2541.237364: 33435568 cycles: 17f944e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [011] 2541.237484: 33632749 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2541.237829: 27979056 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194038 [000] 2541.237834: 30423625 cycles: 1be5a305 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [044] 2541.237955: 36339581 cycles: ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [029] 2541.238043: 26897256 cycles: 3cb3bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [006] 2541.239092: 32098839 cycles: ffffffff8b1b5a1c loopback_xmit+0xfc ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2541.239208: 33955403 cycles: ffffffff8a74f079 enqueue_task_fair+0x89 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [024] 2541.240101: 29372867 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [013] 2541.240242: 36192970 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [032] 2541.240712: 38466387 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [030] 2541.241143: 30904436 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2541.241274: 30472006 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [010] 2541.241558: 29432460 cycles: a90 [unknown] ([vdso]) Test 196124 [018] 2541.241782: 35694291 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 197885 [012] 2541.241896: 31301007 cycles: 63e27 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60d9e sscanf+0x10e (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b62425 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [028] 2541.242122: 38033208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [046] 2541.242491: 34054092 cycles: ffffffff8a753ae7 pick_next_task_fair+0x27 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [034] 2541.242587: 38155445 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2541.242647: 30213307 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [008] 2541.242959: 35352990 cycles: ffffffff8adacf18 copy_page_from_iter+0x48 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2541.243023: 27828564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [001] 2541.243241: 41686851 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd-lig.SRV2 196022 [009] 2541.243731: 38390768 cycles: 26cc5eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [039] 2541.243736: 28572386 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2541.243842: 42121787 cycles: ffffffff8a7604e0 __update_load_avg_cfs_rq+0xa0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [016] 2541.243911: 32111446 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [025] 2541.243986: 35688287 cycles: 1c300465 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2541.244544: 37115575 cycles: ffffffff8a779fbe psi_task_switch+0x1de ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 193840 [031] 2541.245036: 31141572 cycles: ffffffff8a7433bc select_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 198681 [003] 2541.245236: 32492638 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6509a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [041] 2541.245256: 34308236 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2541.245296: 35772256 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2541.245444: 38153359 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [020] 2541.245889: 30118893 cycles: 3fbba01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [021] 2541.245893: 32460967 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 196760 [045] 2541.245893: 36173764 cycles: 17a12011 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [023] 2541.245905: 31458928 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [005] 2541.246170: 37489348 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2541.246197: 44570894 cycles: ffffffff8aa72b3d __check_object_size.part.0+0xd ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [038] 2541.246675: 32522861 cycles: 14060c06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [029] 2541.247147: 27661413 cycles: 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [043] 2541.247716: 34195155 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2541.248166: 36631802 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2541.248482: 32664866 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 198605 [002] 2541.248806: 32498092 cycles: 21b697c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [017] 2541.249630: 30482395 cycles: 140716cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [006] 2541.249781: 34970407 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [035] 2541.250041: 31225331 cycles: 3a63590 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [015] 2541.250159: 32197682 cycles: 68d081c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 172778 [037] 2541.250200: 47189421 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [019] 2541.250382: 37837230 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [024] 2541.250384: 32337104 cycles: ffffffff8a7604ed __update_load_avg_cfs_rq+0xad ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 150656 [044] 2541.250622: 38138399 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [030] 2541.251252: 31548020 cycles: 3c81732 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [011] 2541.251492: 30568733 cycles: 3c4ac1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [040] 2541.251555: 40474397 cycles: ffffffff8a779b8d psi_task_change+0x7d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa72b30 __check_object_size.part.0+0x0 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2541.251624: 35354779 cycles: 133d5661 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2541.251854: 29478320 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2541.252829: 29245074 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2541.253355: 33016160 cycles: 204af817 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [026] 2541.253523: 28863472 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf824b io_submit_one+0x3b ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [047] 2541.253769: 27828564 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [012] 2541.253772: 29978406 cycles: 27cd9fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [042] 2541.254115: 32675823 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2541.254410: 37565802 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170130 [032] 2541.254986: 40682017 cycles: 156a3125 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [046] 2541.255915: 39447784 cycles: 64a4bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [016] 2541.256021: 31547208 cycles: ffffffff8a744f41 select_idle_cpu+0x151 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2541.256583: 37417543 cycles: ffffffff8a6f30ba irq_enter_rcu+0x3a ([kernel.kallsyms]) default-executo 196007 [028] 2541.256767: 38421076 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198837 [034] 2541.257814: 42324284 cycles: ffffffff8a74fe3a update_sg_lb_stats+0x3a ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2541.258046: 31898547 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [023] 2541.258719: 37060772 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [014] 2541.258797: 37322393 cycles: 141e9b8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [035] 2541.258799: 32020268 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 198847 [022] 2541.259424: 38368849 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [031] 2541.259449: 34977114 cycles: ffffffff8b6ad48c _raw_spin_lock_irq+0x3c ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [041] 2541.259711: 35242088 cycles: 3b16367 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [009] 2541.259761: 36634354 cycles: 13c961e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [036] 2541.260132: 38150634 cycles: ffffffff8b486cc2 __tcp_transmit_skb+0x432 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [038] 2541.260218: 30594073 cycles: 269b1436 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [001] 2541.260356: 39889980 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [003] 2541.260424: 31902704 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2541.260628: 38879327 cycles: 21d8411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [029] 2541.260674: 25617922 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [000] 2541.261122: 31888223 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [002] 2541.261130: 34852008 cycles: 35f4cbd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [005] 2541.261277: 36374949 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [021] 2541.261312: 31397744 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2541.261655: 38500412 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [004] 2541.261933: 34244055 cycles: 133c9373 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2541.262297: 34423568 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [033] 2541.262597: 36732964 cycles: 288add0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2541.262682: 33638990 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2541.263035: 40832761 cycles: 13bd58c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [024] 2541.263056: 29712245 cycles: 186b1fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [006] 2541.263152: 36198520 cycles: 3b76b2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2541.263668: 30666656 cycles: ffffffff8b47b8c6 tcp_rcv_space_adjust+0x6 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) grpc_global_tim 160648 [011] 2541.264018: 28732251 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a0973c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [010] 2541.264018: 38301957 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [039] 2541.264345: 28904332 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198839 [030] 2541.264392: 37258207 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [017] 2541.264449: 32963189 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 159388 [026] 2541.264547: 31396321 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [012] 2541.265891: 27856605 cycles: 186a1d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [042] 2541.265925: 34363234 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [044] 2541.266194: 38105583 cycles: 3b25f67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.266603: 37437854 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [027] 2541.266787: 33740247 cycles: ffffffff8aa5654c get_mem_cgroup_from_mm+0xc ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2541.267367: 44474470 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2541.267712: 35035708 cycles: 2727af27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [040] 2541.268584: 39861187 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166750 [032] 2541.269502: 35573753 cycles: a6083a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [018] 2541.269554: 37870468 cycles: 133ae167 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2541.270480: 34354623 cycles: ffffffff8b697e3d ct_kernel_enter.constprop.0+0x3d ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2541.270912: 33660668 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [046] 2541.271013: 44257817 cycles: ffffffff8a9a59ed __kmalloc+0xd ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [008] 2541.271117: 36113740 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194619 [038] 2541.271258: 30594073 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2541.271663: 34249728 cycles: ffffffff8b36d4b5 sock_read_iter+0x5 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2541.271696: 36448034 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [035] 2541.272282: 30063229 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [029] 2541.272724: 27497436 cycles: 3b332f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2541.272916: 30036612 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 32613 [unknown] ([unknown]) ydbd 168701 [003] 2541.273484: 35338995 cycles: ffffffff8a73837f pick_next_task+0x7f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198686 [002] 2541.273719: 35052135 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2541.273723: 35494114 cycles: 3b76338 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [000] 2541.274032: 38953204 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2541.274130: 30187007 cycles: ffffffff8a76921c psi_group_change+0x27c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [004] 2541.274230: 35062181 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2541.274261: 32140141 cycles: ffffffff8b55fe9e tcp_v6_rcv+0x76e ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197546 [041] 2541.274442: 32289957 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2541.274791: 31689174 cycles: ffffffff8a7d7d0c __hrtimer_start_range_ns+0x2c ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [022] 2541.274915: 41272474 cycles: 3b2db20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [036] 2541.274942: 45294124 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [025] 2541.275002: 39036077 cycles: 3b1b028 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [034] 2541.275043: 38367489 cycles: 2a9143a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [006] 2541.275126: 39117429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) diskagen.IC 198047 [042] 2541.275617: 34677238 cycles: ffffffff8b37bf65 kmalloc_reserve+0x5 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [001] 2541.275760: 44960646 cycles: 1ca21158 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [009] 2541.275959: 35282979 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2541.276027: 31599405 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kworker/u96:3-l 161166 [017] 2541.276225: 30154900 cycles: ffffffff8aba5fca ext4_bio_write_page+0x2aa ([kernel.kallsyms]) ffffffff8ab7b260 mpage_submit_page+0x60 ([kernel.kallsyms]) ffffffff8ab7bf2f mpage_map_and_submit_buffers+0x11f ([kernel.kallsyms]) ffffffff8ab83f00 mpage_map_and_submit_extent+0x60 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac6680 wb_do_writeback+0x1d0 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [043] 2541.276454: 37982801 cycles: ffffffff8a652f0f switch_ldt+0x1f ([kernel.kallsyms]) ffffffff8a6c84e4 switch_mm_irqs_off+0x194 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [026] 2541.276667: 32845472 cycles: 17fbab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [011] 2541.277150: 26060324 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2541.277325: 27378190 cycles: ffffffff8a76901a psi_group_change+0x7a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2541.277474: 39640449 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2541.277527: 26784760 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2541.278351: 31394766 cycles: ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [027] 2541.278838: 32519107 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [007] 2541.279287: 39760632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2541.279420: 37361564 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [030] 2541.279777: 37258207 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [045] 2541.279798: 32549639 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [038] 2541.281200: 45595235 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2541.281450: 43805913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [033] 2541.281506: 36851216 cycles: 3a49ebb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2541.282690: 37594532 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [020] 2541.283391: 34041016 cycles: 1fc389d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [047] 2541.283482: 33775790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [024] 2541.283749: 30083263 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [037] 2541.284008: 33393362 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [028] 2541.284028: 31599742 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 197fa1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [023] 2541.284172: 35291856 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [040] 2541.284398: 35386571 cycles: ffffffff8b6a7575 mutex_lock+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [035] 2541.284469: 34946842 cycles: 64df0ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [029] 2541.284697: 29269131 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [008] 2541.284795: 33754141 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2541.285040: 38915218 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [018] 2541.285148: 48672908 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [042] 2541.285470: 35020618 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2541.285641: 34875233 cycles: 24fe6ff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [013] 2541.286170: 30522775 cycles: 204995d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [031] 2541.286192: 32301777 cycles: 141029d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [003] 2541.286318: 36661352 cycles: 1330e6cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [002] 2541.286702: 36884498 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [046] 2541.287518: 43959301 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kworker/u96:3-l 161166 [004] 2541.287585: 39173836 cycles: ffffffff8ad2a38d bio_add_page+0x3d ([kernel.kallsyms]) ffffffff8aba5fc7 ext4_bio_write_page+0x2a7 ([kernel.kallsyms]) ffffffff8ab7b260 mpage_submit_page+0x60 ([kernel.kallsyms]) ffffffff8ab7bf2f mpage_map_and_submit_buffers+0x11f ([kernel.kallsyms]) ffffffff8ab83f00 mpage_map_and_submit_extent+0x60 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac6680 wb_do_writeback+0x1d0 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196114 [012] 2541.287849: 29318814 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2541.288003: 38423518 cycles: ffffffff8a74ad85 reweight_entity+0x95 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [014] 2541.288024: 36349724 cycles: 14079bec [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2541.288197: 30904683 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [000] 2541.288856: 44332125 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2541.289006: 41443372 cycles: 28897f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [017] 2541.289223: 28201882 cycles: ffffffff8a74fe20 update_sg_lb_stats+0x20 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2541.289836: 27500335 cycles: ffffffff8a74eb91 enqueue_entity+0x111 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [009] 2541.289876: 34121156 cycles: 140c1ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [011] 2541.290095: 23890084 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [026] 2541.290350: 29764573 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2541.290382: 41718882 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [034] 2541.290598: 36523410 cycles: 17ebddc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [005] 2541.291984: 35105998 cycles: 1fdc840 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2541.292271: 42752282 cycles: 12ff59ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [036] 2541.292342: 46507319 cycles: 133ae1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kworker/u96:1-e 307 [025] 2541.292797: 36227214 cycles: ffffffff8b6acc83 _raw_spin_unlock_irqrestore+0x33 ([kernel.kallsyms]) ffffffff8aba534f ext4_release_io_end+0x4f ([kernel.kallsyms]) ffffffff8aba559c ext4_end_io_rsv_work+0xac ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [027] 2541.292895: 34406711 cycles: 1682651 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [001] 2541.293861: 41311576 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2541.294322: 33047993 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [045] 2541.294637: 35313210 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.294668: 39435894 cycles: ffffffff8a738368 pick_next_task+0x68 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2541.294676: 36902900 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [030] 2541.294677: 44986269 cycles: 1380211 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198707 [020] 2541.295170: 33184447 cycles: 1433262c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2541.296224: 32845472 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [008] 2541.296703: 42407050 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2541.296809: 29172261 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2541.297045: 38178750 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [032] 2541.297225: 32506546 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [038] 2541.297588: 47709535 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62b163 __put_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2541.298219: 41917774 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2541.298392: 32468718 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [016] 2541.298771: 37599273 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2541.298836: 31981672 cycles: ffffffff8b697faa ct_idle_enter+0xa ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [035] 2541.299144: 37873162 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kworker/u96:1-e 307 [031] 2541.299242: 32944269 cycles: ffffffff8a96a661 mod_lruvec_page_state+0x1 ([kernel.kallsyms]) ffffffff8a95f266 folio_end_writeback+0x26 ([kernel.kallsyms]) ffffffff8a96f208 end_page_writeback+0x18 ([kernel.kallsyms]) ffffffff8aba51ea ext4_finish_bio+0x19a ([kernel.kallsyms]) ffffffff8aba534f ext4_release_io_end+0x4f ([kernel.kallsyms]) ffffffff8aba559c ext4_end_io_rsv_work+0xac ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 194778 [013] 2541.299260: 28441032 cycles: ffffffff8a9a5ba2 kmalloc_size_roundup+0x62 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [007] 2541.299336: 35090524 cycles: 3a61857 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [012] 2541.299742: 28655294 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [037] 2541.299877: 28850008 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kworker/u96:1-e 307 [039] 2541.300267: 33846395 cycles: ffffffff8ada6914 __bitmap_andnot+0x34 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8aba51cf ext4_finish_bio+0x17f ([kernel.kallsyms]) ffffffff8aba534f ext4_release_io_end+0x4f ([kernel.kallsyms]) ffffffff8aba559c ext4_end_io_rsv_work+0xac ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196114 [002] 2541.300667: 33837471 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kworker/u96:3-l 161166 [023] 2541.300826: 34595571 cycles: ffffffff8b623514 xas_set_mark+0x44 ([kernel.kallsyms]) ffffffff8a96d5cf __folio_start_writeback+0x1cf ([kernel.kallsyms]) ffffffff8a96f51a set_page_writeback+0x1a ([kernel.kallsyms]) ffffffff8aba6183 ext4_bio_write_page+0x463 ([kernel.kallsyms]) ffffffff8ab7b260 mpage_submit_page+0x60 ([kernel.kallsyms]) ffffffff8ab7bf2f mpage_map_and_submit_buffers+0x11f ([kernel.kallsyms]) ffffffff8ab83f00 mpage_map_and_submit_extent+0x60 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac6680 wb_do_writeback+0x1d0 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.User 198032 [011] 2541.301074: 23537986 cycles: 1e5c6420 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [017] 2541.301541: 26398591 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2541.301696: 34755865 cycles: ffffffff8b697ddf ct_kernel_exit_state+0xf ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [003] 2541.301989: 37127942 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2541.302444: 38039439 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2541.302574: 30305227 cycles: ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198445 [015] 2541.302576: 29538298 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [014] 2541.302617: 38929281 cycles: fbbe05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 196013 [026] 2541.302871: 28925919 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193839 [019] 2541.303128: 37550998 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2541.303171: 38676259 cycles: ffffffff8a75fd60 __update_load_avg_se+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2541.303258: 37475098 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdSbmEv 194091 [018] 2541.303605: 39646073 cycles: ffffffff8a74dcb1 dequeue_entity+0x131 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [009] 2541.303851: 31012502 cycles: 1421c0f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [010] 2541.304766: 40061004 cycles: 2049b612 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [034] 2541.305191: 36263590 cycles: 140c72da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2541.305410: 33601391 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [020] 2541.306838: 34624550 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [044] 2541.307078: 30808922 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 266d4fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 198112 [033] 2541.307313: 31681872 cycles: bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [027] 2541.307456: 35533476 cycles: 6507581 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159496 [000] 2541.307642: 38883607 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 196118 [022] 2541.307773: 46639854 cycles: 3af2685 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2541.308060: 33080079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [028] 2541.308382: 28058848 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [030] 2541.308562: 42735049 cycles: 21a2f2b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [001] 2541.308766: 39144875 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [032] 2541.308909: 31680018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831869 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [013] 2541.308994: 28645683 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2541.309126: 45302027 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2541.309546: 32531637 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163661 [017] 2541.309765: 27992286 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [011] 2541.310004: 24025057 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2541.310515: 27594078 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [036] 2541.310818: 54232640 cycles: 3b966d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2541.310874: 28062377 cycles: 26ce16b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [029] 2541.311001: 34322528 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [043] 2541.311067: 45600041 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [002] 2541.311871: 34937713 cycles: 21a1bbfa [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [042] 2541.312073: 33739251 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagentd 163646 [008] 2541.312651: 41049219 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [047] 2541.312683: 39789491 cycles: 12e65a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kworker/u96:3-l 161166 [023] 2541.313193: 33550754 cycles: ffffffff8ad2a3d5 bio_add_page+0x85 ([kernel.kallsyms]) ffffffff8ab7b260 mpage_submit_page+0x60 ([kernel.kallsyms]) ffffffff8ab7bf2f mpage_map_and_submit_buffers+0x11f ([kernel.kallsyms]) ffffffff8ab83f00 mpage_map_and_submit_extent+0x60 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac6680 wb_do_writeback+0x1d0 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 197891 [007] 2541.313300: 39855486 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2541.313557: 37095715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 166744 [031] 2541.313775: 32633974 cycles: 177e73dc [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [015] 2541.313786: 35401825 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.314010: 30322280 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172769 [016] 2541.314199: 38874683 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2541.314524: 32081883 cycles: ffffffff8a766ed5 psi_flags_change+0x45 ([kernel.kallsyms]) ffffffff8a779fa4 psi_task_switch+0x1c4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155707 [040] 2541.314745: 35154969 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198707 [038] 2541.314876: 45202260 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [003] 2541.314879: 38114619 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2541.315022: 36301543 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [021] 2541.315124: 35394879 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 198032 [035] 2541.315269: 36530820 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [044] 2541.315914: 31120373 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2541.316287: 34262424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [046] 2541.316687: 34227994 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2541.316708: 32220441 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194633 [009] 2541.317728: 27674287 cycles: 186a7d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2541.318458: 44683125 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2541.318649: 29478623 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [010] 2541.319134: 35301335 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [011] 2541.319163: 24654448 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [020] 2541.319385: 32349001 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 591 [unknown] ([unknown]) diskagen.IC 198626 [028] 2541.319584: 27599350 cycles: 12ff4ea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [005] 2541.319588: 42774667 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [019] 2541.319752: 30747555 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [025] 2541.319823: 37010191 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198438 [034] 2541.319883: 32195537 cycles: ffffffff8a744eb7 select_idle_cpu+0xc7 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [041] 2541.320448: 38490039 cycles: 3b17312 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2541.320850: 27408488 cycles: ffffffff8b4828d5 tcp_update_skb_after_send+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169830 [032] 2541.321232: 33189437 cycles: ffffffff8a7e6370 __x64_sys_clock_nanosleep+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kworker/u96:3-l 161166 [030] 2541.321448: 38971898 cycles: ffffffff8a96d557 __folio_start_writeback+0x157 ([kernel.kallsyms]) ffffffff8a96f51a set_page_writeback+0x1a ([kernel.kallsyms]) ffffffff8aba6183 ext4_bio_write_page+0x463 ([kernel.kallsyms]) ffffffff8ab7b260 mpage_submit_page+0x60 ([kernel.kallsyms]) ffffffff8ab7bf2f mpage_map_and_submit_buffers+0x11f ([kernel.kallsyms]) ffffffff8ab83f00 mpage_map_and_submit_extent+0x60 ([kernel.kallsyms]) ffffffff8ab8480e ext4_do_writepages+0x61e ([kernel.kallsyms]) ffffffff8ab84afd ext4_writepages+0xbd ([kernel.kallsyms]) ffffffff8a96e7f3 do_writepages+0xd3 ([kernel.kallsyms]) ffffffff8aac56a4 __writeback_single_inode+0x44 ([kernel.kallsyms]) ffffffff8aac5def writeback_sb_inodes+0x22f ([kernel.kallsyms]) ffffffff8aac6126 __writeback_inodes_wb+0x56 ([kernel.kallsyms]) ffffffff8aac63ab wb_writeback+0x1db ([kernel.kallsyms]) ffffffff8aac6680 wb_do_writeback+0x1d0 ([kernel.kallsyms]) ffffffff8aac78a1 wb_workfn+0x61 ([kernel.kallsyms]) ffffffff8a71322f process_one_work+0x21f ([kernel.kallsyms]) ffffffff8a713860 worker_thread+0x50 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [017] 2541.321524: 29757239 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [000] 2541.322424: 36874698 cycles: ffffffff8b47b8e8 tcp_rcv_space_adjust+0x28 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2541.322432: 30025097 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [037] 2541.322633: 26914462 cycles: ffffffff8b36d625 ____sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2541.323475: 30217878 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165449 [002] 2541.323558: 33772996 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [042] 2541.324214: 35019520 cycles: 3ba60c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2541.325210: 40524481 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2541.325470: 36072600 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [029] 2541.325640: 29504611 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) network poller 194346 [022] 2541.325750: 45741158 cycles: ffffffff8a738c40 pick_next_task+0x940 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2541.325867: 31408941 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [001] 2541.325952: 37594526 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2541.326127: 31071599 cycles: 17bd81c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [023] 2541.326538: 31165602 cycles: ffffffff8a75010a update_sg_lb_stats+0x30a ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [014] 2541.327239: 35835021 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [026] 2541.327615: 33826550 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [008] 2541.327647: 39875186 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [031] 2541.328202: 34716699 cycles: ffffffff8aa31b1f __kmem_cache_free+0x20f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [044] 2541.328479: 30704861 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2541.329056: 30097330 cycles: 26480871 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [040] 2541.329110: 30780872 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [006] 2541.329254: 35500203 cycles: 1fcda3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [012] 2541.329563: 28561150 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6deba37 [unknown] (//anon) Test 194631 [028] 2541.329707: 32031280 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [046] 2541.329846: 34063640 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155713 [011] 2541.330119: 24894443 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [019] 2541.330252: 30451941 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [016] 2541.330418: 32737754 cycles: ffffffff8a779fca psi_task_switch+0x1ea ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [035] 2541.330530: 38824188 cycles: 154cb019 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [007] 2541.330531: 37234399 cycles: ffffffff8a747cdc update_load_avg+0x40c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [009] 2541.330627: 25300890 cycles: 2516742c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2541.330690: 39207876 cycles: ffffffff8a7efef4 tick_irq_enter+0x84 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [043] 2541.331311: 51029822 cycles: ffffffff8b3a3d3b skb_network_protocol+0x5b ([kernel.kallsyms]) ffffffff8b3a3f3c netif_skb_features+0x9c ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [020] 2541.331322: 34280757 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [036] 2541.331482: 50915091 cycles: 24f76c6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2541.331506: 32855134 cycles: 1689979 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198434 [021] 2541.331680: 40419620 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [003] 2541.331737: 38024376 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [038] 2541.331744: 44402694 cycles: 3af2ce8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2541.332644: 32275386 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197562 [037] 2541.332774: 29753201 cycles: 13b1e6df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [013] 2541.332786: 37135606 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2541.333423: 40637614 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167045 [030] 2541.333661: 36936651 cycles: ffffffff8a753b0b pick_next_task_fair+0x4b ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [041] 2541.333803: 34147391 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2541.334533: 34113985 cycles: ffffffff8b800f9b asm_sysvec_call_function_single+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [002] 2541.335401: 35380815 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [045] 2541.336028: 29236343 cycles: 141fee5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [000] 2541.336572: 37417051 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [025] 2541.336665: 35742321 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [029] 2541.336689: 29021904 cycles: ffffffff8a74e895 put_prev_entity+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2541.336908: 34725722 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [005] 2541.337016: 34152223 cycles: 3a61857 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [027] 2541.337328: 27016813 cycles: ffffffff8a74e0d8 dequeue_task_fair+0x98 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [004] 2541.337518: 33500680 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [018] 2541.337939: 40081658 cycles: 1830cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 196864 [042] 2541.338222: 33502464 cycles: 93580 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 9402e pthread_cond_timedwait+0x3ce (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 172221 [044] 2541.338798: 32711043 cycles: ffffffff8a75239c __update_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2541.339283: 28881783 cycles: ffffffff8a7f737f __flush_smp_call_function_queue+0x2f ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [026] 2541.339607: 35593568 cycles: 194bbdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2541.340059: 30165631 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [012] 2541.340325: 28529904 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2541.340408: 29485844 cycles: 1421e827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2541.340410: 26929081 cycles: ffffffff8b697cd8 irqentry_enter+0x18 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166606 [014] 2541.340656: 38438341 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [028] 2541.341236: 30791583 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [008] 2541.341298: 36216071 cycles: ffffffff8a998403 __mod_zone_page_state+0x23 ([kernel.kallsyms]) ffffffff8a9ec9c0 rmqueue_bulk+0x290 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2541.341509: 28930660 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [024] 2541.341938: 33917454 cycles: ffffffff8a9ec872 rmqueue_bulk+0x142 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [006] 2541.342038: 32970019 cycles: 223ed0 __perf_mmap__read_init+0x3e (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 224084 perf_mmap__read_init+0x36 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 11973b perf_mmap__push+0x4b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198649 [001] 2541.342143: 42218754 cycles: ffffffff8a74e8c8 put_prev_entity+0x38 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2541.342383: 24585987 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [019] 2541.342453: 35664769 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [022] 2541.342591: 38155625 cycles: ffffffff8b3811fe skb_release_head_state+0x4e ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165166 [010] 2541.342735: 32045395 cycles: 133b0441 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [031] 2541.342844: 34716699 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [017] 2541.342957: 32507644 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2541.342959: 33698057 cycles: ffffffff8b37bf82 kmalloc_reserve+0x22 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [046] 2541.343150: 36642310 cycles: ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 24fe6561 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [020] 2541.344042: 35228173 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [035] 2541.344555: 38973944 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [007] 2541.345081: 40874229 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [038] 2541.345389: 39517447 cycles: 26ce9ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [037] 2541.345666: 31157763 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [013] 2541.345858: 36580403 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [047] 2541.346330: 51595487 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [002] 2541.346491: 35229323 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196765 [003] 2541.347312: 39830954 cycles: 12aadf87 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [032] 2541.347454: 31327359 cycles: ffffffff8a75ff85 __update_load_avg_se+0x225 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [015] 2541.347724: 34809908 cycles: 6345c16 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [045] 2541.347760: 35350449 cycles: 161b5f13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [030] 2541.348313: 33434115 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2541.348695: 38821934 cycles: 3ad849f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [005] 2541.348747: 33297702 cycles: 64fadda [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2541.348923: 31588778 cycles: ffffffff8a7dad61 ktime_get+0xb1 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196769 [027] 2541.348973: 26368267 cycles: ffffffff8b6a4558 __schedule+0x58 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [025] 2541.349700: 42418120 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [000] 2541.350011: 36812717 cycles: ffffffff8a9ef800 get_page_from_freelist+0x310 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [044] 2541.350181: 31181744 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [034] 2541.350240: 42055625 cycles: ffffffff8a73cade send_call_function_single_ipi+0x6e ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2541.350313: 31590477 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [043] 2541.350587: 46468004 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) PDisk 166706 [029] 2541.350724: 28328264 cycles: ffffffff8a7e7145 pid_for_clock+0x5 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 196114 [012] 2541.350798: 27676993 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198627 [004] 2541.350813: 34322234 cycles: 12efdc27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2541.350895: 35551824 cycles: 288ad06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2541.350996: 36517500 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [023] 2541.351912: 26477767 cycles: 14130507 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [040] 2541.352043: 28460697 cycles: 175b2f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [036] 2541.352135: 47752979 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [019] 2541.352557: 35608208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2541.352955: 38295837 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2541.353491: 35021176 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2541.353601: 24585987 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [039] 2541.353606: 34898335 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [031] 2541.353775: 44362274 cycles: 2825c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [010] 2541.353935: 32045395 cycles: 28317f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [006] 2541.354154: 34689592 cycles: ffffffff8ab8806a ext4_dirty_inode+0x7a ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [018] 2541.355154: 41481508 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2541.355333: 32226138 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [033] 2541.355475: 29153186 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [024] 2541.355754: 30912905 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9639b2 generic_file_write_iter+0x32 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [017] 2541.356064: 37928510 cycles: 12f63f02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165274 [022] 2541.356270: 40925504 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 193987 [014] 2541.356451: 36921493 cycles: ffffffff8a779de5 psi_task_switch+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 154850 [046] 2541.357226: 39930341 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 165457 [035] 2541.357578: 36777047 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2541.358516: 34377103 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [020] 2541.358556: 40966820 cycles: 2a9150f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2541.359010: 30538362 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2541.359425: 37884618 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [030] 2541.360543: 31324169 cycles: 93cb1 pthread_cond_timedwait+0x51 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2541.360984: 31153828 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2541.361142: 31935827 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [003] 2541.361287: 48958644 cycles: ffffffff8aa5ba09 try_charge_memcg+0x9 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [015] 2541.361518: 42525437 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2541.361549: 33437670 cycles: ffffffff8a8c0f52 irq_work_needs_cpu+0x52 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [002] 2541.361592: 39812720 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [027] 2541.361748: 30991225 cycles: 21c93e8e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 198847 [001] 2541.361754: 38725140 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2541.362359: 36503140 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [028] 2541.362379: 30325596 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [019] 2541.362687: 35611509 cycles: ffffffff8b459d5b ip_skb_dst_mtu+0xeb ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [023] 2541.363214: 25779958 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [021] 2541.363780: 35312837 cycles: ffffffffc0ca0fe8 __nf_ct_refresh_acct+0x68 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2541.363833: 28225755 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [007] 2541.364194: 34572812 cycles: 28c0c00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2541.364399: 29165116 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2541.364481: 35846283 cycles: 1549f89e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [000] 2541.365281: 39746739 cycles: ffffffff8a9d31b5 change_protection_range+0x5 ([kernel.kallsyms]) ffffffff8a9d39e2 mprotect_fixup+0x192 ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528cef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2541.365309: 33413583 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [004] 2541.365366: 31276319 cycles: 689a225 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [041] 2541.365561: 35921102 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2541.365795: 43965881 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [042] 2541.366424: 34241455 cycles: ffffffff8a974727 folio_mark_accessed+0x47 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [029] 2541.366666: 24237189 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [025] 2541.366926: 35295600 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2541.367567: 32045395 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [034] 2541.367632: 42055625 cycles: ffffffff8a9f0af6 __alloc_pages+0x36 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [006] 2541.367687: 34689592 cycles: 3b76338 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [047] 2541.368472: 51546267 cycles: 14088611 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [011] 2541.368701: 30045884 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2541.369167: 25625133 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [016] 2541.369209: 34301203 cycles: e5650 clock_gettime+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2541.369327: 34837177 cycles: ffffffff8b696af0 sysvec_call_function_single+0x50 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [014] 2541.369687: 40887604 cycles: 17e0f7c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 194362 [024] 2541.369798: 31627119 cycles: 141f64f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [036] 2541.371235: 36991844 cycles: ffffffff8b46ffbb tcp_recvmsg_locked+0x13b ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.371714: 40998898 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [032] 2541.371881: 39745753 cycles: 1c969a4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [012] 2541.372161: 34047207 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [030] 2541.372565: 29378577 cycles: ffffffff8aa56401 refill_stock+0x11 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2541.372856: 37471182 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [028] 2541.373026: 29664345 cycles: ffffffff8a9a5d3e kfree+0x7e ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [018] 2541.373103: 36376705 cycles: ffffffff8aa59afb uncharge_batch+0x3b ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [022] 2541.373370: 42745286 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [023] 2541.373669: 28197983 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [013] 2541.373855: 36992742 cycles: 13925ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2541.374083: 33700037 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2541.374965: 36381197 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.User 197529 [017] 2541.374977: 29121439 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166612 [046] 2541.375076: 44722891 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8a752f61 load_balance+0x231 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 197874 [001] 2541.375105: 38811113 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [035] 2541.375236: 35914874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2541.375554: 32624710 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [040] 2541.375760: 33343018 cycles: ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [004] 2541.376256: 33968400 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [027] 2541.376568: 32877568 cycles: 194d8e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [021] 2541.377307: 31526462 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [002] 2541.377401: 36681348 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [009] 2541.377465: 31692469 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2541.377614: 37156538 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 168703 [005] 2541.377866: 28616582 cycles: aea0527 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [011] 2541.377972: 29886204 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 165455 [038] 2541.378108: 36257627 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [039] 2541.378231: 41251231 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2541.378314: 30564758 cycles: 13a61bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [042] 2541.378475: 31935128 cycles: ffffffff8aa5ea46 __mem_cgroup_uncharge+0x6 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2541.378639: 22582448 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [025] 2541.379195: 32472607 cycles: ffffffff8b516d98 ip6_finish_output2+0x18 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [007] 2541.379242: 39088980 cycles: ffffffff8aaebfa4 ep_poll_callback+0x124 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [044] 2541.379513: 43103450 cycles: ffffffff8a74c535 select_task_rq_fair+0xb5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaea7cb ep_item_poll.isra.0+0x1b ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [000] 2541.379690: 40386752 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2541.380712: 39625648 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [033] 2541.380724: 25222874 cycles: ffffffff8a7d1905 __msecs_to_jiffies+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [015] 2541.380875: 45935368 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154850 [016] 2541.380921: 38552139 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [010] 2541.381299: 46703267 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [041] 2541.381886: 35730363 cycles: 1406ba1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [003] 2541.382177: 47874596 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [030] 2541.382349: 29489571 cycles: 2516d6f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [008] 2541.382539: 32956064 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [024] 2541.382558: 31669743 cycles: ffffffff8a739d92 set_task_cpu+0x32 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198709 [034] 2541.384022: 48771264 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2541.384156: 41354857 cycles: 1435a11a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [012] 2541.384626: 32579987 cycles: 6863d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [028] 2541.384921: 29664345 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [036] 2541.385221: 32515769 cycles: ffffffff8a9e84b6 should_fail_alloc_page+0x6 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154857 [023] 2541.385434: 33665107 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197259 [037] 2541.385851: 39300442 cycles: ffffffff8a7f8320 __smp_call_single_queue+0x40 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [020] 2541.386283: 38545488 cycles: ffffffff8b6ad520 _raw_spin_unlock+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [032] 2541.386422: 41315763 cycles: ffffffff8a76904d psi_group_change+0xad ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2541.386992: 31862050 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [018] 2541.387039: 34257340 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2541.387118: 27646727 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [043] 2541.387324: 38776538 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [047] 2541.388267: 51579926 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [040] 2541.388494: 33489268 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [035] 2541.388629: 33284852 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [005] 2541.388713: 28124353 cycles: ffffffff8a74e8b5 put_prev_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196861 [045] 2541.388771: 30094285 cycles: ba8317b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [029] 2541.388893: 22602139 cycles: 14339bd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 159509 [031] 2541.389514: 28991425 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b6a4e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 198101 [022] 2541.390008: 40138052 cycles: bc08fbc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [026] 2541.390021: 29377262 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [013] 2541.390337: 34484216 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b60aa2e mt_find+0x15e ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [042] 2541.390489: 30578636 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [004] 2541.390588: 36406824 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [046] 2541.391204: 40796698 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [030] 2541.391347: 29770926 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 160832 [001] 2541.391399: 39441607 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [021] 2541.391465: 32099655 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [033] 2541.391473: 26934691 cycles: 251a7171 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [038] 2541.391789: 44853334 cycles: 133b9b2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [011] 2541.391976: 31274616 cycles: 64df1eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [009] 2541.392161: 32511531 cycles: ffffffff8a735ddb update_rq_clock+0xb ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [002] 2541.392310: 36736960 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2541.392858: 30341893 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159624 [019] 2541.393010: 34762182 cycles: 133ad334 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [039] 2541.393857: 36848921 cycles: ffffffff8b51a0fa ip6_finish_output+0x1a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [008] 2541.394100: 34787124 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [016] 2541.394313: 34392957 cycles: 352a279 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2541.394944: 34700499 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [024] 2541.394947: 33725223 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [041] 2541.395141: 38129710 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2541.395278: 34026581 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [006] 2541.395360: 38390978 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2541.396070: 41675806 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [044] 2541.396439: 40917466 cycles: ffffffff8aa18c2c policy_node+0x6c ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [036] 2541.396839: 31536087 cycles: ffffffff8b4885f2 tcp_write_xmit+0x82 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2541.396905: 40480256 cycles: ffffffff8b3d4f32 sk_filter_trim_cap+0xd2 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [012] 2541.397138: 39320795 cycles: ffffffff8b459c71 ip_skb_dst_mtu+0x1 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [017] 2541.397626: 30499020 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [005] 2541.397837: 32186115 cycles: ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2541.397973: 28265606 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [027] 2541.398226: 30941022 cycles: 1a6c03 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2541.399274: 42039763 cycles: 141309e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2541.399315: 34884531 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) swapper 0 [014] 2541.399885: 39704044 cycles: ffffffff8a7435e6 pick_next_entity+0xd6 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2541.399961: 38008894 cycles: ffffffff8a7604dd __update_load_avg_cfs_rq+0x9d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [023] 2541.400287: 30906553 cycles: 140c7f42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [031] 2541.400593: 28583284 cycles: ffffffff8b3a435f validate_xmit_skb+0x1df ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2541.401231: 34460124 cycles: 140705b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2541.401380: 30375489 cycles: ffffffff8aa1d0f8 alloc_pages+0x88 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [042] 2541.401703: 32700216 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2541.401815: 36867364 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [045] 2541.401874: 37230274 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [034] 2541.401998: 42725229 cycles: 24f78452 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194390 [026] 2541.402157: 30945329 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [033] 2541.402356: 32292271 cycles: 36b7a05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [043] 2541.402392: 38299140 cycles: ffffffff8aa2e29c ___slab_alloc+0xdc ([kernel.kallsyms]) ffffffff8aa2ec8c kmem_cache_alloc+0x2fc ([kernel.kallsyms]) ffffffff8aad57ef alloc_buffer_head+0x1f ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 196021 [032] 2541.402651: 39487846 cycles: 17fbb96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [037] 2541.402860: 36057589 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2541.403251: 33126249 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [035] 2541.403596: 29927722 cycles: 6e8 [unknown] ([vdso]) default-executo 198646 [021] 2541.403996: 32858139 cycles: ffffffff8b50c01d unix_write_space+0x3d ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [004] 2541.404043: 41644628 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [025] 2541.404622: 29089398 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [022] 2541.405195: 38355081 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [009] 2541.405927: 29692012 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [011] 2541.405929: 27166551 cycles: 13bd591d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [036] 2541.406006: 32131678 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [046] 2541.406062: 56091860 cycles: ffffffff8adb5538 _copy_from_user+0x58 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2541.406712: 32293157 cycles: ffffffff8b31ae7c cpuidle_not_available+0xc ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2541.406773: 36200092 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2541.406812: 39508260 cycles: 13b91f10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [002] 2541.406961: 37811317 cycles: ffffffff8aad8e67 mark_buffer_dirty+0x137 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 198681 [024] 2541.407055: 34800521 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [016] 2541.407080: 32835508 cycles: ffffffff8a739e80 set_task_cpu+0x120 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [029] 2541.407586: 28261062 cycles: ffffffff8a7d6ab4 __mod_timer+0x374 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [039] 2541.408282: 37184197 cycles: 2722a041 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [001] 2541.408610: 40242727 cycles: 2666cbeb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [019] 2541.408611: 37246421 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [047] 2541.408620: 40248618 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [038] 2541.409359: 37076276 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [017] 2541.409455: 29035369 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [027] 2541.409934: 33104921 cycles: ffffffff8a768fbc psi_group_change+0x1c ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [044] 2541.410309: 35616051 cycles: 21a07c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2541.410598: 37198569 cycles: 1869373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [010] 2541.410704: 40530228 cycles: 1407d478 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198837 [041] 2541.411010: 38129710 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [007] 2541.411526: 40840937 cycles: ffffffff8a9eaf42 free_pcp_prepare+0x232 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2541.411629: 30043065 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 196924 [018] 2541.412432: 32219284 cycles: ffffffff8a74e8dd put_prev_entity+0x4d ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [014] 2541.412468: 40620242 cycles: 2049963a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170468 [005] 2541.412468: 31460117 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [012] 2541.412751: 44619829 cycles: 2049e920 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2541.412937: 27001422 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 198840 [023] 2541.413002: 33757007 cycles: ffffffff8a74c63f select_task_rq_fair+0x1bf ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 170135 [015] 2541.413322: 36277280 cycles: 12a31601 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [042] 2541.413802: 35839608 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bfa07097 [unknown] (//anon) diskagen.User 198615 [013] 2541.413991: 38706797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [026] 2541.414185: 29898445 cycles: 2727af9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [020] 2541.414709: 41541175 cycles: ffffffff8ab83092 ext4_reserve_inode_write+0xa2 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2541.415084: 37722876 cycles: ffffffff8aa72ca8 __check_object_size+0x18 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [035] 2541.416265: 30287461 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [025] 2541.416451: 30680229 cycles: 288987f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [033] 2541.416452: 32648582 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [009] 2541.417140: 42070875 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [036] 2541.417204: 31126193 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [032] 2541.417243: 42722966 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [034] 2541.417671: 37766454 cycles: 139f1112 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [021] 2541.417747: 37934044 cycles: ffffffff8a757928 pick_next_task_idle+0x18 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [003] 2541.417829: 40775484 cycles: 140713e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [037] 2541.417858: 38336947 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [045] 2541.418179: 39062919 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.418334: 43801349 cycles: ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [011] 2541.418684: 25457459 cycles: c50 [unknown] ([vdso]) ydbd.IC 196774 [028] 2541.419192: 35372317 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [029] 2541.419283: 30955766 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [022] 2541.419336: 40402439 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2541.419613: 44112325 cycles: 3b9a743 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [024] 2541.419858: 41161966 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [016] 2541.419899: 37275135 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165166 [008] 2541.420557: 37695870 cycles: 133b048d [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 169044 [000] 2541.420991: 36050312 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) aea0580 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2541.421284: 27724785 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [002] 2541.422007: 32786062 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2541.422058: 31412139 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [038] 2541.422660: 40763015 cycles: ffffffff8a7c5767 exit_to_user_mode_prepare+0x17 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197889 [040] 2541.423026: 29324512 cycles: ffffffff8a74ae7c update_cfs_group+0xc ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [001] 2541.423327: 35043860 cycles: 141f4fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [006] 2541.423458: 35629465 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2541.424265: 37863474 cycles: ffffffff8b697cd8 irqentry_enter+0x18 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [044] 2541.424383: 32961823 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [047] 2541.424855: 40452574 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [019] 2541.424877: 32218906 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2541.424962: 27683708 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2541.425045: 39616968 cycles: 142fb1b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [018] 2541.425074: 36197357 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [026] 2541.425382: 31276069 cycles: ffffffff8a9ed50c rmqueue+0x60c ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [005] 2541.425403: 31755442 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [014] 2541.426285: 46099625 cycles: ffffffff8b471545 tcp_recvmsg+0x75 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [023] 2541.426305: 31004354 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [042] 2541.426407: 37551640 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2541.426798: 28952599 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [046] 2541.427545: 46449757 cycles: 3b3dca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [013] 2541.427575: 35428389 cycles: 1842761 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [030] 2541.427822: 36555152 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [025] 2541.427899: 30463691 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2541.428023: 25394643 cycles: 140c51b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [007] 2541.428023: 35570062 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [041] 2541.428043: 46965722 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2541.428494: 43345312 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [012] 2541.428627: 39074971 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [036] 2541.428816: 30051068 cycles: ffffffff8aa303e5 kmem_cache_free+0x5 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2541.428844: 34695237 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [028] 2541.429881: 36775918 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b51d094 ipv6_rcv+0x94 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2541.430135: 38939638 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [029] 2541.430377: 29515609 cycles: 1241e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172221 [033] 2541.431110: 33457124 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [034] 2541.431285: 42170454 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [032] 2541.432024: 43125255 cycles: 17e1198 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [037] 2541.432437: 44264853 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [024] 2541.433306: 41447144 cycles: ffffffff8a753ad4 pick_next_task_fair+0x14 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 194357 [017] 2541.433590: 29512779 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [022] 2541.433592: 42628181 cycles: 688dbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [040] 2541.433743: 28499409 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 151687 [045] 2541.433920: 36752524 cycles: 13404cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [003] 2541.434122: 38050571 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166760 [021] 2541.434170: 35312510 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [016] 2541.434199: 34021525 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [002] 2541.434230: 31157969 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159623 [031] 2541.434747: 27915871 cycles: ffffffff8b6ab562 do_nanosleep+0xf2 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdCmpl_0 194090 [000] 2541.434949: 32738783 cycles: 156f3e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [044] 2541.435449: 31612870 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [004] 2541.435844: 38952393 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2541.435916: 28475255 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159624 [008] 2541.435965: 39923543 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2541.436622: 39925257 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [043] 2541.436644: 43801349 cycles: ffffffff8aa18c2c policy_node+0x6c ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [026] 2541.436668: 34344982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [023] 2541.437017: 30298587 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2541.437321: 35432478 cycles: ffffffff8a74d62e set_next_entity+0x2e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [001] 2541.437397: 34850202 cycles: ffffffff8b617893 rb_next+0x3 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a2fc8e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 151710 [018] 2541.437723: 33796360 cycles: ffffffff8a739e26 set_task_cpu+0xc6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [005] 2541.437774: 30065881 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [019] 2541.438436: 39164809 cycles: 1424da3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2541.438588: 25744523 cycles: ffffffff8a747d2d update_load_avg+0x45d ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [025] 2541.439081: 31710837 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2541.439259: 29271586 cycles: 689c210 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [039] 2541.439260: 45088397 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [035] 2541.439613: 29015965 cycles: 3a77abe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2541.440205: 39451248 cycles: ffffffff8b50fadf unix_stream_sendmsg+0x14f ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [030] 2541.440430: 36589490 cycles: ffffffff8aaeb170 ep_poll+0x100 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [042] 2541.440499: 40431125 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [047] 2541.441144: 36798211 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [012] 2541.442420: 37099153 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Schedu 159406 [029] 2541.442685: 28138563 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [028] 2541.442716: 34491980 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2541.442876: 49205715 cycles: 14051d22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2541.443180: 36035321 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2541.443292: 38020083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [013] 2541.443993: 33623885 cycles: ffffffff8adab041 iovec_from_user.part.0+0x1 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [033] 2541.444544: 33406663 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ya-bin 193912 [017] 2541.444610: 29617115 cycles: ffffffff8ada67ec __bitmap_and+0x3c ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) ydbd.IO 172781 [015] 2541.444779: 33745009 cycles: ad4d216 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [020] 2541.445085: 37898229 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2541.445653: 36651638 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [002] 2541.445807: 40999690 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [040] 2541.445844: 34296798 cycles: ffffffff8a7604f2 __update_load_avg_cfs_rq+0xb2 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [031] 2541.446155: 26705688 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [041] 2541.446706: 40149265 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [000] 2541.447020: 30811480 cycles: ffffffff8a73e586 available_idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [009] 2541.447481: 37719910 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196103 [044] 2541.447886: 29552017 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [032] 2541.448294: 45637262 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [026] 2541.448307: 32534082 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [003] 2541.448468: 38281201 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [023] 2541.448743: 31842013 cycles: ffffffff8b455e69 ip_local_deliver_finish+0xa9 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2541.448801: 32582252 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [027] 2541.449063: 26515220 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2541.449149: 36171737 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [022] 2541.449468: 39776336 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [021] 2541.449680: 29907455 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [004] 2541.449827: 36604265 cycles: 133c8ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [037] 2541.450131: 34813737 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2541.450197: 37301944 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [011] 2541.450243: 24303000 cycles: ffffffff8b448c39 nf_hook_slow+0x89 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193822 [045] 2541.450266: 41122291 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 194619 [005] 2541.450903: 27825501 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2541.451135: 28527822 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2541.451549: 36039116 cycles: 2430e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [018] 2541.451606: 34307115 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2541.451794: 34451979 cycles: ffffffff8aa7c2b5 __x64_sys_readv+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [043] 2541.452632: 50362050 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [025] 2541.452853: 32075719 cycles: ffffffff8b6ab475 do_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2541.453087: 35112902 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [030] 2541.453693: 36430795 cycles: 3af22b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [047] 2541.453886: 38085709 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [029] 2541.454347: 26733215 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) nbsd-lig.SNULL 196013 [010] 2541.454452: 38946544 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2541.454467: 35679436 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2541.455052: 41109896 cycles: ffffffff8a769233 psi_group_change+0x293 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [012] 2541.455411: 43408308 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 198609 [042] 2541.455421: 34827238 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [039] 2541.455709: 42117004 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [014] 2541.455759: 35272848 cycles: 1330de0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [028] 2541.455776: 32346853 cycles: 9a64f pthread_rwlock_rdlock+0xf (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14b64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2541.455831: 31422866 cycles: ffffffff8a779f25 psi_task_switch+0x145 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2541.457600: 34020947 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160813 [013] 2541.457807: 33138065 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [034] 2541.457864: 34637797 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [015] 2541.457877: 30376669 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2541.458023: 25850980 cycles: ffffffff8a739a82 ttwu_do_activate+0x92 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [007] 2541.458226: 43115678 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [033] 2541.458318: 36998889 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [040] 2541.458671: 31259599 cycles: 1330e093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [020] 2541.458803: 38850681 cycles: 660e301 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [026] 2541.458895: 31825540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2541.458960: 29384629 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [023] 2541.459148: 32329621 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2541.459170: 30552393 cycles: ffffffff8a743676 pick_next_entity+0x166 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [011] 2541.459228: 25052329 cycles: 186b1fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159871 [027] 2541.459735: 31971149 cycles: 21b5b10c [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [046] 2541.460648: 51709795 cycles: ffffffff8adaeae5 copy_page_from_iter_atomic+0x105 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [016] 2541.460850: 30980169 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [041] 2541.461364: 40140856 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [002] 2541.461435: 35934621 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 193590 [024] 2541.461447: 41559207 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.User 196911 [008] 2541.462536: 35585343 cycles: 1129dd99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [036] 2541.462702: 27161753 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2541.463007: 26330917 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [004] 2541.463034: 37737150 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2541.463237: 42628100 cycles: ffffffff8b697d85 irqentry_exit+0x35 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [037] 2541.463868: 32513839 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2541.464094: 43427259 cycles: 40290d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [006] 2541.464298: 32374904 cycles: 17bd81c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [022] 2541.464364: 44959078 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [018] 2541.464381: 34307115 cycles: ffffffff8b384069 consume_skb+0x39 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [003] 2541.464462: 34544385 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [025] 2541.464726: 33818978 cycles: ffffffff8b373631 skb_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [029] 2541.464993: 29488061 cycles: 25173e52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [001] 2541.465622: 34637855 cycles: 1c755538 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [030] 2541.465850: 35110196 cycles: 17e8361 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [035] 2541.466091: 38277430 cycles: 3c74cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [047] 2541.466298: 35982683 cycles: 14080039 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2541.467019: 34367826 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [045] 2541.467421: 39947185 cycles: ffffffff8a74bc94 select_idle_sibling+0x174 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2541.467641: 38609147 cycles: 12f4e529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2541.467755: 38127793 cycles: 25258aba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2541.468517: 32346853 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [017] 2541.468566: 28898809 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [044] 2541.469009: 31687086 cycles: 25174740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2541.469132: 32784015 cycles: ffffffff8a7ef3b7 tick_nohz_restart+0x37 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [031] 2541.469166: 28651841 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [042] 2541.469515: 33003615 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [040] 2541.469705: 30769480 cycles: 14362051 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2541.470017: 44137995 cycles: ffffffff8b3897a5 __skb_datagram_iter+0xd5 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [011] 2541.470020: 27792597 cycles: 141d1def [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2541.470450: 34482967 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [026] 2541.470595: 34260918 cycles: ffffffffc0ca0f85 __nf_ct_refresh_acct+0x5 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [015] 2541.470976: 32038431 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [013] 2541.470988: 30823863 cycles: 167e7c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [034] 2541.471045: 35282760 cycles: ffffffff8b381d97 skb_release_data+0x87 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [021] 2541.471187: 29208028 cycles: ffffffff8a746413 set_next_buddy+0x13 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [039] 2541.471806: 49223801 cycles: 1742bd87 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [016] 2541.471827: 33448541 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 165273 [012] 2541.471890: 36666527 cycles: ffffffff8a663b9e xfd_validate_state+0x4e ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [036] 2541.471911: 27840823 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [023] 2541.472128: 29803001 cycles: 2727af08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [027] 2541.472447: 29404079 cycles: ffffffff8b3a7ced net_rx_action+0x1d ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [020] 2541.473116: 33948373 cycles: 1860103 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [005] 2541.474396: 25252233 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2541.475008: 30781573 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.IC 197544 [006] 2541.475314: 34984960 cycles: ffffffff8b4551d5 ip_rcv_finish_core.constprop.0+0x5 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 172778 [002] 2541.475435: 35282484 cycles: 18755051 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [018] 2541.475816: 40339119 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [008] 2541.476359: 39772301 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [041] 2541.476687: 40235094 cycles: ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [004] 2541.477027: 37566997 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [029] 2541.477038: 31080258 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [037] 2541.477123: 28998763 cycles: 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [025] 2541.477165: 31146058 cycles: 1c69e361 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2541.477635: 39524326 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2541.478742: 36208092 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2541.479246: 35259112 cycles: ffffffff8a7479e5 update_load_avg+0x115 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [007] 2541.479258: 38179123 cycles: ffffffff8a74e06e dequeue_task_fair+0x2e ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2541.479530: 37628701 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [047] 2541.479789: 32450938 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2541.479846: 28352927 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2541.479881: 32998012 cycles: 3b2a6ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2541.480081: 34493814 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 165457 [031] 2541.480564: 31009366 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) Test 196124 [040] 2541.480585: 30860377 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [038] 2541.480811: 32626789 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2541.480837: 43708480 cycles: ffffffff8a768ffc psi_group_change+0x5c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [009] 2541.480862: 41854827 cycles: ffffffff8b6a4b61 schedule+0x61 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2541.481139: 43569952 cycles: 2f6b4 log2+0x4 (/usr/lib/x86_64-linux-gnu/libm.so.6) 272a8524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [011] 2541.481427: 26892994 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47efaf4236f [unknown] (//anon) diskagen.Schedu 159512 [022] 2541.481633: 41959645 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [000] 2541.481974: 30420753 cycles: ffffffff8a7eebe6 tick_nohz_next_event+0x6 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [026] 2541.482086: 32717281 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [014] 2541.482242: 39446404 cycles: 140c232f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2541.482291: 34200462 cycles: 3cb2666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [035] 2541.482298: 36393078 cycles: 172a0c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [013] 2541.482472: 32401209 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2541.483563: 47893226 cycles: ffffffff8a7d8700 hrtimer_try_to_cancel.part.0+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [010] 2541.483831: 34017309 cycles: 3a63584 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [034] 2541.483897: 37419279 cycles: 154cadc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2541.484163: 25063855 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [020] 2541.484378: 37491641 cycles: 133b0441 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [042] 2541.484424: 34103805 cycles: ffffffff8a74bf56 select_idle_sibling+0x436 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [023] 2541.484654: 32782856 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [015] 2541.485011: 33800714 cycles: 156f5e11 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [016] 2541.485178: 33693179 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2541.485325: 30407142 cycles: ffffffff8a7690f3 psi_group_change+0x153 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [021] 2541.485860: 29592441 cycles: 133c8ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [019] 2541.485901: 37709676 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [043] 2541.486104: 43482005 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [006] 2541.486378: 34840284 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2541.487736: 34534401 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [037] 2541.488112: 28592062 cycles: 2a7fc0e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [029] 2541.488164: 33508219 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [033] 2541.489221: 27308726 cycles: ffffffff8a64a415 __switch_to+0x125 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [018] 2541.489259: 41172307 cycles: 178efea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2541.489648: 29273730 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [017] 2541.489837: 27810446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.Timer 194384 [038] 2541.489883: 34642125 cycles: 376cb10 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2541.490395: 38123732 cycles: 1730aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [031] 2541.490858: 33497935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [040] 2541.490868: 33666194 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [008] 2541.491044: 43335031 cycles: 1ca22e2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [044] 2541.491649: 34381765 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150657 [004] 2541.491757: 37541201 cycles: ffffffff8a6c8456 switch_mm_irqs_off+0x106 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194353 [003] 2541.491778: 40356803 cycles: 1406fa5e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [039] 2541.491918: 47564428 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [047] 2541.491928: 32090846 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [011] 2541.491938: 33223225 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2541.492084: 35311175 cycles: ffffffff8b6a50f5 schedule_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [030] 2541.492417: 35944053 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ab3d0 schedule_hrtimeout_range_clock+0x120 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [001] 2541.492722: 32190191 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2541.492860: 38014628 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [041] 2541.493929: 40250758 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [000] 2541.494394: 31857541 cycles: 1a6a56 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194434 [007] 2541.494558: 39945803 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [013] 2541.494630: 31044314 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2541.494691: 32158378 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI2 198657 [026] 2541.494728: 34556002 cycles: 3b9ca24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [005] 2541.495097: 28634154 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2541.495784: 32200232 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [046] 2541.496057: 41220538 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [022] 2541.496123: 44514276 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [021] 2541.496477: 29592441 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [035] 2541.497191: 40971784 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [014] 2541.497233: 37596592 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2541.497236: 35555037 cycles: ffffffff8a77632a calc_load_nohz_start+0x6a ([kernel.kallsyms]) ffffffff8a7ef1be tick_nohz_stop_tick+0x5e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [027] 2541.497445: 29649376 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [034] 2541.497450: 33120740 cycles: ffffffff8a739025 get_nohz_timer_target+0x5 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2541.497526: 34367889 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [020] 2541.497998: 37193312 cycles: 64a2f29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [006] 2541.498353: 35663777 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1330eb2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [023] 2541.498599: 38372422 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SNULL 196013 [016] 2541.498724: 32070171 cycles: ffffffff8b697c68 syscall_exit_to_user_mode+0x38 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [029] 2541.498767: 33473090 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [028] 2541.498827: 44668468 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [019] 2541.498994: 39300456 cycles: 141e2e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [015] 2541.499627: 35622562 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2541.499917: 28416809 cycles: ffffffff8b479765 tcp_clean_rtx_queue.constprop.0+0x205 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2541.500103: 29702414 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [045] 2541.500699: 43605757 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [017] 2541.501429: 26748611 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f35c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [012] 2541.501529: 33758500 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [033] 2541.501579: 25878459 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.Timer 194384 [038] 2541.501739: 36684308 cycles: 3529a5b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [040] 2541.502921: 31615215 cycles: 17abd20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 168699 [031] 2541.503196: 31308325 cycles: ffffffff8b697c31 syscall_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [047] 2541.504424: 33984061 cycles: ffffffff8aa2b38a memcg_slab_post_alloc_hook+0xa ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [000] 2541.504480: 31714511 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198612 [030] 2541.504762: 32875464 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [043] 2541.504875: 42218516 cycles: 13b91ebe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 169040 [044] 2541.505087: 38875571 cycles: 1791fa68 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [032] 2541.505494: 34849157 cycles: 16243e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [018] 2541.505567: 38334369 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [002] 2541.505942: 38123732 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [010] 2541.506365: 31236742 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [005] 2541.506655: 29162895 cycles: 13c927ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [001] 2541.507285: 31225024 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f28bb futex_q_lock+0x2b ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198711 [024] 2541.507303: 33870722 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [011] 2541.507335: 32272839 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2541.507501: 35289992 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [025] 2541.508080: 30125384 cycles: 14067758 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [026] 2541.508090: 35796663 cycles: 3b359c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [008] 2541.508185: 45217058 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) blocksto.CLI1 196117 [036] 2541.508404: 33316715 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [013] 2541.508687: 30715550 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [003] 2541.509054: 38095176 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [034] 2541.509694: 33120740 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.IC 197891 [016] 2541.510082: 32814417 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159869 [021] 2541.510212: 37303481 cycles: ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [009] 2541.510219: 33854584 cycles: 120bbba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168712 [046] 2541.510606: 39674443 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [007] 2541.510846: 33564426 cycles: 272afca3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [027] 2541.510987: 35975301 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [033] 2541.511023: 32023011 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [037] 2541.511205: 28591639 cycles: 1ca1f6ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [042] 2541.511431: 32824687 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [006] 2541.511746: 33141202 cycles: 186be07 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [020] 2541.512283: 34000136 cycles: ad52f3e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2541.512677: 39757251 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [014] 2541.512720: 39739082 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2541.512987: 39971744 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2541.513253: 31910523 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [041] 2541.513734: 39773434 cycles: 282e1dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2541.513787: 39786149 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 167030 [023] 2541.514044: 40898935 cycles: 1085e33a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [029] 2541.514368: 31899073 cycles: 3ca8200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [040] 2541.514649: 33934890 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 154846 [035] 2541.514650: 35677021 cycles: 10e628f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [012] 2541.514885: 34712685 cycles: ffffffff8a779b86 psi_task_change+0x76 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [015] 2541.514993: 35873728 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [019] 2541.515299: 32810903 cycles: 1406aeac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [028] 2541.516080: 38678928 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2541.516127: 29314416 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [000] 2541.516128: 33812278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [047] 2541.516483: 37705100 cycles: ffffffff8b3773bd __release_sock+0x4d ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 196117 [032] 2541.517902: 36611343 cycles: 3c30e11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [004] 2541.517902: 43100328 cycles: ffffffff8ac66aef security_file_permission+0x4f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [030] 2541.517916: 30678133 cycles: 3a61431 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [002] 2541.518247: 44979664 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [010] 2541.518279: 34397109 cycles: ffffffff8ad09d08 crypto_shash_update+0x8 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) PDisk 172390 [005] 2541.518691: 28486748 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [025] 2541.518894: 30037717 cycles: 3b2a4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2541.518964: 43987936 cycles: 67f86cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [001] 2541.519086: 32675896 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172783 [045] 2541.519406: 38160747 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2541.519587: 37322169 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [036] 2541.519935: 31871966 cycles: ffffffff8a741c66 wake_affine+0x36 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [011] 2541.520305: 45329417 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2541.520564: 34537303 cycles: ffffffff8a74ae1e reweight_entity+0x12e ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2541.521319: 32865007 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [034] 2541.521624: 39206731 cycles: ffffffff8ada6825 __bitmap_and+0x75 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [026] 2541.521627: 35823615 cycles: ffffffff8b6acbc1 _raw_spin_lock_irqsave+0x11 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [043] 2541.521729: 38136793 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagentd 150639 [037] 2541.522078: 28519594 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [013] 2541.522354: 34305088 cycles: ffffffff8aaeaa6b ep_send_events+0x24b ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [046] 2541.523572: 40918310 cycles: 21a0615d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2541.524261: 31018528 cycles: ffffffff8a8c0f52 irq_work_needs_cpu+0x52 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [006] 2541.524896: 35369258 cycles: 1573080d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) Test 194631 [007] 2541.525404: 30631950 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2541.525599: 34402661 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [009] 2541.526036: 33090747 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [008] 2541.526266: 48713319 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151706 [042] 2541.526516: 37408237 cycles: ffffffff8a7538db newidle_balance+0x30b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170146 [003] 2541.526526: 36704241 cycles: ffffffff8a65fdc5 save_fpregs_to_fpstate+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [015] 2541.526976: 35013382 cycles: 13925c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [017] 2541.527022: 28989197 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [029] 2541.527596: 30717451 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [040] 2541.527877: 36277725 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2541.528227: 40370255 cycles: 28897da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [021] 2541.528326: 37099243 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [027] 2541.528582: 34444653 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [014] 2541.528992: 36730670 cycles: bbd1509 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2541.529247: 33684978 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2541.529365: 43873244 cycles: ffffffff8a769014 psi_group_change+0x74 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [038] 2541.529752: 41674607 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 151708 [039] 2541.529959: 48797703 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [001] 2541.530296: 32432478 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [019] 2541.530409: 33752112 cycles: 1e46bd40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2541.530501: 37262233 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [022] 2541.530870: 36871632 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [032] 2541.530970: 37219180 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2541.531662: 28023567 cycles: 1fc3bef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [000] 2541.531789: 33806606 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [010] 2541.532401: 37851650 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [023] 2541.532426: 37422946 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2541.532496: 30917606 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 194456 [036] 2541.532903: 29051532 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [024] 2541.532994: 39289279 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [028] 2541.533046: 36578817 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [004] 2541.533093: 41879230 cycles: 133c8d5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [025] 2541.533591: 29003035 cycles: ffffffff8a9746e5 folio_mark_accessed+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [044] 2541.533707: 32820920 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [034] 2541.534385: 36309585 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [047] 2541.534445: 34051921 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [016] 2541.535166: 40511507 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 198118 [002] 2541.535887: 41387303 cycles: ffffffff8a95a8be rseq_ip_fixup+0x5e ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [043] 2541.536318: 37763753 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [037] 2541.536328: 31366034 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [026] 2541.536499: 36046440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2541.536586: 32860391 cycles: 140c72da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2541.536675: 34863863 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [018] 2541.536692: 36105801 cycles: ffffffff8aa59a62 __count_memcg_events+0xa2 ([kernel.kallsyms]) ffffffff8aa59af8 uncharge_batch+0x38 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [011] 2541.537498: 36324059 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2541.537599: 31797209 cycles: ffffffff8a7479ac update_load_avg+0xdc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [033] 2541.537841: 36704584 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [017] 2541.537862: 28184811 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f1cebbf [unknown] (//anon) nbsd.User 197533 [020] 2541.538165: 31933328 cycles: 1c7556c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [007] 2541.538191: 38496817 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [046] 2541.538651: 40182219 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155844 [013] 2541.538803: 36171348 cycles: 17a327a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [029] 2541.540499: 34464686 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [003] 2541.540732: 37134234 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [027] 2541.541555: 35669403 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2541.541663: 43051761 cycles: ffffffff8a753c78 pick_next_task_fair+0x1b8 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [030] 2541.541734: 27572082 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [040] 2541.541858: 33971847 cycles: 3b25f23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [042] 2541.542079: 35136314 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198832 [012] 2541.542411: 35423804 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13404bd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [001] 2541.542593: 33885623 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2541.542736: 32367199 cycles: 17ec062 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2541.542828: 38375534 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [032] 2541.543163: 35414534 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2541.543426: 38154802 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [000] 2541.543482: 34961594 cycles: 1b5675b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [036] 2541.543913: 28869389 cycles: 175b1f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [021] 2541.544035: 36059634 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [005] 2541.544510: 33773926 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [022] 2541.544598: 33593689 cycles: ffffffff8a7f6eb4 futex_wait+0x114 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [019] 2541.545425: 30502029 cycles: 3b9a928 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198832 [044] 2541.546106: 30856362 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197257 [008] 2541.546490: 51520628 cycles: ffffffff8a757916 pick_next_task_idle+0x6 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2541.546798: 35859459 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [025] 2541.546872: 29003035 cycles: 3a645c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [034] 2541.546969: 33779939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [004] 2541.547098: 37819199 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [047] 2541.547365: 31874604 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2541.547394: 39910438 cycles: 27ce0f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [028] 2541.547549: 37206007 cycles: 186b1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159511 [041] 2541.547740: 31073494 cycles: ffffffff8b6a4669 __schedule+0x169 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198683 [010] 2541.548351: 32494425 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2541.549481: 37669521 cycles: 1d40d61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [043] 2541.549634: 35063144 cycles: 3b99b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [026] 2541.549855: 37128253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [017] 2541.550031: 26733223 cycles: 133ba0a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [023] 2541.550171: 39108802 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2541.550548: 34284268 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [006] 2541.550631: 29371821 cycles: ffffffff8a7d83c1 __hrtimer_run_queues+0x241 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196102 [037] 2541.551006: 34724141 cycles: 3ca96c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [016] 2541.551205: 39856279 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [030] 2541.551473: 27716050 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2541.551514: 33281961 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.User 197536 [039] 2541.552068: 44476308 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155713 [002] 2541.552134: 34781451 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [009] 2541.552691: 41534382 cycles: ffffffff8aa5641d refill_stock+0x2d ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [011] 2541.553944: 34202503 cycles: ffffffff8a7d7580 __hrtimer_init+0x0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 168715 [033] 2541.554096: 34454835 cycles: ffffffff8b61abe9 timerqueue_add+0x49 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198033 [046] 2541.554146: 39090929 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163661 [036] 2541.554226: 28248650 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [040] 2541.554704: 35437341 cycles: 3b8ad6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [012] 2541.554938: 33429282 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [007] 2541.555611: 34968542 cycles: 14020cfc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2541.555948: 32989221 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2541.556033: 31111461 cycles: 14119e93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2541.556692: 36693886 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198430 [015] 2541.556724: 31495309 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2541.556799: 31977593 cycles: ffffffff8a749395 place_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2541.557145: 29471361 cycles: 2781c58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2541.557152: 35003613 cycles: ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [044] 2541.557210: 29887721 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [038] 2541.557313: 33865642 cycles: 649788e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2541.557411: 32472187 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155659 [000] 2541.557804: 42268318 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) nbsd.User 197533 [014] 2541.558050: 36455603 cycles: 140705cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [004] 2541.558330: 36730743 cycles: 3b9c9a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [005] 2541.558448: 33815183 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 166936 [027] 2541.558980: 29014280 cycles: 1567d40b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [034] 2541.559132: 36243407 cycles: 25260c37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [003] 2541.559150: 37160404 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [031] 2541.559180: 35722344 cycles: 251e928e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [025] 2541.559240: 39422632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [019] 2541.559279: 30591311 cycles: 2686cc83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [024] 2541.559810: 36907381 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 23e917f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [047] 2541.559952: 36996096 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [017] 2541.560631: 26316436 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2541.561329: 36785415 cycles: ffffffff8b6a50f0 schedule_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [006] 2541.561705: 28349686 cycles: ffffffff8acd401c apparmor_file_permission+0x4c ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [041] 2541.562044: 27231919 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2541.562324: 27416562 cycles: ffffffff8a74bbbf select_idle_sibling+0x9f ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2541.562414: 28791711 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [043] 2541.563067: 36529426 cycles: 688f187 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [026] 2541.563541: 41281258 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [020] 2541.563592: 31062258 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO1 198054 [002] 2541.563648: 33838071 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2541.563929: 33749071 cycles: 2049b57c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [018] 2541.564233: 38045812 cycles: 1407e59a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2541.564730: 33237618 cycles: ffffffff8a7479b9 update_load_avg+0xe9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [036] 2541.564777: 28212886 cycles: 26476ac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [008] 2541.564987: 44538201 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [035] 2541.565382: 31456654 cycles: 187874c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [037] 2541.565603: 37564270 cycles: 12f63ee2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [040] 2541.566146: 38185305 cycles: 1330dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2541.566365: 32443801 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [033] 2541.566508: 32089733 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [016] 2541.566565: 36305019 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2541.566565: 38447619 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198857 [039] 2541.567188: 38076637 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [012] 2541.567432: 31273176 cycles: ffffffff8a99112f shmem_get_folio_gfp+0x50f ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [042] 2541.567444: 30570260 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2541.567630: 29642171 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b48074a tcp_data_queue+0x3aa ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [001] 2541.567641: 29069899 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [032] 2541.567855: 34747815 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [007] 2541.568042: 36579281 cycles: 16664c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2541.568177: 33842043 cycles: ffffffff8a7d7d1a __hrtimer_start_range_ns+0x3a ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2541.568455: 38904948 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [021] 2541.569228: 34500166 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [038] 2541.569271: 32130846 cycles: 140c5c9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198686 [022] 2541.569641: 35429531 cycles: 3b9b563 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [031] 2541.569764: 35042688 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141d194c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [046] 2541.569787: 37050002 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [019] 2541.570011: 29905007 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198859 [006] 2541.571327: 29018767 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [027] 2541.571572: 31139156 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [014] 2541.571579: 37127919 cycles: 1300b40a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [005] 2541.571622: 37804313 cycles: 689a29b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [034] 2541.571669: 34383240 cycles: 2512fc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [004] 2541.571741: 34118460 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198114 [017] 2541.571836: 26048192 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [010] 2541.572418: 28791711 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b370c85 ___sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [024] 2541.572599: 33874807 cycles: 1374b96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [030] 2541.572717: 26796066 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [029] 2541.572808: 34404103 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.573019: 37267347 cycles: ffffffff8a7762ec calc_load_nohz_start+0x2c ([kernel.kallsyms]) ffffffff8a7ef1be tick_nohz_stop_tick+0x5e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [025] 2541.573177: 42983602 cycles: 2727af46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [000] 2541.573789: 42288684 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [041] 2541.574019: 25486254 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [020] 2541.574341: 30815363 cycles: 13925db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [028] 2541.574405: 37962152 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [035] 2541.574473: 32096558 cycles: 1742bfbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [043] 2541.574531: 41176364 cycles: ffffffff8aa2ef25 kmem_cache_alloc_node+0x25 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [003] 2541.574896: 41862487 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [002] 2541.575732: 38171049 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) blocksto.CLI1 194629 [036] 2541.575764: 27373574 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194338 [011] 2541.576733: 36102376 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2541.576966: 40647100 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2541.577398: 45300469 cycles: 139944e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162507 [044] 2541.577745: 29644932 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [001] 2541.578417: 29081612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [037] 2541.578663: 36051581 cycles: 1417e25b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [013] 2541.578921: 34250715 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [042] 2541.579088: 29378394 cycles: 122c08d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [045] 2541.579112: 41663530 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2541.579204: 30839606 cycles: 183861f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2541.579257: 35631039 cycles: 2048b427 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2541.579440: 35616180 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) diskagen.User 198842 [033] 2541.579726: 30633353 cycles: 1339d901 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [016] 2541.580092: 33513400 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [032] 2541.580912: 32106699 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2541.581032: 39994603 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [038] 2541.581348: 38176378 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165440 [015] 2541.581412: 30885989 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [023] 2541.581538: 37087466 cycles: 204995b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159503 [006] 2541.581797: 28678124 cycles: e57b8 clock_nanosleep+0x88 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [030] 2541.581967: 27544928 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [022] 2541.582129: 34153851 cycles: 1743a9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2541.582136: 36126684 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2541.582330: 36770266 cycles: 1548fe05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2541.582468: 28425609 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [019] 2541.582812: 31917022 cycles: ffffffff8a7eedbc tick_do_update_jiffies64+0xc ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [007] 2541.583551: 34052494 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 196811 [031] 2541.583899: 35858225 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [010] 2541.584232: 32860364 cycles: ffffffff8b614893 plist_add+0x53 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159615 [046] 2541.584239: 33324401 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [027] 2541.584447: 28594846 cycles: 1840778 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [041] 2541.584616: 25475866 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198727 [004] 2541.584644: 31781009 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197259 [035] 2541.585141: 31756755 cycles: 21a19d90 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [036] 2541.585214: 27768829 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [014] 2541.585370: 36614548 cycles: bba5002 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [024] 2541.585605: 33509044 cycles: 133ae239 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [020] 2541.585634: 29529430 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2541.585920: 35012590 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [005] 2541.586278: 37113307 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [047] 2541.586730: 35410593 cycles: 195dd61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [003] 2541.587554: 40670052 cycles: ffffffff8b455bde ip_protocol_deliver_rcu+0x3e ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [028] 2541.588469: 34921876 cycles: ffffffff8a96f199 unlock_page+0x19 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [029] 2541.588676: 29430018 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [044] 2541.589347: 31494633 cycles: 1860cca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [000] 2541.589456: 37260705 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [018] 2541.590283: 37366522 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 154858 [001] 2541.590510: 27251752 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [042] 2541.590798: 27851672 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [025] 2541.590989: 42079778 cycles: ffffffff8adaced1 copy_page_from_iter+0x1 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [030] 2541.591212: 31814563 cycles: 14051d37 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2541.591737: 42697313 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [013] 2541.591763: 31167254 cycles: 133a33de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2541.592370: 37325384 cycles: ffffffff8a7d8873 hrtimer_cancel+0x23 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [032] 2541.592381: 30712673 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2541.592424: 39914306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [043] 2541.592913: 36032184 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [040] 2541.593158: 31571913 cycles: 17e47e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [016] 2541.593510: 30011960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [015] 2541.593526: 36440396 cycles: 3ad7c31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2541.593763: 43149233 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [023] 2541.593854: 39206780 cycles: 3b354b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [006] 2541.594364: 26544776 cycles: ffffffff8b4942c6 tcp_v4_rcv+0xd06 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [038] 2541.594410: 35175882 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) ydbd 155707 [011] 2541.594489: 34623757 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [033] 2541.595002: 29355006 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67dabc89f [unknown] (//anon) swapper 0 [039] 2541.595265: 30475973 cycles: ffffffff8a995c16 first_online_pgdat+0x6 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [017] 2541.595324: 27385197 cycles: 265fb14c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [041] 2541.595431: 27524395 cycles: 12f47459 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [010] 2541.595460: 31232801 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197877 [027] 2541.595987: 27785700 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [036] 2541.596327: 26800875 cycles: 1fdc9d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [022] 2541.596413: 34595029 cycles: ffffffff8aa2b4c5 memcg_slab_post_alloc_hook+0x145 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [009] 2541.596765: 39994603 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [007] 2541.597105: 38138302 cycles: 172c350 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [021] 2541.597105: 34699719 cycles: ffffffff8a73e5bd available_idle_cpu+0x3d ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [008] 2541.597166: 32045566 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [004] 2541.597188: 29128326 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [014] 2541.597360: 38595714 cycles: 288adc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [045] 2541.597516: 36360157 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [020] 2541.597812: 28486847 cycles: ffffffff8aa2b47e memcg_slab_post_alloc_hook+0xfe ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aad57ef alloc_buffer_head+0x1f ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [046] 2541.598049: 29916589 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [035] 2541.598091: 37073939 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [019] 2541.598190: 30985938 cycles: ffffffff8a7537e4 newidle_balance+0x214 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [024] 2541.598690: 35346356 cycles: 2af7411 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2541.598765: 35523074 cycles: ffffffff8a764f75 __wake_up_common_lock+0x5 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [005] 2541.598820: 38292667 cycles: ffffffff8b482c15 tcp_tso_segs+0x95 ([kernel.kallsyms]) ffffffff8b4885f2 tcp_write_xmit+0x82 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [034] 2541.599341: 34459808 cycles: ffffffff8a760507 __update_load_avg_cfs_rq+0xc7 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [031] 2541.599450: 35617551 cycles: ffffffff8a75fac1 __update_load_avg_blocked_se+0x81 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [029] 2541.600109: 27346691 cycles: 172c38f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [044] 2541.600213: 30854447 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [042] 2541.600714: 28523115 cycles: 2519b35b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 194349 [028] 2541.601567: 39475982 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [013] 2541.601738: 31259018 cycles: 21a24c17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165440 [003] 2541.601936: 35892783 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [001] 2541.602029: 25974780 cycles: ffffffff8aa305be kmem_cache_free+0x1de ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2541.602801: 36869077 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [030] 2541.603610: 29368665 cycles: ffffffff8b3774c6 release_sock+0x26 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198430 [018] 2541.603980: 35338799 cycles: ffffffff8a7419cc __calc_delta+0x7c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [040] 2541.604314: 30917272 cycles: 1c39646f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [016] 2541.604482: 29442662 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [006] 2541.604488: 26755186 cycles: 288c335 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [043] 2541.604894: 34842901 cycles: 6737ec9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [032] 2541.604946: 29182949 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 163661 [017] 2541.605515: 31580353 cycles: 133ac7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198050 [036] 2541.605858: 30818012 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2541.605942: 30249328 cycles: ffffffff8a747b75 update_load_avg+0x2a5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [039] 2541.606168: 29570613 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2541.606795: 26600768 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [033] 2541.606826: 29782459 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2541.607108: 30243380 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [002] 2541.607315: 41995599 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [012] 2541.607421: 35668723 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2541.607652: 28901777 cycles: ffffffff8b800f9e asm_sysvec_call_function_single+0xe ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2541.607691: 46650702 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) Test 194631 [038] 2541.607835: 41068973 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2541.607841: 31271175 cycles: ffffffff8a7eedb5 tick_do_update_jiffies64+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [037] 2541.608132: 34499031 cycles: 193e231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 166759 [026] 2541.608420: 42990068 cycles: 18755f9c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2541.608454: 39414650 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165251 [008] 2541.608772: 31057708 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [011] 2541.608992: 35622230 cycles: ffffffff8aa09af4 PageHeadHuge+0x24 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [021] 2541.609022: 37148610 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165660 [015] 2541.609064: 31226460 cycles: 21b6ab72 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [014] 2541.610083: 35925544 cycles: ffffffffc0c829ff nf_nat_inet_fn+0x26f ([kernel.kallsyms]) ffffffffc0c8481c nf_nat_ipv4_local_in+0x5c ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2541.610488: 31908250 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [022] 2541.610841: 36635589 cycles: ffffffff8a65fa22 fpregs_assert_state_consistent+0x12 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [019] 2541.610870: 31242117 cycles: 2528dc77 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [007] 2541.610900: 38461909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [047] 2541.611446: 32998058 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197257 [044] 2541.611562: 30359735 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [024] 2541.611859: 36771315 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [042] 2541.611997: 27492476 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [029] 2541.612166: 26705800 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [034] 2541.613225: 34018620 cycles: a90 [unknown] ([vdso]) nbsd.User 194341 [035] 2541.613476: 32996619 cycles: 15fccea9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [001] 2541.613479: 24997538 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194345 [009] 2541.613914: 42421093 cycles: 272838c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198686 [028] 2541.613926: 41728021 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2541.614170: 34338394 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [031] 2541.614350: 36433025 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [000] 2541.614423: 39420397 cycles: 13bea0da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2541.614726: 33034380 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [006] 2541.614835: 26373089 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2541.614868: 32318863 cycles: ffffffff8b61750f rb_insert_color+0xf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [040] 2541.615406: 30370617 cycles: 154cafb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2541.615457: 32546122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [013] 2541.615642: 32198353 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [032] 2541.616148: 29182949 cycles: 133ae49f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [003] 2541.616847: 31052408 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [036] 2541.617780: 29272927 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [010] 2541.618035: 29415719 cycles: 27279a1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [017] 2541.618063: 32956597 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197884 [041] 2541.618263: 25218349 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [018] 2541.618393: 36915686 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [027] 2541.619261: 31270328 cycles: 2516dd3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2541.619421: 27826384 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [020] 2541.619634: 30822550 cycles: 14070581 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [033] 2541.619641: 29782459 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd361f0d87f [unknown] (//anon) nbsd-lig.SRV1 194448 [043] 2541.619727: 30949521 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 194424 [026] 2541.620254: 40916381 cycles: ffffffff8acd5030 apparmor_file_open+0x60 ([kernel.kallsyms]) ffffffff8ac66fd7 security_file_open+0x27 ([kernel.kallsyms]) ffffffff8aa77fa5 do_dentry_open+0x105 ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 198055 [008] 2541.620374: 29679338 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [039] 2541.620476: 27123805 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [037] 2541.621029: 31112286 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [012] 2541.621129: 36362507 cycles: ffffffff8a7e5525 __x64_sys_clock_gettime+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 194778 [042] 2541.621333: 30550702 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [015] 2541.621542: 32900948 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [021] 2541.621752: 38878780 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [011] 2541.622222: 34393502 cycles: 21a31241 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2541.622372: 32062341 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [044] 2541.622569: 36224987 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [046] 2541.622704: 36262247 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 170144 [038] 2541.622820: 36075105 cycles: bbbd3ab [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [029] 2541.623459: 25811192 cycles: ffffffff8a75027c update_sg_lb_stats+0x47c ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [002] 2541.623613: 37138777 cycles: 3bd39ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [019] 2541.623701: 31242117 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2541.623702: 34089555 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [014] 2541.624009: 33219584 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2541.624419: 27843166 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [023] 2541.624647: 41375136 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2541.625270: 29585207 cycles: ffffffff8b801623 error_entry+0xd3 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2541.626422: 34823714 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [035] 2541.626495: 36555488 cycles: 3a6139d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2541.626732: 44602074 cycles: ffffffff8b486e15 __tcp_transmit_skb+0x585 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [032] 2541.626802: 36116953 cycles: 2aadec9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [024] 2541.626984: 35631579 cycles: ffffffff8a75fd81 __update_load_avg_se+0x21 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [034] 2541.627354: 34018620 cycles: ffffffff8a7605a0 __update_load_avg_cfs_rq+0x160 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [007] 2541.627648: 43083348 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [005] 2541.627960: 32546122 cycles: 1ae8eb [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27e25c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166612 [030] 2541.628261: 33007343 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [000] 2541.628336: 37785031 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [016] 2541.628358: 34844607 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [041] 2541.628888: 25218349 cycles: ffffffff8adaff11 __import_iovec+0x71 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2541.628989: 28664438 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [045] 2541.629122: 29747908 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [036] 2541.629621: 27814210 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [013] 2541.629869: 27806080 cycles: ffffffff8a7d8dd2 hrtimer_interrupt+0xb2 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [003] 2541.630018: 36355725 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [028] 2541.630108: 39202162 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [020] 2541.630703: 34945480 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [004] 2541.630997: 26335103 cycles: 21a05d63 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [009] 2541.631017: 35087043 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [008] 2541.631546: 29099869 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 169055 [026] 2541.631600: 39470951 cycles: bbbd3db [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [031] 2541.631787: 38013942 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2541.631961: 30102436 cycles: ffffffff8aa7bf81 do_iter_read+0xc1 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [043] 2541.631993: 29106896 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154842 [037] 2541.632424: 34078724 cycles: ffffffff8a74fe3a update_sg_lb_stats+0x3a ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2541.632444: 25598541 cycles: ffffffff8a769014 psi_group_change+0x74 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2541.632542: 32780490 cycles: ffffffff8b47a0bc tcp_grow_window+0xfc ([kernel.kallsyms]) ffffffff8b47a58b tcp_event_data_recv+0x2cb ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2541.633363: 41418542 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2541.633510: 25644327 cycles: ffffffff8a60432f __switch_to_asm+0x1f ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [027] 2541.633612: 28324015 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2541.633695: 45921576 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [021] 2541.633705: 41600305 cycles: 140658b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2541.634034: 32092885 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2541.634462: 31923802 cycles: ffffffff8a769309 psi_group_change+0x369 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [044] 2541.635402: 33519594 cycles: ffffffff8a74db86 dequeue_entity+0x6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2541.635767: 33201865 cycles: 154a0eea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194390 [006] 2541.636167: 29018229 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2541.636740: 28818336 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [038] 2541.636872: 40114584 cycles: ffffffff8b6a5f70 mutex_unlock+0x10 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [022] 2541.637068: 41499891 cycles: 661c9b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2541.637076: 29947969 cycles: ffffffff8b494439 tcp_v4_rcv+0xe79 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [041] 2541.637077: 31283066 cycles: 99a74 pthread_mutex_unlock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [046] 2541.637723: 31564822 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198628 [011] 2541.637951: 37710154 cycles: ffffffff8a7d80cd hrtimer_start_range_ns+0x7d ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2541.638398: 41994619 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [002] 2541.638813: 40030000 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [010] 2541.638979: 28359349 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [024] 2541.639104: 33650110 cycles: ffffffff8a74bbb2 select_idle_sibling+0x92 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [036] 2541.639710: 27568486 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [040] 2541.639904: 36928892 cycles: 21a2cbf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 197447 [035] 2541.639958: 35560150 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [032] 2541.640341: 37140853 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [034] 2541.640425: 37779686 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [016] 2541.640430: 35063015 cycles: 3ca8d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [005] 2541.640538: 38101685 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [004] 2541.640643: 26669147 cycles: 1408f5f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2541.640689: 31262549 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2541.641089: 32362913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2541.641217: 30419779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [045] 2541.641386: 31076833 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9ec78a rmqueue_bulk+0x5a ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [023] 2541.641462: 33582976 cycles: 1422ecc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [000] 2541.642617: 38191633 cycles: 3ac574f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [009] 2541.642965: 32776838 cycles: 20489ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [018] 2541.643223: 33070494 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2541.643340: 37264404 cycles: 14228081 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2541.643475: 32448340 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [039] 2541.643492: 24759459 cycles: 190d7fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [043] 2541.644284: 30826645 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [028] 2541.644454: 39099749 cycles: 1414c8e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 160828 [029] 2541.644630: 25156585 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2541.645112: 34197897 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [042] 2541.645150: 30810926 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [003] 2541.645495: 34919809 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [037] 2541.645769: 31985593 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [027] 2541.645976: 32174339 cycles: 140736e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [026] 2541.646049: 34920591 cycles: 3ae148f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [006] 2541.646401: 29673303 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [031] 2541.646650: 33069202 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [047] 2541.646993: 35064213 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [015] 2541.647214: 31696694 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193836 [007] 2541.647523: 39586457 cycles: ffffffff8a7397d2 check_preempt_curr+0x22 ([kernel.kallsyms]) ffffffff8a7531a0 load_balance+0x470 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [014] 2541.647534: 29770593 cycles: 204b3ec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [041] 2541.648298: 29824676 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [001] 2541.648572: 30388338 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2541.649271: 30069960 cycles: ffffffff8a743516 pick_next_entity+0x6 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [012] 2541.649284: 36818219 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197250 [010] 2541.649790: 28039819 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [036] 2541.650303: 31160392 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [021] 2541.650433: 36770749 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [038] 2541.650596: 35515585 cycles: 133b047a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [022] 2541.651102: 38133811 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [046] 2541.651205: 32433661 cycles: 13925d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159894 [024] 2541.651502: 35444196 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [008] 2541.651656: 31619717 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2541.652305: 25552700 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [030] 2541.652443: 29029819 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2541.652840: 37935173 cycles: ffffffff8b46e905 tcp_sendmsg_locked+0x5 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2541.652841: 41170732 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [013] 2541.654030: 31342629 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [011] 2541.654091: 37710154 cycles: ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2541.654121: 45768451 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [032] 2541.654266: 41626662 cycles: ffffffff8b6ad3a0 _raw_spin_lock_bh+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [016] 2541.654397: 31190407 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [029] 2541.654504: 27987701 cycles: ffffffff8a74815e __update_blocked_fair+0xce ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2541.654505: 23828552 cycles: ffffffff8a75fd60 __update_load_avg_se+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2541.654622: 41877109 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2541.654703: 32980486 cycles: 3caa388 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [035] 2541.655371: 36949685 cycles: 1740bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2541.655434: 27930814 cycles: ffffffff8b6ac0f5 default_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [018] 2541.655687: 33587617 cycles: 1ca1e817 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [020] 2541.655969: 34411043 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2541.656134: 30810926 cycles: 172c38c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [023] 2541.656557: 30012541 cycles: 3971744 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [000] 2541.657233: 42547453 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [019] 2541.657242: 37352675 cycles: 6445af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [006] 2541.657426: 31126148 cycles: 1401e884 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [003] 2541.657932: 36377771 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197523 [026] 2541.658157: 33200093 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [025] 2541.658674: 36834416 cycles: ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [014] 2541.658783: 28835051 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2541.658893: 31344306 cycles: 1c3a04cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [009] 2541.658902: 31875851 cycles: bbafd3d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198727 [017] 2541.659189: 32303761 cycles: ffffffff8aa8c1fa anon_pipe_buf_release+0xfa ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [044] 2541.659282: 30417923 cycles: 143719f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [028] 2541.659432: 36895729 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [041] 2541.659583: 29369007 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.659608: 30100180 cycles: ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) smart-metrics-h 198865 [012] 2541.659771: 38818232 cycles: 7841b runtime.memmove+0x45b (/usr/bin/smart-metrics-helper) blocksto.CLI1 196117 [010] 2541.659827: 31542148 cycles: 35fdea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [047] 2541.659848: 32958128 cycles: 689a2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [037] 2541.660459: 31985593 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [027] 2541.660789: 32174339 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [008] 2541.661048: 32517672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdSbmEv 196863 [031] 2541.661063: 29088046 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [036] 2541.661073: 32831703 cycles: 3b25ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [001] 2541.662204: 27281649 cycles: 1e4c53bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2541.662959: 25042650 cycles: ffffffff8a739865 ttwu_do_wakeup+0x25 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [030] 2541.663130: 28435193 cycles: 2a7fbc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [021] 2541.663536: 39447516 cycles: 1c3f86f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [046] 2541.664138: 33514352 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [007] 2541.664444: 44984599 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 198854 [038] 2541.664584: 32107705 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 193825 [039] 2541.664857: 23724384 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2541.664953: 37468765 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [024] 2541.665027: 39747263 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171298 [029] 2541.665248: 27501292 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166613 [022] 2541.665389: 46222282 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [016] 2541.665700: 33918359 cycles: ffffffff8b46e9d0 tcp_sendmsg_locked+0xd0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [045] 2541.666066: 27797469 cycles: 6890ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2541.666133: 35262758 cycles: ffffffff8a7d7cee __hrtimer_start_range_ns+0xe ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2541.666661: 31342629 cycles: ffffffff8a7ef8f5 tick_nohz_idle_stop_tick+0x65 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [018] 2541.667254: 32708040 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2541.667551: 37645651 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [014] 2541.668059: 28696116 cycles: 1330dc94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197243 [033] 2541.668139: 34994800 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2541.668186: 30917310 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [032] 2541.668757: 43350451 cycles: ffffffff8b475255 tcp_parse_md5sig_option+0x5 ([kernel.kallsyms]) ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [015] 2541.669170: 36125193 cycles: 140715bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [023] 2541.669190: 27719483 cycles: bbc9e1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [010] 2541.669391: 31879221 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2541.669555: 31705361 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171585 [020] 2541.669686: 37985576 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ya-bin 26835 [003] 2541.670097: 36109564 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7d95e0 __x64_sys_nanosleep+0xb0 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6df4e __clock_nanosleep+0x4e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6e26f nanosleep+0xf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b72055 usleep+0x35 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33be859 std::__y1::__function::__func >, bool, bool)::$_0, std::__y1::allocator >, bool, bool)::$_0>, void ()>::operator()+0x19 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a93d5 (anonymous namespace)::TThreadFactoryFuncObj::DoExecute+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 28a9676 (anonymous namespace)::TSystemThreadFactory::TPoolThread::ThreadProc+0x6 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [034] 2541.670227: 44907996 cycles: ffffffff8a7ef890 tick_nohz_idle_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [047] 2541.670359: 32108484 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [011] 2541.670507: 44470135 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) smart-metrics-h 198865 [012] 2541.670519: 38070292 cycles: ffffffff8a9ec98f rmqueue_bulk+0x25f ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 9165b reflect.Value.SetUint+0x9b (/usr/bin/smart-metrics-helper) diskagen.IC 197891 [008] 2541.670598: 32920959 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193498 [035] 2541.670715: 39370695 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [019] 2541.670747: 45486511 cycles: 17f9443 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [044] 2541.670824: 32678375 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a5f65 mutex_unlock+0x5 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [041] 2541.670982: 32212062 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [004] 2541.671024: 28956641 cycles: ffffffff8a9b3891 follow_page_pte+0x101 ([kernel.kallsyms]) ffffffff8a9b3f3c follow_pmd_mask.isra.0+0x1cc ([kernel.kallsyms]) ffffffff8a9b44ce follow_p4d_mask+0x14e ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [043] 2541.671216: 35690581 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [009] 2541.671596: 29457578 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2541.671853: 42138562 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [017] 2541.672280: 38887045 cycles: ffffffff8a747931 update_load_avg+0x61 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [030] 2541.672408: 28792904 cycles: 1330dcb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [001] 2541.672478: 27018266 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [037] 2541.672479: 43003825 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [031] 2541.672566: 28155691 cycles: 21a050a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2541.672649: 36895729 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [025] 2541.672782: 50392109 cycles: 3c8e2c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [000] 2541.673208: 37757451 cycles: ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [039] 2541.673484: 24718713 cycles: 3b23c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [027] 2541.673683: 34445433 cycles: 3ba3e99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2541.674247: 30061090 cycles: 352a625 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [046] 2541.675392: 32373283 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2541.675499: 31025677 cycles: ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [045] 2541.676209: 34856143 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [029] 2541.677182: 26002432 cycles: 20488ccd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2541.678059: 29406436 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [016] 2541.678066: 33361325 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [021] 2541.678122: 49048637 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [018] 2541.678197: 34346865 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [040] 2541.678577: 35459321 cycles: 3a6ac68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [024] 2541.678781: 36442992 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [005] 2541.678852: 33020250 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nebius-observab 2806 [022] 2541.678923: 42324594 cycles: ffffffff8aa7f13a ksys_read+0xda ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) be7037 github.com/prometheus/procfs/internal/util.ReadUintFromFile+0x17 (/usr/bin/nebius-observability-agent) 58c7644 github.com/prometheus/procfs/blockdevice.FS.SysBlockDeviceQueueStats+0xb04 (/usr/bin/nebius-observability-agent) 5942d77 github.com/prometheus/node_exporter/collector.(*diskstatsCollector).Update+0x2d7 (/usr/bin/nebius-observability-agent) 59fbee5 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*CollectorWrapper).Collect.func2+0x65 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) swapper 0 [023] 2541.679788: 27719483 cycles: ffffffff8a743690 pick_next_entity+0x180 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [013] 2541.679909: 37745323 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197440 [026] 2541.680197: 31653885 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169042 [006] 2541.680248: 29311895 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [007] 2541.680738: 42633352 cycles: 14178a40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [010] 2541.680825: 31879221 cycles: 2516802d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165436 [042] 2541.681174: 38282993 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198035 [044] 2541.681557: 32122041 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3 [unknown] ([unknown]) diskagen.AIO.SQ 197895 [033] 2541.681695: 35236309 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [030] 2541.681818: 36911924 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2541.681873: 27513752 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2541.682076: 28572358 cycles: ffffffff8a741363 clear_buddies+0x23 ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [008] 2541.682313: 31692148 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) smart-metrics-h 198865 [031] 2541.682733: 27640622 cycles: 9161c reflect.Value.SetUint+0x5c (/usr/bin/smart-metrics-helper) ydbd.IO 169054 [012] 2541.682860: 36328096 cycles: bbc63b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [015] 2541.683188: 36805321 cycles: ffffffff8a75fe1d __update_load_avg_se+0xbd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2541.683289: 41591253 cycles: 352a503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [009] 2541.683297: 28238088 cycles: ffffffff8a7535d5 newidle_balance+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [039] 2541.683530: 24739553 cycles: 1875ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [047] 2541.683551: 33391269 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [020] 2541.683717: 41650324 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [036] 2541.683744: 30134167 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [003] 2541.683823: 43442480 cycles: 269b1428 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [041] 2541.684520: 37423177 cycles: ffffffff8a733300 prepare_task_switch+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [035] 2541.684630: 38415015 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [038] 2541.686234: 30750783 cycles: ffffffff8a7d775a hrtimer_reprogram+0x5a ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [043] 2541.686552: 37900743 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [028] 2541.686555: 43841446 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [034] 2541.686702: 41855760 cycles: ffffffff8a99a405 quiet_vmstat+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2541.687158: 37892012 cycles: ffffffff8aa58310 __mod_memcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2541.687311: 37992933 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [029] 2541.687627: 26637724 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) smart-metrics-h 198865 [002] 2541.687678: 35335468 cycles: d38ea encoding/binary.(*decoder).value+0x6ca (/usr/bin/smart-metrics-helper) ksoftirqd/46 293 [046] 2541.687999: 32373283 cycles: ffffffff8a71b100 kthread_should_park+0x0 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagentd 151709 [025] 2541.688132: 43318963 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [019] 2541.688712: 47712260 cycles: 1339640a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 166748 [014] 2541.688898: 28782793 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) d5d3f56 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 166860 [027] 2541.689300: 32700823 cycles: ffffffff8a746436 set_next_buddy+0x36 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IO 193499 [023] 2541.689557: 39723290 cycles: 18754fda [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 194631 [037] 2541.689854: 40654019 cycles: 65066ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [016] 2541.690458: 37565887 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [045] 2541.690542: 40632921 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) nebius-observab 2806 [022] 2541.690569: 40479042 cycles: 59fb6c6 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*MetricWrapper).Write+0x66 (/usr/bin/nebius-observability-agent) c3698d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x7cd (/usr/bin/nebius-observability-agent) 59f9029 go.opentelemetry.io/contrib/bridges/prometheus.(*producer).Produce+0xe9 (/usr/bin/nebius-observability-agent) 972041 go.opentelemetry.io/otel/sdk/metric.(*ManualReader).Collect+0x4c1 (/usr/bin/nebius-observability-agent) 59ffb8f github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).recordMetrics+0xaf (/usr/bin/nebius-observability-agent) 59ff995 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).metricsRecorder+0xb5 (/usr/bin/nebius-observability-agent) 59ff8a7 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).Start.gowrap1+0x27 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd.SRV2 194363 [011] 2541.690665: 52910733 cycles: ffffffff8aa2ef14 kmem_cache_alloc_node+0x14 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2541.690699: 32285376 cycles: ffffffff8a779de5 psi_task_switch+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [005] 2541.691841: 30905647 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [006] 2541.692043: 28071610 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6132c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155698 [004] 2541.692228: 28289896 cycles: c3d85cb [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2541.692265: 39482962 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [001] 2541.692290: 27350761 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2541.692419: 30012746 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [010] 2541.692714: 41672864 cycles: 3a6acec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [044] 2541.693166: 38479078 cycles: 17e3c5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [024] 2541.693223: 37926951 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.693514: 24941909 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 151702 [013] 2541.693775: 35205775 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [008] 2541.694084: 37840235 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) smart-metrics-h 198865 [009] 2541.694196: 27821412 cycles: 91670 reflect.Value.SetUint+0xb0 (/usr/bin/smart-metrics-helper) nbsd.User 197529 [036] 2541.694791: 29860841 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [042] 2541.694929: 34697295 cycles: 3b9b869 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2541.694999: 39194316 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [031] 2541.695290: 28508203 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6de57 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2541.695887: 32522551 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) smart-metrics-h 198865 [030] 2541.696256: 33255975 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9baa70 wp_page_copy+0xf0 ([kernel.kallsyms]) ffffffff8a9beb75 do_wp_page+0x205 ([kernel.kallsyms]) ffffffff8a9c0c2e handle_pte_fault+0x25e ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 27279 runtime.gcmarknewobject+0x59 (/usr/bin/smart-metrics-helper) diskagen.AIO0 197894 [047] 2541.696311: 34479776 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [038] 2541.696616: 34348147 cycles: ffffffffc0c8297c nf_nat_inet_fn+0x1ec ([kernel.kallsyms]) ffffffffc0c84234 nf_nat_ipv4_local_fn+0x54 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [020] 2541.697375: 37040517 cycles: 1bb5b524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2541.697464: 31658770 cycles: ffffffff8a74ec5b enqueue_entity+0x1db ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2541.698287: 27950926 cycles: ffffffff8a6b8d2b pvclock_clocksource_read+0x5b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [041] 2541.698300: 33789783 cycles: 3661b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [015] 2541.698726: 34020131 cycles: 3b2aa1a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [002] 2541.698975: 34426785 cycles: ffffffff8a7f653f futex_wake+0x7f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [017] 2541.699043: 36087541 cycles: 3a77c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [035] 2541.699235: 36665266 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12e810ec [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2806 [014] 2541.699354: 27858118 cycles: ffffffff8aaa498f __d_lookup+0xf ([kernel.kallsyms]) ffffffff8aa8f185 lookup_fast+0x65 ([kernel.kallsyms]) ffffffff8aa93f7c walk_component+0x2c ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b7189 syscall.Syscall6+0x69 (/usr/bin/nebius-observability-agent) b3d0d syscall.openat+0x8d (/usr/bin/nebius-observability-agent) 12c74a os.open+0x2a (/usr/bin/nebius-observability-agent) 12b096 os.OpenFile+0x96 (/usr/bin/nebius-observability-agent) 12c1e9 os.ReadFile+0x49 (/usr/bin/nebius-observability-agent) 59528f7 github.com/prometheus/node_exporter/collector.readUintFromFile+0x17 (/usr/bin/nebius-observability-agent) 593d9c9 github.com/prometheus/node_exporter/collector.(*cpuCollector).updateThermalThrottle+0x289 (/usr/bin/nebius-observability-agent) 593cfb3 github.com/prometheus/node_exporter/collector.(*cpuCollector).Update+0x73 (/usr/bin/nebius-observability-agent) 59fbee5 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*CollectorWrapper).Collect.func2+0x65 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd.System 194334 [032] 2541.699491: 37601293 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [046] 2541.699913: 43077025 cycles: ffffffff8a75fd60 __update_load_avg_se+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [021] 2541.700126: 45112093 cycles: ffffffff8aa5635f __refill_stock+0x1f ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2541.700631: 44860800 cycles: ffffffff8b3a4d87 __dev_queue_xmit+0x3a7 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [043] 2541.701081: 36950434 cycles: 17ec031 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [001] 2541.701116: 28392996 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6132c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194003 [000] 2541.701600: 44294526 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) smart-metrics-h 198865 [034] 2541.701960: 39981942 cycles: d33b2 encoding/binary.(*decoder).value+0x192 (/usr/bin/smart-metrics-helper) Test 198681 [003] 2541.702279: 38688634 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172783 [004] 2541.702489: 28277614 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [039] 2541.702830: 25627923 cycles: 11fee47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [027] 2541.702831: 29410495 cycles: ffffffff8b800bb0 asm_exc_page_fault+0x0 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [018] 2541.702886: 33829207 cycles: ffffffff8b45cae1 __ip_queue_xmit+0x331 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [006] 2541.703079: 27507788 cycles: ffffffff8b6178b0 rb_next+0x20 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [016] 2541.703700: 42277292 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [005] 2541.704102: 29607617 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc77acfb83f [unknown] (//anon) perf 198744 [026] 2541.704186: 28253276 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198854 [022] 2541.704725: 37384947 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2541.706052: 40271757 cycles: 3c811ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [009] 2541.706123: 36868909 cycles: ffffffff8a994ca4 folio_mapping+0x54 ([kernel.kallsyms]) ffffffff8a96a783 folio_mark_dirty+0x13 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2541.706417: 28698005 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2541.706450: 39579834 cycles: ffffffff8a9eb348 prep_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [040] 2541.706537: 35490987 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [037] 2541.707063: 40913715 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nebius-observab 2806 [014] 2541.707232: 29653187 cycles: 12b09c os.OpenFile+0x9c (/usr/bin/nebius-observability-agent) be744c github.com/prometheus/procfs/internal/util.SysReadFile+0x4c (/usr/bin/nebius-observability-agent) 58a4aa9 github.com/prometheus/procfs/sysfs.parseCoolingDeviceStats+0x189 (/usr/bin/nebius-observability-agent) 58a47e4 github.com/prometheus/procfs/sysfs.FS.ClassCoolingDeviceStats+0x204 (/usr/bin/nebius-observability-agent) 599de08 github.com/prometheus/node_exporter/collector.(*thermalZoneCollector).Update+0x2e8 (/usr/bin/nebius-observability-agent) 59fbee5 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*CollectorWrapper).Collect.func2+0x65 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.AIO0 198050 [045] 2541.707285: 36316763 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [030] 2541.707602: 31787371 cycles: 27283131 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [010] 2541.707758: 44847596 cycles: 18088d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [031] 2541.707944: 32895892 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) nbsd-lig.SRV1 196021 [025] 2541.707973: 41757170 cycles: ffffffff8a764e15 __wake_up_common+0x5 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [023] 2541.708044: 36137301 cycles: 68d07c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [019] 2541.708113: 45293837 cycles: ffffffff8aaa4a0f __d_lookup+0x8f ([kernel.kallsyms]) ffffffff8aaa4b2c d_hash_and_lookup+0x5c ([kernel.kallsyms]) ffffffff8ab3a518 proc_fill_cache+0x58 ([kernel.kallsyms]) ffffffff8ab3b4ce proc_pid_readdir+0xfe ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196007 [042] 2541.708505: 33007652 cycles: ffffffff8adb05d6 _find_next_bit+0x66 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288b7aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 193590 [008] 2541.708886: 34200368 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IO 150655 [020] 2541.709368: 39576382 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2541.709575: 29858809 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [013] 2541.709732: 33871778 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9790f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [038] 2541.710071: 31010237 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [029] 2541.710113: 29913544 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) smart-metrics-h 198865 [007] 2541.710137: 41548542 cycles: 2d21c runtime.deductSweepCredit+0x19c (/usr/bin/smart-metrics-helper) swapper 0 [033] 2541.710511: 30726350 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2541.710776: 35980075 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [047] 2541.710949: 30047229 cycles: 133a0922 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [002] 2541.711371: 32040617 cycles: ffffffff8b377ddd __sk_mem_raise_allocated+0x4d ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [011] 2541.711387: 39797240 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [039] 2541.712815: 24906787 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2541.712851: 34288140 cycles: 1424e978 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2541.713070: 32811818 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [006] 2541.713373: 26978591 cycles: 25135790 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [004] 2541.713424: 27593679 cycles: 139f15e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [035] 2541.713429: 36696376 cycles: 1330d02b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [001] 2541.713661: 26654853 cycles: 24f76b78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2541.713904: 40309525 cycles: ffffffff8a779e0a psi_task_switch+0x2a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165849 [032] 2541.714021: 35646881 cycles: ffffffff8a74adc9 reweight_entity+0xd9 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [027] 2541.714565: 28597107 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fdde99ff [unknown] (//anon) swapper 0 [026] 2541.714614: 28395598 cycles: ffffffff8a7ef890 tick_nohz_idle_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nebius-observab 2806 [014] 2541.715444: 32084256 cycles: 59f9e94 go.opentelemetry.io/contrib/bridges/prometheus.convertCounter+0x74 (/usr/bin/nebius-observability-agent) 59f95f2 go.opentelemetry.io/contrib/bridges/prometheus.convertPrometheusMetricsInto+0x272 (/usr/bin/nebius-observability-agent) 59f90e4 go.opentelemetry.io/contrib/bridges/prometheus.(*producer).Produce+0x1a4 (/usr/bin/nebius-observability-agent) 972041 go.opentelemetry.io/otel/sdk/metric.(*ManualReader).Collect+0x4c1 (/usr/bin/nebius-observability-agent) 59ffb8f github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).recordMetrics+0xaf (/usr/bin/nebius-observability-agent) 59ff995 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).metricsRecorder+0xb5 (/usr/bin/nebius-observability-agent) 59ff8a7 github.com/nebius/nebius-otel-collector/receiver/nodeexporterreceiver.(*nodeExporterReceiver).Start.gowrap1+0x27 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagentd 165270 [046] 2541.715761: 41199968 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [005] 2541.716037: 27203293 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [000] 2541.716918: 39261371 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa596c6 refill_obj_stock+0xa6 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [043] 2541.717243: 43816961 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2541.717353: 27871251 cycles: ffffffff8b617500 rb_insert_color+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [034] 2541.717630: 38557321 cycles: ffffffff8a7412b0 update_min_vruntime+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [021] 2541.717668: 35816441 cycles: 12ea6f39 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [022] 2541.717731: 33568004 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [018] 2541.718139: 32512014 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [030] 2541.718794: 31028797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2541.718804: 36103580 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172767 [044] 2541.719098: 36838117 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [012] 2541.719348: 30204825 cycles: 35df690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [031] 2541.719724: 35746856 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 194631 [040] 2541.719812: 39169992 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196775 [024] 2541.720465: 38780510 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [042] 2541.720473: 33295438 cycles: 3a49630 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [019] 2541.720572: 46269881 cycles: ffffffff8aa93fa5 walk_component+0x55 ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagentd 169813 [016] 2541.720596: 39785039 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.System 197870 [008] 2541.720961: 35481756 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [009] 2541.721333: 35015301 cycles: 3a63396 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [039] 2541.721441: 25676436 cycles: bba49fe [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [029] 2541.722420: 32530843 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2541.722509: 28704073 cycles: 3a61430 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2541.722519: 29233994 cycles: ffffffff8b31ae75 cpuidle_not_available+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193988 [045] 2541.722588: 38207196 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa3d42b413f [unknown] (//anon) diskagen.IC 198047 [002] 2541.722663: 31123599 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165846 [001] 2541.722942: 26893992 cycles: 13404e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [015] 2541.723129: 35901062 cycles: 186bf81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [023] 2541.723248: 30861605 cycles: ffffffff8a9746f7 folio_mark_accessed+0x17 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2541.723284: 44316711 cycles: ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 171585 [033] 2541.723290: 30003794 cycles: ffffffff8b6ab486 do_nanosleep+0x16 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2541.723625: 28573514 cycles: ffffffff8a747ecc update_load_avg+0x5fc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [020] 2541.723685: 36588732 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2541.723726: 28557274 cycles: 21a0ab75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [006] 2541.723806: 26906706 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [010] 2541.723913: 45115573 cycles: ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [017] 2541.724063: 35404631 cycles: ffffffff8a74fc54 update_sd_pick_busiest+0xc4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nebius-observab 2806 [014] 2541.724271: 33125840 cycles: 34e45 runtime.scanobject+0x185 (/usr/bin/nebius-observability-agent) 32ee4 runtime.gcAssistAlloc1+0x2a4 (/usr/bin/nebius-observability-agent) 32bba runtime.gcAssistAlloc.func2+0x1a (/usr/bin/nebius-observability-agent) 96309 runtime.systemstack.abi0+0x49 (/usr/bin/nebius-observability-agent) blocksto.CLI2 198709 [025] 2541.724385: 39508106 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [037] 2541.724471: 33913793 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2541.725397: 38289778 cycles: 250d7e4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [026] 2541.726064: 27236884 cycles: ffffffff8a743105 migrate_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [041] 2541.726229: 36572173 cycles: 3a64652 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [032] 2541.726475: 42367821 cycles: 21a1ba7c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [036] 2541.726654: 28222780 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [005] 2541.726831: 27111798 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [011] 2541.727725: 33307920 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [035] 2541.728566: 32911021 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) swapper 0 [012] 2541.729190: 30092203 cycles: ffffffff8a74f0d2 enqueue_task_fair+0xe2 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [030] 2541.729252: 30426129 cycles: 186f5f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [028] 2541.729835: 38134028 cycles: 3b9d5f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2541.730063: 36125879 cycles: 133c30b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [022] 2541.730183: 31559479 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2541.730996: 34716555 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [042] 2541.731069: 32419209 cycles: 174163c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) smart-metrics-h 198865 [040] 2541.731443: 41036550 cycles: 8fdf7 reflect.Value.Index+0x17 (/usr/bin/smart-metrics-helper) diskagen.User 198840 [046] 2541.731503: 40656863 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [018] 2541.731591: 29346115 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2541.731714: 38856659 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.731920: 32641826 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [027] 2541.732453: 29468741 cycles: ffffffff8b47528d tcp_parse_md5sig_option+0x3d ([kernel.kallsyms]) ffffffff8b46ba00 tcp_inbound_md5_hash+0x50 ([kernel.kallsyms]) ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [001] 2541.732814: 27085241 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [004] 2541.732858: 31807795 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [002] 2541.733184: 30593199 cycles: 1432cbd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159888 [038] 2541.733317: 28348871 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 192411 [019] 2541.733319: 42350012 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8ac66b64 security_file_free+0x54 ([kernel.kallsyms]) ffffffff8aa803b0 __fput+0x110 ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198032 [008] 2541.733439: 34572629 cycles: 251664ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [014] 2541.733488: 34337457 cycles: 195ba49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [021] 2541.733570: 30469282 cycles: 2045816f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2541.733733: 32661879 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdSbmEv 194091 [047] 2541.733761: 28009821 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [003] 2541.733782: 31217713 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [006] 2541.733927: 33159352 cycles: ffffffff8b46edc5 tcp_sendmsg_locked+0x4c5 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [033] 2541.734229: 33324545 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2541.734600: 39055509 cycles: ffffffff8a769160 psi_group_change+0x1c0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2541.734889: 40666782 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [017] 2541.734986: 34188575 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [020] 2541.735334: 43204225 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [031] 2541.735452: 34098974 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2541.735679: 28825444 cycles: 129aaed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2541.735728: 32180092 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [026] 2541.735859: 27243748 cycles: 17fac6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [023] 2541.735995: 28628041 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [016] 2541.736004: 34159111 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 183b9df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196760 [037] 2541.736482: 31010000 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2541.737024: 40906449 cycles: ffffffff8a7604f4 __update_load_avg_cfs_rq+0xb4 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [007] 2541.737479: 36216074 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [005] 2541.737665: 26294865 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2541.738452: 39368209 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 196029 [011] 2541.739676: 31027218 cycles: 1244712 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159888 [012] 2541.739893: 33216034 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [030] 2541.740092: 29726685 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [041] 2541.740282: 39166983 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422e8f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [010] 2541.740406: 43607495 cycles: 2a7fbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2541.740508: 38745481 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) smart-metrics-h 198865 [025] 2541.741038: 33420824 cycles: d33b2 encoding/binary.(*decoder).value+0x192 (/usr/bin/smart-metrics-helper) nbsd.IC 197544 [000] 2541.741335: 37928981 cycles: 21a1b2bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [022] 2541.741424: 30385903 cycles: 1a69e8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) smart-metrics-h 198865 [032] 2541.741781: 36478691 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3a0e internal/runtime/syscall.Syscall6+0xe (/usr/bin/smart-metrics-helper) diskagen.AIO.SQ 198055 [035] 2541.742051: 29287888 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2541.742207: 35589915 cycles: ffffffff8a739d9a set_task_cpu+0x3a ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [042] 2541.742785: 32362481 cycles: ffffffff8b6226b0 xas_start+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [038] 2541.743272: 28013682 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [004] 2541.743492: 30826073 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 170241 [018] 2541.743646: 28896196 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [028] 2541.743959: 38823350 cycles: 13ce0241 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2541.744065: 34583431 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 169040 [040] 2541.744156: 39047352 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [046] 2541.744365: 39861531 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [001] 2541.744431: 26975083 cycles: e57bd clock_nanosleep+0x8d (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [003] 2541.744528: 30352078 cycles: ffffffff8b377e7b __sk_mem_raise_allocated+0xeb ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [002] 2541.744528: 29992153 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [027] 2541.744956: 27969916 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1300eed6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [014] 2541.744996: 32868589 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 24fe7123 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [044] 2541.745719: 38054045 cycles: 17abd2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [008] 2541.745957: 37680902 cycles: 12e80f8a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [006] 2541.746103: 35002257 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2541.746189: 30277915 cycles: ffffffff8a7479b6 update_load_avg+0xe6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2541.746881: 28458804 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [009] 2541.746950: 35703040 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [036] 2541.747027: 28233419 cycles: ffffffff8a74c50f select_task_rq_fair+0x8f ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2541.747789: 29357440 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [024] 2541.747927: 36071843 cycles: ffffffff8ae62d11 percpu_counter_add_batch+0x21 ([kernel.kallsyms]) ffffffff8a9b8d74 inc_mm_counter+0x34 ([kernel.kallsyms]) ffffffff8a9bba03 do_anonymous_page+0x2e3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2541.748088: 31488295 cycles: 2430c8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [029] 2541.748792: 33083390 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [043] 2541.748881: 36815851 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [023] 2541.749619: 25607811 cycles: 689b749 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [037] 2541.749623: 28901331 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [005] 2541.749707: 24789592 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159511 [016] 2541.749896: 30352880 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [017] 2541.751209: 33433770 cycles: ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [031] 2541.751251: 34529707 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2541.751397: 32390411 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [020] 2541.751666: 43642166 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [030] 2541.751953: 28386525 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [019] 2541.752499: 33932941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [022] 2541.753306: 28784585 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [038] 2541.753862: 28258980 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 26a767db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2541.754069: 31539368 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [015] 2541.754438: 41835888 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [011] 2541.754728: 34212519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2541.755251: 35564618 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [000] 2541.755412: 38988981 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [002] 2541.755844: 31849880 cycles: 6e8 [unknown] ([vdso]) nbsd.SRV2 197556 [004] 2541.755853: 29492171 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [041] 2541.755887: 43651583 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194345 [018] 2541.755909: 32620057 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2541.756036: 29170690 cycles: ffffffff8a7efe96 tick_irq_enter+0x26 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [034] 2541.756072: 35177078 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2541.756097: 40727957 cycles: ffffffff8a760445 __update_load_avg_cfs_rq+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [032] 2541.756242: 35026018 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2541.756578: 38448541 cycles: ffffffff8a6f2d01 __irq_exit_rcu+0x41 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [001] 2541.756707: 24160105 cycles: 21a2fc7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2541.756976: 31279525 cycles: ffffffff8b617623 rb_insert_color+0x123 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [036] 2541.757055: 31769524 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2541.757460: 34636526 cycles: ffffffff8a69cd15 __sysvec_apic_timer_interrupt+0x5 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [026] 2541.757895: 32061342 cycles: 3af2633 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [027] 2541.757955: 25811909 cycles: 14053637 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2541.757980: 35890567 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [047] 2541.758278: 34728528 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2541.758472: 30817088 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [021] 2541.758893: 26792772 cycles: bbd1674 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [013] 2541.759693: 42309337 cycles: ffffffff8adaeae5 copy_page_from_iter_atomic+0x105 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [008] 2541.759717: 34198771 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7f3831bf [unknown] (//anon) blocksto.CLI2 198650 [044] 2541.759795: 34564428 cycles: ffffffff8a73bdea try_to_wake_up+0x12a ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [006] 2541.759809: 31720894 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 197fa1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 170455 [023] 2541.760321: 25279584 cycles: bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [028] 2541.760428: 40730995 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2541.760461: 27203569 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 150650 [039] 2541.760497: 38296185 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 193839 [033] 2541.760838: 31531991 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 194632 [040] 2541.761500: 35014240 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [009] 2541.761566: 41171014 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2541.761717: 28470559 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [024] 2541.761724: 37488426 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196861 [037] 2541.761840: 28275462 cycles: ba833e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [043] 2541.761871: 33469484 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [016] 2541.762118: 28535833 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2541.762298: 33522223 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) smart-metrics-h 198867 [012] 2541.762950: 36756191 cycles: ffffffff8a779f4a psi_task_switch+0x16a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab0c9 schedule_timeout+0x89 ([kernel.kallsyms]) ffffffff8b6a44c1 io_schedule_timeout+0x51 ([kernel.kallsyms]) ffffffff8b6a5772 __wait_for_common+0x92 ([kernel.kallsyms]) ffffffff8b6a5b1d wait_for_completion_io_timeout+0x1d ([kernel.kallsyms]) ffffffff8ad41e5c blk_execute_rq+0xec ([kernel.kallsyms]) ffffffffc0b9e9f8 nvme_execute_passthru_rq+0x58 ([kernel.kallsyms]) ffffffffc0ba672e nvme_submit_user_cmd+0xee ([kernel.kallsyms]) ffffffffc0ba6d8a nvme_user_cmd64+0x16a ([kernel.kallsyms]) ffffffffc0ba7908 nvme_dev_ioctl+0xa8 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3a0e internal/runtime/syscall.Syscall6+0xe (/usr/bin/smart-metrics-helper) ydbd.IO 168713 [017] 2541.763290: 37154566 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [038] 2541.763882: 31378223 cycles: 1c6974eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [022] 2541.764343: 27889679 cycles: ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2541.764428: 25917048 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [031] 2541.764740: 33301773 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2541.765562: 32070253 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [011] 2541.765960: 33182074 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [004] 2541.765986: 32032061 cycles: 1682552 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [019] 2541.766206: 29777566 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [002] 2541.766908: 34373504 cycles: 3b983d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [034] 2541.767017: 33855965 cycles: 689b819 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2541.767292: 25753676 cycles: 21a31174 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2541.767327: 38223415 cycles: ffffffff8b480a7d tcp_rbtree_insert+0x2d ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [020] 2541.767756: 51354947 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2541.767838: 31036824 cycles: ffffffff8a779bb7 psi_task_change+0xa7 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 197546 [018] 2541.767971: 31293518 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [025] 2541.768638: 32863571 cycles: bbdaf01 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [026] 2541.769360: 30783087 cycles: 13405181 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [014] 2541.769610: 33016264 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160828 [035] 2541.769646: 31007550 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194341 [000] 2541.769897: 38288312 cycles: 14070614 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2541.769978: 34263418 cycles: 27279a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [005] 2541.770068: 27542969 cycles: 6622ce6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2541.770443: 35361968 cycles: ffffffff8a7693ba psi_group_change+0x41a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [021] 2541.770549: 25523786 cycles: 1fdc92f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [008] 2541.770729: 33109721 cycles: ffffffff8b697cef irqentry_enter+0x2f ([kernel.kallsyms]) ffffffff8b697829 exc_page_fault+0x39 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [045] 2541.770745: 43284140 cycles: 6497406 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [023] 2541.770748: 24928781 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [042] 2541.770920: 38928695 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [010] 2541.770988: 31938347 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [047] 2541.771233: 37094995 cycles: 93224 pthread_cond_signal+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [006] 2541.771670: 30319295 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [003] 2541.771773: 39499627 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [030] 2541.771829: 39379764 cycles: 178fdd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [044] 2541.771830: 32591900 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [040] 2541.772353: 34764681 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [016] 2541.772513: 28306025 cycles: 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [037] 2541.772515: 32794974 cycles: 3c73b42 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [041] 2541.772692: 41851158 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [033] 2541.773033: 29176811 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2541.773743: 41405759 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196100 [001] 2541.773796: 31054975 cycles: 3b763d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2541.774458: 33471480 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [022] 2541.774675: 30962520 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [043] 2541.774844: 34634462 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159891 [039] 2541.775162: 41715443 cycles: ffffffff8adb550c _copy_from_user+0x2c ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [028] 2541.775177: 35406116 cycles: 1406ba56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [024] 2541.775609: 40634982 cycles: ffffffff8a7535db newidle_balance+0xb ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 166602 [029] 2541.775708: 34908706 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [027] 2541.775810: 27404002 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [031] 2541.776816: 34706525 cycles: 1a693d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13026448 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [019] 2541.776849: 28586437 cycles: 1330dcdf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [007] 2541.777026: 30912832 cycles: 14355261 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [012] 2541.777438: 36008560 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [017] 2541.777896: 36464329 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.User 172775 [009] 2541.777969: 43280839 cycles: 118f6bc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [004] 2541.778032: 30600147 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [002] 2541.778202: 33284451 cycles: ffffffff8a74ea80 enqueue_entity+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [018] 2541.778354: 33486507 cycles: 2517185d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [032] 2541.779025: 36615675 cycles: 1c5e4b9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 169828 [011] 2541.779153: 34315881 cycles: 133b62a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [021] 2541.779233: 29525950 cycles: 1830eb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2541.779412: 27541274 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [036] 2541.779832: 29464648 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2541.779991: 30783087 cycles: 178ebcf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [023] 2541.779994: 25698225 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [034] 2541.780169: 31357900 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2aadebe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2541.780681: 34824334 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [025] 2541.781180: 33309966 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193485 [046] 2541.781445: 32998988 cycles: 18755f9c [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [008] 2541.781521: 32531638 cycles: ffffffff8aa5d844 mod_objcg_state+0x14 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [035] 2541.781979: 32139308 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2541.782213: 29703284 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [010] 2541.782375: 30961832 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2541.782720: 28189560 cycles: ffffffff8a739e01 set_task_cpu+0xa1 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196100 [044] 2541.782774: 39553173 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [040] 2541.783772: 36951883 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165454 [015] 2541.783872: 36576575 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [000] 2541.784161: 35488035 cycles: 3a93eb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165273 [033] 2541.784244: 28110000 cycles: ffffffff8a753b01 pick_next_task_fair+0x41 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [022] 2541.784558: 30682950 cycles: ffffffff8b6ad4fe _raw_spin_unlock_bh+0x1e ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2541.784806: 33566951 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2541.785612: 30324206 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2541.785702: 36543069 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155705 [030] 2541.786502: 38790845 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [037] 2541.786575: 33023516 cycles: ffffffff8a74fe69 update_sg_lb_stats+0x69 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [027] 2541.786717: 30138138 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [020] 2541.786826: 44167700 cycles: 2aadeef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2541.786839: 32701755 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [043] 2541.787027: 32811251 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [029] 2541.787199: 34145473 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [019] 2541.787386: 29382334 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [031] 2541.787615: 34180726 cycles: 3ca99db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 169051 [003] 2541.787996: 37255239 cycles: ffffffff8a7480a8 __update_blocked_fair+0x18 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2541.788189: 34000334 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [028] 2541.788578: 33102082 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133f82d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [012] 2541.788841: 34506299 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2541.789128: 39888544 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [041] 2541.789147: 39427813 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [007] 2541.789400: 28938551 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) default-executo 194434 [013] 2541.789768: 38869498 cycles: 195e6d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [021] 2541.789940: 32152786 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [039] 2541.790002: 38281882 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2541.790487: 31711852 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2541.790525: 44639979 cycles: ffffffff8a74ec5b enqueue_entity+0x1db ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [005] 2541.790733: 27292699 cycles: 64977b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2541.790808: 28939862 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) diskagen.IC 171592 [002] 2541.790940: 39139966 cycles: 133c298e [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 159494 [026] 2541.790961: 36793198 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [034] 2541.791348: 30026477 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2541.791481: 34691118 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 196864 [023] 2541.791828: 24517241 cycles: 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [017] 2541.791936: 34106988 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159616 [032] 2541.792380: 34054357 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [009] 2541.792450: 38307136 cycles: 3b96104 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2541.793201: 28880239 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 155808 [035] 2541.793202: 37129268 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155861 [016] 2541.793241: 27959921 cycles: 157307c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [022] 2541.793255: 32161736 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [010] 2541.793379: 29871333 cycles: 1424e98f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [025] 2541.793381: 31536916 cycles: 21a19c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [008] 2541.793822: 32377956 cycles: 14351671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [011] 2541.794048: 29972667 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [046] 2541.794431: 34280129 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2541.796160: 26926485 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198609 [044] 2541.796800: 36512361 cycles: ffffffff8a7419c1 __calc_delta+0x71 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [000] 2541.797201: 39050979 cycles: 1c7bae31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2541.797696: 36310082 cycles: ffffffff8a9a200c should_failslab+0xc ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2541.797746: 31223460 cycles: ffffffff8a7ef950 tick_nohz_idle_stop_tick+0xc0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [047] 2541.798297: 33384047 cycles: 2727afe3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172780 [038] 2541.798750: 37067359 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [042] 2541.798941: 43052561 cycles: ffffffff8b617117 rb_erase+0x307 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8aaf535c read_events+0x18c ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2541.799212: 27472481 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2541.799407: 34849829 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14230983 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [015] 2541.799441: 36402962 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [037] 2541.800165: 32609683 cycles: 1406ae75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197537 [027] 2541.800198: 30989466 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [004] 2541.800484: 35920200 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [030] 2541.800574: 34896753 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [007] 2541.800636: 28418514 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [021] 2541.800798: 30992594 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [029] 2541.801127: 40183459 cycles: 3b2a4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [043] 2541.801161: 32115852 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2541.801489: 30329721 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [036] 2541.801512: 31847514 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198619 [031] 2541.801717: 34398903 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [028] 2541.801881: 37167654 cycles: ffffffff8a73bce8 try_to_wake_up+0x28 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 167030 [034] 2541.801941: 29697012 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [018] 2541.802012: 34065626 cycles: 142584b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [005] 2541.802632: 35971571 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196114 [041] 2541.802701: 38609113 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [023] 2541.802737: 29923604 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [003] 2541.802923: 33043027 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [016] 2541.803313: 31602096 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bbc8e25 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [014] 2541.803401: 36217224 cycles: 17fd987 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2541.803462: 45778604 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2541.803479: 38869498 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [032] 2541.803878: 36246998 cycles: 3c4bf2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [045] 2541.804175: 37163906 cycles: 402ab71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [022] 2541.804357: 35801658 cycles: 14051d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194346 [026] 2541.804413: 36793198 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 162382db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [010] 2541.805070: 35858987 cycles: 21a0b927 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 170459 [002] 2541.805099: 37804330 cycles: d721563 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2541.805290: 42584791 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194335 [008] 2541.806040: 39905195 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [017] 2541.806139: 37560334 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194336 [024] 2541.806140: 38035019 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [025] 2541.806234: 33276381 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196909 [011] 2541.806461: 31506671 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [046] 2541.806700: 34280129 cycles: ffffffff8a6b7cf3 kvm_sched_clock_read+0x13 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [033] 2541.806843: 26426995 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [019] 2541.807266: 28815636 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [009] 2541.807306: 38021481 cycles: 1750eae0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [035] 2541.807999: 36077862 cycles: 3502370 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [001] 2541.808414: 38233386 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2541.810080: 28320305 cycles: ffffffff8a779b68 psi_task_change+0x58 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [040] 2541.810140: 34353339 cycles: 3b3bf41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [047] 2541.811258: 31513277 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2541.811427: 39573986 cycles: ffffffff8a74e06e dequeue_task_fair+0x2e ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [044] 2541.811499: 31945977 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2541.811799: 36370987 cycles: ffffffff8b697d5b irqentry_exit+0xb ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2541.812041: 33029969 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [021] 2541.812312: 31011691 cycles: 282d8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 167184 [027] 2541.812477: 29389317 cycles: 90b08 _pthread_cleanup_pop+0x8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 93eaa pthread_cond_timedwait+0x24a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 170459 [043] 2541.812510: 35691334 cycles: ffffffff8a73c216 try_to_wake_up+0x556 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 198434 [006] 2541.812530: 30350342 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [036] 2541.812593: 31847514 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [004] 2541.812779: 37249712 cycles: ffffffff8a7412f7 update_min_vruntime+0x47 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [038] 2541.813069: 33133295 cycles: ffffffff8a7d74b7 hrtimer_active+0x37 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198054 [037] 2541.813296: 30170873 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [015] 2541.813617: 34122006 cycles: 14055ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [030] 2541.813793: 40824476 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2541.814638: 31829184 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [018] 2541.814659: 31583561 cycles: 2049b705 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [023] 2541.814798: 35531202 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa4281f [unknown] (//anon) diskagen.IC 198626 [028] 2541.815013: 34123970 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197523 [042] 2541.815176: 40278126 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 196007 [016] 2541.815220: 33201189 cycles: 186cb8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [029] 2541.815728: 36590527 cycles: ffffffff8a7f6f93 futex_wait+0x1f3 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2541.815952: 38222714 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [005] 2541.815996: 32910929 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [003] 2541.816187: 32936744 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [019] 2541.816509: 29926666 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [041] 2541.816549: 39741284 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198707 [026] 2541.816577: 57237393 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2541.816720: 37117909 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [013] 2541.816955: 42010112 cycles: ffffffff8a7d8e4d hrtimer_interrupt+0x12d ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2541.817044: 34561620 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [033] 2541.817073: 26370686 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [025] 2541.817109: 31910555 cycles: 140edd7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [010] 2541.817600: 39195675 cycles: 3a3cc41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [022] 2541.817909: 36044221 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) smart-metrics-h 198867 [045] 2541.818922: 40268262 cycles: 1f62a runtime.(*fixalloc).alloc+0x2a (/usr/bin/smart-metrics-helper) swapper 0 [002] 2541.819418: 42115707 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2541.819798: 38808464 cycles: ffffffff8a74adfe reweight_entity+0x10e ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [046] 2541.819970: 40065823 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [008] 2541.820053: 40619304 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [020] 2541.820325: 37735265 cycles: 14067621 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [024] 2541.820649: 34387836 cycles: ffffffff8aa519e5 mem_cgroup_from_task+0x15 ([kernel.kallsyms]) ffffffff8a9c3360 handle_mm_fault+0x50 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [035] 2541.820753: 36956575 cycles: 1330dc4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167056 [001] 2541.821107: 36125105 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2541.821345: 41895643 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [047] 2541.821802: 33294949 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2541.821916: 36645661 cycles: ffffffff8a769000 psi_group_change+0x60 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [039] 2541.821992: 38278302 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [007] 2541.822494: 26636763 cycles: 197e85d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [044] 2541.823015: 30098139 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 19 [unknown] ([unknown]) nbsd.SRV2 197556 [038] 2541.823499: 35885780 cycles: 14026b76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2541.823634: 31011691 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [006] 2541.824549: 36598939 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [036] 2541.825417: 34226039 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [027] 2541.825431: 29389317 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2541.825518: 37707852 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159894 [034] 2541.825574: 37346710 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165454 [000] 2541.825671: 40436374 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [028] 2541.825952: 33449906 cycles: 133a7d06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [037] 2541.826256: 29909896 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) smart-metrics-h 198867 [012] 2541.826264: 36370987 cycles: ffffffff8a76915a psi_group_change+0x1ba ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab0c9 schedule_timeout+0x89 ([kernel.kallsyms]) ffffffff8b6a44c1 io_schedule_timeout+0x51 ([kernel.kallsyms]) ffffffff8b6a5772 __wait_for_common+0x92 ([kernel.kallsyms]) ffffffff8b6a5b1d wait_for_completion_io_timeout+0x1d ([kernel.kallsyms]) ffffffff8ad41e5c blk_execute_rq+0xec ([kernel.kallsyms]) ffffffffc0b9e9f8 nvme_execute_passthru_rq+0x58 ([kernel.kallsyms]) ffffffffc0ba672e nvme_submit_user_cmd+0xee ([kernel.kallsyms]) ffffffffc0ba6d8a nvme_user_cmd64+0x16a ([kernel.kallsyms]) ffffffffc0ba7908 nvme_dev_ioctl+0xa8 ([kernel.kallsyms]) ffffffff8aa9b53d __x64_sys_ioctl+0x9d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3a0e internal/runtime/syscall.Syscall6+0xe (/usr/bin/smart-metrics-helper) blocksto.CLI1 194622 [018] 2541.826362: 35071185 cycles: ffffffff8aaebeb3 ep_poll_callback+0x33 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [043] 2541.826383: 34855657 cycles: 26abe5b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2541.826802: 31980246 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2541.827785: 26370686 cycles: ffffffff8a747c77 update_load_avg+0x3a7 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [015] 2541.828723: 34155257 cycles: 185f6ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [042] 2541.828748: 42648280 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [031] 2541.829306: 31627213 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [030] 2541.829390: 47098417 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2541.829616: 34707497 cycles: 12ff4f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [032] 2541.830584: 47026694 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [025] 2541.830611: 36858305 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aad8317 __getblk_gfp+0x27 ([kernel.kallsyms]) ffffffff8ab7e33b __ext4_get_inode_loc+0x11b ([kernel.kallsyms]) ffffffff8ab817c0 ext4_get_inode_loc+0x40 ([kernel.kallsyms]) ffffffff8ab83030 ext4_reserve_inode_write+0x40 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [011] 2541.830676: 34915850 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2541.830736: 28724112 cycles: 14119ee2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [024] 2541.830760: 33533178 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2541.830905: 39006090 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155857 [023] 2541.830992: 42482687 cycles: ffffffff8a75fdd5 __update_load_avg_se+0x75 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [007] 2541.831207: 27799169 cycles: 197c2c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [003] 2541.831560: 35208102 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [022] 2541.831567: 36648772 cycles: 266e2e0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2541.831638: 33608726 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [041] 2541.831857: 38739470 cycles: 3ac5121 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [010] 2541.833808: 38130588 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [021] 2541.833821: 43109015 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2541.833871: 36958334 cycles: 187839c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2541.834339: 37430105 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [040] 2541.834440: 37363971 cycles: ffffffff8a764ea4 __wake_up_common+0x94 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [013] 2541.834458: 39132657 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [002] 2541.834498: 40254944 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [020] 2541.834727: 33847877 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [046] 2541.834876: 38414596 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [017] 2541.835177: 34761025 cycles: 62862e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) smart-metrics-h 198867 [047] 2541.835561: 38529870 cycles: d342c encoding/binary.(*decoder).value+0x20c (/usr/bin/smart-metrics-helper) swapper 0 [008] 2541.835703: 48966342 cycles: ffffffff8a7d7806 enqueue_hrtimer+0x16 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [038] 2541.836100: 33470313 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [001] 2541.836753: 34245611 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2541.836799: 36564846 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [045] 2541.837175: 43574262 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [027] 2541.837328: 41019128 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2541.837569: 31259119 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2541.837583: 35663619 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [026] 2541.837745: 48706340 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [037] 2541.837827: 36322211 cycles: ffffffff8a752e21 load_balance+0xf1 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2541.837872: 35067646 cycles: ffffffff8b47e90e tcp_rearm_rto+0x14e ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [006] 2541.838283: 42349810 cycles: 1241ff7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) smart-metrics-h 198867 [009] 2541.838556: 39255574 cycles: 8fde0 reflect.Value.Index+0x0 (/usr/bin/smart-metrics-helper) swapper 0 [036] 2541.838961: 31755356 cycles: ffffffff8a739a27 ttwu_do_activate+0x37 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2541.839671: 42544880 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2541.839795: 55093028 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [000] 2541.839919: 39060335 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2541.840064: 32260252 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [018] 2541.840499: 38397747 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [016] 2541.840544: 33149394 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2541.841308: 37482218 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [007] 2541.842367: 29724713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [024] 2541.843224: 35585089 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 151687 [042] 2541.843345: 39580642 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198852 [019] 2541.843393: 35096455 cycles: ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2541.843403: 29439174 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2541.843659: 28724112 cycles: ffffffff8b37e3bc __build_skb_around+0x7c ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [014] 2541.844253: 39218530 cycles: ffffffff8a95a865 rseq_ip_fixup+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [029] 2541.844311: 39975254 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [025] 2541.844431: 33314956 cycles: 3c9c8e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [022] 2541.844975: 35207590 cycles: ffffffff8b61717a rb_erase+0x36a ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 352ae1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [032] 2541.845483: 47216490 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2541.846221: 43434156 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 592dc8f2b3f [unknown] ([unknown]) nbsd-lig.SRV1 194448 [011] 2541.846239: 34336381 cycles: 1380ab7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [047] 2541.846971: 40465823 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [010] 2541.847330: 40090985 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2541.847443: 34833174 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [003] 2541.847625: 37297751 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [038] 2541.848000: 36475156 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) swapper 0 [041] 2541.848094: 32754951 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [020] 2541.848149: 33766947 cycles: 24fe6b90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [040] 2541.848614: 34515345 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [023] 2541.848641: 42983281 cycles: 35df641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2541.849067: 35434568 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [002] 2541.849214: 36522266 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [028] 2541.849987: 33265247 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [017] 2541.850066: 33854424 cycles: 3a90d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [021] 2541.850599: 40812084 cycles: 1838134 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [004] 2541.850616: 33220029 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [013] 2541.850683: 35902532 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169056 [033] 2541.851109: 31970432 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [036] 2541.851169: 29764926 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2541.851595: 39542187 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [008] 2541.852102: 45394419 cycles: ffffffff8a7f354e do_futex+0x1ae ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [016] 2541.852227: 31054838 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [045] 2541.852256: 38588516 cycles: 36bc6e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [001] 2541.852542: 33060939 cycles: 3b75dc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2541.852995: 31440248 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [000] 2541.853193: 35254763 cycles: ffffffff8b4797c8 tcp_clean_rtx_queue.constprop.0+0x268 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [027] 2541.853533: 38278101 cycles: 1744012c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [005] 2541.853745: 35114402 cycles: 14055a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2541.853893: 29724713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [039] 2541.854165: 42678625 cycles: 189eb23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [043] 2541.854345: 32402912 cycles: 1300ef86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [031] 2541.854410: 34872250 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO1 198856 [006] 2541.854451: 44904747 cycles: 205b0207 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [009] 2541.854779: 36928370 cycles: 167e83c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 196866 [034] 2541.854794: 42735663 cycles: 156b892e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [018] 2541.855452: 33875814 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [024] 2541.855517: 38205859 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 170470 [015] 2541.855840: 27974661 cycles: bbbd337 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2541.856686: 41484934 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2541.857079: 34698514 cycles: ffffffff8b6175ee rb_insert_color+0xee ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [019] 2541.857995: 34051299 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [022] 2541.858004: 37200434 cycles: ffffffff8b37e3a1 __build_skb_around+0x61 ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2541.858088: 40709412 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [042] 2541.858216: 35943690 cycles: ffffffff8a741ac2 __calc_delta+0x172 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.System 196759 [011] 2541.860414: 29945199 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 159512 [032] 2541.860576: 46159842 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198683 [038] 2541.860984: 37246841 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166600 [041] 2541.861114: 33138021 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2541.861167: 32507418 cycles: ffffffff8a7efd5c tick_nohz_idle_exit+0x4c ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2541.861347: 34601119 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2541.861691: 48961433 cycles: ffffffff8a74d6c5 set_next_entity+0xc5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [030] 2541.862114: 36907262 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [044] 2541.862251: 32602102 cycles: ffffffff8b45521f ip_rcv_finish_core.constprop.0+0x4f ([kernel.kallsyms]) ffffffff8b45647e ip_rcv+0x12e ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2541.862325: 34179606 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [040] 2541.862360: 30840304 cycles: 141ce941 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [028] 2541.862691: 35177039 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [004] 2541.862728: 31332185 cycles: 402acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [002] 2541.862854: 35834006 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [033] 2541.862939: 30130344 cycles: 141db2ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [007] 2541.862989: 38725669 cycles: ffffffff8a7d682e __mod_timer+0xee ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2541.863048: 43279621 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [035] 2541.863069: 33701259 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198440 [003] 2541.863133: 35506535 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2541.863197: 37672129 cycles: 26a5f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [036] 2541.863334: 28165457 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [017] 2541.864014: 30308896 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2541.864053: 34468667 cycles: ffffffff8a6f2db4 do_softirq.part.0+0x14 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 198026 [016] 2541.864744: 30642146 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [023] 2541.865479: 34656545 cycles: 1424e2d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [005] 2541.865835: 33116616 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2541.866009: 29375006 cycles: 133902d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2541.866470: 38129289 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [015] 2541.866867: 26939210 cycles: 17bc138 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [021] 2541.867097: 42708790 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [000] 2541.868125: 31485517 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2541.868176: 39837830 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5be [unknown] ([unknown]) diskagen.IC 198855 [022] 2541.868524: 36841587 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2541.868526: 41236064 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [018] 2541.868692: 33155113 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2541.868998: 37779434 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 193590 [024] 2541.869324: 33854053 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [045] 2541.869459: 32540618 cycles: 1ca86f4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [042] 2541.870587: 45099431 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [025] 2541.871552: 30904661 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [031] 2541.871561: 33506246 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 198047 [010] 2541.872038: 34514756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [006] 2541.872051: 37032751 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2541.872438: 35306690 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [027] 2541.872562: 32741633 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [040] 2541.872890: 33835320 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198859 [009] 2541.873028: 35769198 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2541.873034: 36571997 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2541.873100: 40205286 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [019] 2541.873664: 33035782 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 266ea8d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2541.874010: 27535471 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [011] 2541.874224: 30267152 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [002] 2541.874966: 33586896 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2541.875040: 33853771 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [029] 2541.875070: 33224433 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2541.875266: 37857505 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2541.875360: 29319823 cycles: 26a75e76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [028] 2541.875611: 36066640 cycles: 21a068bb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [020] 2541.875817: 32946835 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [033] 2541.875933: 28501141 cycles: ffffffff8adacaba _copy_from_iter+0x1da ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [001] 2541.876452: 33851422 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2541.876593: 34987125 cycles: ffffffff8a743699 pick_next_entity+0x189 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [030] 2541.876810: 37944579 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [041] 2541.877069: 31714565 cycles: 3ae5690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172221 [007] 2541.877537: 33931671 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [037] 2541.877623: 27979856 cycles: ffffffff8a7f39e9 __x64_sys_futex+0x9 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [015] 2541.877690: 29632061 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 194349 [017] 2541.878063: 30152921 cycles: ffffffff8a7e5525 __x64_sys_clock_gettime+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 196118 [035] 2541.878677: 29115837 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2541.879009: 33645805 cycles: ffffffff8a846c7c touch_softlockup_watchdog_sched+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [032] 2541.879158: 49878150 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [005] 2541.879233: 29969743 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2541.879777: 31916433 cycles: ffffffff8b698079 ct_nmi_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [018] 2541.879793: 32478498 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [046] 2541.879856: 34954567 cycles: bbd1674 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [012] 2541.880020: 46502480 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [000] 2541.880447: 33503960 cycles: ffffffff8aa534bf __get_obj_cgroup_from_memcg+0x2f ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2541.881023: 36916940 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [045] 2541.881817: 36576940 cycles: 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [008] 2541.882191: 37508280 cycles: 2889865 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2541.882354: 37521052 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [024] 2541.882785: 36149334 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35dec87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [025] 2541.883082: 33278963 cycles: 3b66061 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2541.883489: 45765305 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [047] 2541.883604: 41234125 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [006] 2541.884593: 33604908 cycles: 1330cf0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [031] 2541.884864: 41967917 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 160829 [036] 2541.884992: 26812138 cycles: ffffffff8ada67de __bitmap_and+0x2e ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [021] 2541.885302: 33465370 cycles: 1c3a805b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 155848 [026] 2541.885701: 31902649 cycles: a03b601 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [040] 2541.885829: 37618055 cycles: ffffffff8b6acbec _raw_spin_trylock+0xc ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [043] 2541.885872: 31375779 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [004] 2541.886195: 28592922 cycles: ffffffff8a750072 update_sg_lb_stats+0x272 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 166706 [010] 2541.886211: 31170580 cycles: d7178e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [011] 2541.886214: 31901035 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [033] 2541.886885: 33887737 cycles: 1330de0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [014] 2541.886918: 39967953 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [029] 2541.887046: 36256809 cycles: 3b10dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2541.887051: 35454048 cycles: 28a6a64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [044] 2541.887241: 33207335 cycles: 1fbcdca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [019] 2541.887612: 31003499 cycles: 140398a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [005] 2541.887683: 31318548 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [027] 2541.887880: 33022871 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [042] 2541.887903: 46768308 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [002] 2541.888245: 31171101 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2541.888353: 32129219 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2541.888404: 40027478 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [020] 2541.888815: 39448084 cycles: 3ac3f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2541.889262: 42292896 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [030] 2541.889333: 34229050 cycles: 204b8b3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [028] 2541.889419: 32252706 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165867 [037] 2541.889827: 26510060 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198713 [001] 2541.890072: 31942169 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [041] 2541.890191: 29305043 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [035] 2541.890423: 27937067 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2541.890606: 31941010 cycles: 20485d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [017] 2541.890816: 27946761 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [018] 2541.890923: 31631518 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [039] 2541.890925: 43687100 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [000] 2541.891641: 34944385 cycles: 1572f998 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [007] 2541.891858: 33974551 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2541.893589: 34992152 cycles: ffffffff8b46ef94 tcp_sendmsg_locked+0x694 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [013] 2541.893975: 28054959 cycles: 3a634b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [008] 2541.894424: 37233812 cycles: 35deb1a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [032] 2541.895018: 42969688 cycles: 15b0004 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2541.895139: 26984857 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [045] 2541.895526: 34227376 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2541.895986: 33513372 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2541.896164: 37696597 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [024] 2541.896490: 39391842 cycles: 1408941e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [012] 2541.896565: 46753084 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [022] 2541.897551: 32094168 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [010] 2541.897786: 29791814 cycles: 13c90b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [025] 2541.897797: 38223688 cycles: 6890d60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [004] 2541.897851: 30498744 cycles: 26a1483c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [026] 2541.898522: 30820765 cycles: 1406aff2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [033] 2541.899109: 32784006 cycles: 2727aff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [011] 2541.899160: 34254589 cycles: 172c17d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [003] 2541.899653: 32815073 cycles: 204b0b73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [021] 2541.899673: 33007619 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165144 [044] 2541.900205: 33778186 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [034] 2541.900423: 38118972 cycles: 3a90c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2541.900530: 29528619 cycles: ffffffff8a768ffc psi_group_change+0x5c ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [005] 2541.900650: 30182917 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2541.900795: 41446271 cycles: 1618a52c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 198449 [040] 2541.901020: 40951526 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2541.901045: 25654543 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [031] 2541.901132: 42433238 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [027] 2541.901401: 33928884 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2541.901412: 31199644 cycles: 3b94f8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [038] 2541.901533: 34717126 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2541.901712: 29103014 cycles: ffffffff8b1b5a1c loopback_xmit+0xfc ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [019] 2541.901814: 36567778 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2541.902237: 35520811 cycles: 288adc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [017] 2541.902332: 29478851 cycles: 27283bf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [029] 2541.902437: 38757626 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [028] 2541.902446: 29857619 cycles: 2528d787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [002] 2541.902690: 27578944 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [016] 2541.902861: 34847787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [020] 2541.903177: 34266688 cycles: 13008bd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [041] 2541.903291: 28764897 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [030] 2541.903556: 31695936 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [007] 2541.903939: 33583406 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [014] 2541.903972: 38566985 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [036] 2541.905614: 26621316 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [009] 2541.905720: 35421070 cycles: 3a90c31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [000] 2541.905792: 38995395 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2541.905844: 34479485 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [042] 2541.905999: 45707060 cycles: 133a4534 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2541.906220: 26311896 cycles: ffffffff8b377e67 __sk_mem_raise_allocated+0xd7 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [046] 2541.907891: 35088792 cycles: 17294f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 193991 [004] 2541.908280: 30108529 cycles: bbbf601 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [010] 2541.908859: 29392477 cycles: 3c9aa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [006] 2541.909240: 30063766 cycles: ffffffff8a7478d6 update_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 198426 [008] 2541.909302: 46688029 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [039] 2541.909497: 37326286 cycles: 25208d71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2541.909759: 36729004 cycles: 17f50af [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [022] 2541.909937: 33506970 cycles: 3b33779 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [037] 2541.910586: 25929992 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2541.910882: 34770302 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [023] 2541.911221: 35541411 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [024] 2541.911468: 42793736 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [002] 2541.911569: 27738631 cycles: ffffffff8a739025 get_nohz_timer_target+0x5 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198683 [032] 2541.911657: 35451936 cycles: 3a63bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [021] 2541.912193: 39347761 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [003] 2541.912565: 30964057 cycles: 3a64814 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [033] 2541.912865: 33500237 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2541.912875: 39218803 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) grpc_global_tim 197139 [018] 2541.913022: 33313819 cycles: 5bb4df6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tests/loadtest/local-v2/cloud-blockstore-tests-loadtest-local-v2) ydbd.IC 194002 [027] 2541.913141: 34706316 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1742baa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 172784 [044] 2541.913147: 34063461 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [035] 2541.913235: 27947534 cycles: 125ec2 epoll_wait+0x72 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [043] 2541.913347: 34931812 cycles: 6e8 [unknown] ([vdso]) diskagentd 198624 [025] 2541.913580: 40102277 cycles: ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [028] 2541.913680: 28919751 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [011] 2541.913685: 44760752 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2541.913902: 37624801 cycles: 1408f5d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 170459 [030] 2541.913910: 33651274 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [005] 2541.913988: 26722294 cycles: 350233a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [012] 2541.914653: 40981694 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [038] 2541.914758: 36654659 cycles: bba49d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [016] 2541.914896: 32982454 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2541.915117: 26551529 cycles: 12f0fe60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2541.915138: 27457360 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2541.915332: 36913652 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [041] 2541.915377: 34592252 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [020] 2541.915530: 32191870 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [013] 2541.916029: 26773169 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [019] 2541.916723: 36477064 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [007] 2541.916825: 32712102 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2541.918274: 44383624 cycles: ffffffff8a747b82 update_load_avg+0x2b2 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2541.918490: 43400848 cycles: ffffffff8b51c51d ip6_rcv_core+0x1bd ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2541.918596: 39347349 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [004] 2541.919112: 33476003 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2541.919241: 43229299 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [010] 2541.919272: 31741996 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2541.919318: 36281735 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2541.919365: 36904495 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [046] 2541.919663: 32859149 cycles: ffffffff8aa7299d check_heap_object+0x4d ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2541.919754: 29465096 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [006] 2541.920561: 29365822 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [009] 2541.921057: 30494612 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2541.922143: 35833074 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [037] 2541.922160: 25207936 cycles: ffffffff8a972584 __folio_put+0x44 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197878 [042] 2541.923045: 38137680 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [005] 2541.923165: 27045649 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2541.923213: 37522386 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2541.923437: 36958528 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [018] 2541.923661: 36812758 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [045] 2541.924276: 32528677 cycles: ffffffff8b3a4374 validate_xmit_skb+0x1f4 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [039] 2541.924709: 33243037 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2541.924972: 30487536 cycles: 179f941 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [035] 2541.925407: 27289732 cycles: 13beaf8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [008] 2541.925564: 44473004 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [030] 2541.925636: 32036800 cycles: 16664d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2541.925657: 28075567 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159894 [044] 2541.925871: 34245341 cycles: 203ffe26 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [020] 2541.926282: 31309239 cycles: 18621bb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [017] 2541.926539: 26634937 cycles: ba89b0f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdCmpl_0 194090 [016] 2541.926589: 35977747 cycles: 156f0994 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 172780 [003] 2541.926633: 30628725 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [034] 2541.927013: 35064214 cycles: 837 [unknown] ([vdso]) nbsd.SRV1 197555 [043] 2541.927032: 31943598 cycles: 141e8d14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [023] 2541.927097: 34251347 cycles: c50 [unknown] ([vdso]) diskagen.AIO1 198856 [015] 2541.927177: 37368360 cycles: 2512f29b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 170470 [024] 2541.927492: 36358232 cycles: 18755f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198862 [025] 2541.928063: 42214744 cycles: 1330db05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [027] 2541.928446: 30965615 cycles: 24fe87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2541.928571: 37352802 cycles: ffffffff8a73c8f2 sched_ttwu_pending+0x32 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [021] 2541.928759: 46312288 cycles: 1407c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [007] 2541.928982: 30787980 cycles: 17bca78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [013] 2541.929037: 24551815 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [033] 2541.929229: 27339376 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2541.929403: 32933132 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [012] 2541.929857: 39492684 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2541.930771: 33753646 cycles: ffffffff8b36d8c1 sock_write_iter+0x41 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2541.930895: 33709440 cycles: ffffffff8aa5bcb3 try_charge_memcg+0x2b3 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2541.931907: 28529175 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [046] 2541.932197: 35330043 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ff0987f [unknown] (//anon) PdGetEv 171397 [006] 2541.932235: 28333315 cycles: ffffffff8a743537 pick_next_entity+0x27 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [000] 2541.932406: 32844609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [001] 2541.932551: 36951455 cycles: ffffffff8b3a6d44 process_backlog+0x124 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [004] 2541.932572: 37634560 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [019] 2541.932723: 38830343 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2541.932938: 36300090 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2541.932951: 28849324 cycles: ffffffff8aa30503 kmem_cache_free+0x123 ([kernel.kallsyms]) ffffffff8aa8007d file_free_rcu+0x2d ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2541.933446: 24232062 cycles: ffffffff8b696b37 sysvec_call_function_single+0x97 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [045] 2541.933461: 33284210 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [022] 2541.933608: 34296541 cycles: ffffffff8b48054a tcp_data_queue+0x1aa ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2541.935607: 36358439 cycles: ffffffff8adb0cb5 llist_reverse_order+0x15 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2541.935792: 28787546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [032] 2541.936591: 35180425 cycles: 27ef4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2541.936702: 35944301 cycles: 3a63486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2541.936703: 31247526 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2541.936728: 31201564 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [028] 2541.936844: 30430261 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [026] 2541.937370: 39539825 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2541.937585: 32195245 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [042] 2541.938015: 39156801 cycles: 1554bc9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [018] 2541.938163: 38859314 cycles: 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 151709 [017] 2541.938363: 30056953 cycles: ffffffff8a7480c7 __update_blocked_fair+0x37 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [007] 2541.938388: 31175886 cycles: ffffffff8b382e65 skb_clone+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [031] 2541.938604: 37883169 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [039] 2541.939030: 29439227 cycles: ffffffff8a744e05 select_idle_cpu+0x15 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166744 [035] 2541.939154: 27943900 cycles: ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd 166598 [029] 2541.939391: 45969712 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 150657 [043] 2541.940465: 33315938 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 155701 [013] 2541.940558: 24277784 cycles: bbb6701 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [016] 2541.940624: 36353705 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [033] 2541.940810: 29539882 cycles: 3b9b870 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [003] 2541.940811: 27660828 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194346 [044] 2541.941399: 29680933 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [040] 2541.941473: 35009302 cycles: 14068f83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [034] 2541.941923: 38439757 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2541.942235: 42859126 cycles: 1bb5b5df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 197562 [008] 2541.942272: 42292080 cycles: 13b1dfaf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2541.942875: 31012578 cycles: ffffffff8b61a5a9 memchr_inv+0x69 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [038] 2541.943040: 38844658 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [024] 2541.943100: 41049228 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2541.943139: 26829358 cycles: 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [000] 2541.943155: 32653242 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2541.943227: 39061014 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [006] 2541.943235: 30565411 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [010] 2541.943324: 35553598 cycles: 3adf87c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171590 [046] 2541.943607: 37224385 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [022] 2541.943676: 34643386 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 196918 [012] 2541.943896: 35229150 cycles: 1a7104 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.User 155848 [025] 2541.944306: 35787846 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [009] 2541.944425: 27318734 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [041] 2541.944742: 31469012 cycles: 140705df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [037] 2541.944900: 23646998 cycles: ffffffff8a743355 select_idle_core+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [004] 2541.945502: 37675536 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [045] 2541.947232: 30516274 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [028] 2541.947377: 31845424 cycles: 65514fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [021] 2541.947498: 39832058 cycles: ffffffff8b3a6948 __netif_receive_skb_one_core+0x28 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [020] 2541.948337: 30268394 cycles: 1be6c67e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [005] 2541.948673: 26665585 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [030] 2541.948759: 29259716 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [019] 2541.949058: 35490556 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [032] 2541.949358: 35283983 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2541.949364: 30649077 cycles: ffffffff8b697e4a ct_kernel_enter.constprop.0+0x4a ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198852 [007] 2541.949699: 31246770 cycles: 133b5aa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2541.949816: 41039434 cycles: ffffffff8a9a565f kmalloc_slab+0x6f ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2541.950330: 31588136 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [011] 2541.950565: 36931853 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [026] 2541.950602: 44172165 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [013] 2541.951184: 29504266 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [047] 2541.951220: 37142696 cycles: 17f4e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [017] 2541.951321: 32992693 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [003] 2541.951395: 29872002 cycles: ffffffff8adab0b1 iovec_from_user.part.0+0x71 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [043] 2541.951453: 35402133 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 204b0b48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [039] 2541.951697: 27461100 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [031] 2541.952192: 37591589 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2541.952217: 28713648 cycles: 1375a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [018] 2541.952457: 44431972 cycles: ffffffff8b62b1b3 __put_user_nocheck_8+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [035] 2541.952467: 27179799 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [009] 2541.953194: 28258606 cycles: ffffffff8b697c68 syscall_exit_to_user_mode+0x38 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198624 [042] 2541.953307: 43408061 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [002] 2541.953593: 26990097 cycles: ffffffff8aaeaa56 ep_send_events+0x236 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [040] 2541.954181: 36385903 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2541.954191: 35418157 cycles: 288acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [034] 2541.954548: 35862105 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2541.954632: 23069714 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [006] 2541.954689: 32536746 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2541.954783: 31638770 cycles: ffffffff8a7d827e __hrtimer_run_queues+0xfe ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2541.955865: 31012578 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) nbsd 193831 [000] 2541.956057: 34020976 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2541.956400: 36958564 cycles: ffffffff8b55c6e8 tcp_v6_send_check+0x38 ([kernel.kallsyms]) ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2541.956569: 36165620 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [012] 2541.957278: 33111800 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [038] 2541.957401: 42655092 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [008] 2541.957858: 54462670 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [046] 2541.958028: 33987910 cycles: cc15eda [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [041] 2541.958192: 33607932 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [015] 2541.958312: 42723191 cycles: 2648090c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2541.958640: 43227571 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2541.958702: 36608240 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [020] 2541.958949: 29218070 cycles: 13c7c720 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [028] 2541.959057: 33848311 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2541.959263: 38836016 cycles: ffffffff8a743680 pick_next_entity+0x170 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [004] 2541.959454: 38193962 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [029] 2541.959501: 38657647 cycles: 172c34b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159401 [005] 2541.959710: 32631987 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [045] 2541.960356: 28640076 cycles: ffffffff8b698086 ct_nmi_enter+0x16 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [030] 2541.960749: 28466936 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [032] 2541.960901: 34423803 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2541.961159: 26038114 cycles: ffffffff8b486e81 __tcp_transmit_skb+0x5f1 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2541.961367: 30835121 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198035 [039] 2541.962142: 27125389 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [044] 2541.962545: 28434882 cycles: 186d622 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [021] 2541.962616: 44117450 cycles: 14102141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [019] 2541.962880: 36501261 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [036] 2541.963099: 31200069 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 47efab40537 [unknown] (//anon) diskagen.IC 198855 [003] 2541.963208: 32905992 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2541.963585: 27200537 cycles: 1394cf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [011] 2541.964027: 44910838 cycles: 1743ecc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [017] 2541.964605: 32329744 cycles: ffffffff8a95ac68 __rseq_handle_notify_resume+0x38 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [002] 2541.964719: 33075386 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170139 [035] 2541.964974: 25141566 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [009] 2541.965042: 37818263 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2541.965617: 32096384 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [031] 2541.965629: 37951318 cycles: 4017311 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [047] 2541.966083: 36083698 cycles: a67c304 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198054 [026] 2541.966618: 42814309 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [043] 2541.967008: 39804628 cycles: ffffffff8b3894c6 skb_attempt_defer_free+0x36 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2541.967044: 41039434 cycles: 12f0aaf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [006] 2541.967112: 35464232 cycles: 3b66545 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [033] 2541.967119: 36007719 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [034] 2541.967593: 32480974 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194338 [040] 2541.967683: 38017244 cycles: ffffffff8a64a3c8 __switch_to+0xd8 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2541.968500: 28776476 cycles: ffffffff8aa31605 __kmem_cache_alloc_node+0x5 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [016] 2541.968651: 42111150 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [000] 2541.969026: 30926240 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2541.969330: 43129095 cycles: ffffffff8a6c8431 switch_mm_irqs_off+0xe1 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196101 [010] 2541.969380: 38724682 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [042] 2541.969453: 37870308 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [012] 2541.969471: 39191543 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198854 [020] 2541.969507: 29998931 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [027] 2541.969601: 39808176 cycles: 204bb482 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2541.970462: 42496244 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [028] 2541.970492: 32879130 cycles: ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 160830 [022] 2541.970971: 39373107 cycles: 21b69dbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198707 [030] 2541.970974: 28466936 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [046] 2541.971254: 37959522 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.System 193817 [014] 2541.972315: 30061546 cycles: 140c8102 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [045] 2541.972334: 29116627 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [024] 2541.973213: 39917372 cycles: 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [044] 2541.973598: 34923226 cycles: ffffffff8b697b81 syscall_enter_from_user_mode+0x21 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [005] 2541.973682: 30814717 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165165 [039] 2541.973932: 26006168 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [038] 2541.974304: 35682968 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2541.974593: 38601584 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [023] 2541.974643: 31425259 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [013] 2541.974664: 26524211 cycles: 175b37d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [025] 2541.974808: 36780735 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [004] 2541.974841: 36535331 cycles: 3b10e57 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [035] 2541.976178: 24901215 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2541.976261: 28968763 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [002] 2541.976501: 33944961 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [017] 2541.976998: 30031742 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2541.977102: 49485305 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [029] 2541.977226: 38654362 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [037] 2541.977279: 31338478 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [003] 2541.977464: 37191251 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [019] 2541.978798: 34286526 cycles: 1a6ad0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [000] 2541.978834: 30915374 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2541.979100: 36820751 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [008] 2541.979103: 50362498 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5e03f0f83f [unknown] (//anon) nbsd.IC 194355 [034] 2541.979250: 31606332 cycles: 21a09312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [006] 2541.979767: 41389590 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [009] 2541.979834: 33207035 cycles: 3ae130a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [021] 2541.980584: 35593515 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [020] 2541.980730: 34843988 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f4d9c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [031] 2541.980813: 43321742 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [030] 2541.980904: 41794161 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73dd4b scheduler_tick+0x9b ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [047] 2541.981008: 34735752 cycles: ffffffff8aa58781 mod_memcg_lruvec_state+0x1 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2541.981156: 33782709 cycles: 21a2fcb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 155703 [033] 2541.982052: 35661781 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [011] 2541.982212: 51453103 cycles: ffffffff8a74bc98 select_idle_sibling+0x178 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [028] 2541.982360: 31239950 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 154952 [012] 2541.982389: 38996279 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [014] 2541.982864: 33119226 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2541.982934: 39660481 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 198449 [026] 2541.982965: 35817502 cycles: 1406b8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2541.983173: 32768973 cycles: ffffffff8a753acb pick_next_task_fair+0xb ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [027] 2541.983410: 37911072 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [042] 2541.983581: 41811954 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2541.983606: 53645153 cycles: ffffffff8b697cd8 irqentry_enter+0x18 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196101 [010] 2541.983710: 41902459 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2541.983960: 39189524 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2541.985077: 28455469 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2541.985507: 44342413 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198049 [035] 2541.985520: 27549506 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2541.985727: 38525419 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [044] 2541.985885: 32819473 cycles: 1435a3bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [013] 2541.985903: 25810716 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [018] 2541.986174: 43070936 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [005] 2541.986397: 29695233 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [032] 2541.986637: 40676448 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [038] 2541.986682: 33948318 cycles: 196e800 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [036] 2541.987106: 27624879 cycles: ffffffffc0ca2346 __nf_conntrack_find_get+0x6 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [024] 2541.987194: 36050878 cycles: 3c91259 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [023] 2541.988257: 28264888 cycles: ffffffff8a74c4cc select_task_rq_fair+0x4c ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [041] 2541.988322: 42440325 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [002] 2541.988580: 36638242 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [004] 2541.988812: 34140975 cycles: 1b567581 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [017] 2541.989857: 31274110 cycles: 14335a9a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2541.990632: 31764482 cycles: ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [019] 2541.990659: 32051768 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2541.990704: 28780946 cycles: ffffffff8a74795d update_load_avg+0x8d ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2541.990759: 30915374 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [034] 2541.990820: 30039556 cycles: 1406aff2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [003] 2541.991788: 36194471 cycles: 282e429 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196769 [040] 2541.992014: 37685938 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [009] 2541.992176: 32743262 cycles: ffffffff8a73bea9 try_to_wake_up+0x1e9 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [047] 2541.992304: 33688911 cycles: 1869e74 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [029] 2541.993114: 36405848 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [020] 2541.993542: 35430315 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [028] 2541.993656: 30006002 cycles: 1330db05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [021] 2541.994420: 35575884 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172219 [007] 2541.995034: 37003759 cycles: bbbbb55 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [026] 2541.995249: 33685951 cycles: ffffffff8b486c4e __tcp_transmit_skb+0x3be ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2541.995725: 30849460 cycles: ffffffff8a75c3c2 cpuidle_idle_call+0x42 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194337 [030] 2541.995921: 42616117 cycles: ffffffff8b8011a0 __irqentry_text_end+0x30 ([kernel.kallsyms]) swapper 0 [006] 2541.996060: 41797131 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) swapper 0 [012] 2541.996409: 44666218 cycles: ffffffff8a74ea99 enqueue_entity+0x19 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [013] 2541.996612: 25810716 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 196864 [033] 2541.996875: 31427408 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 198681 [035] 2541.996959: 33063944 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [044] 2541.997302: 31777382 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2541.997538: 27519772 cycles: ffffffff8a743680 pick_next_entity+0x170 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [045] 2541.997552: 38879129 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [039] 2541.997784: 31765280 cycles: 140673cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [008] 2541.998280: 46241352 cycles: ffffffff8a7b5b15 __rcu_read_unlock+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2541.998369: 55286055 cycles: ffffffff8a7691d2 psi_group_change+0x232 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [032] 2541.998621: 39521425 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [042] 2541.998875: 36489927 cycles: ffffffff8b51c86b ip6_rcv_core+0x50b ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [005] 2541.998941: 37863069 cycles: ffffffff8aa5ef05 mem_cgroup_charge_skmem+0x45 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [046] 2541.998994: 39749979 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [038] 2541.999087: 38732349 cycles: ffffffff8a75368d newidle_balance+0xbd ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [027] 2541.999400: 37486543 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 194440 [010] 2542.000276: 36778701 cycles: 15aa720 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [023] 2542.000590: 26765653 cycles: 13cad9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [017] 2542.000857: 33718429 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2542.001098: 41460035 cycles: 1148f4 write+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [043] 2542.001351: 40510180 cycles: 1740c4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [000] 2542.001452: 38098320 cycles: 35f7e66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172780 [031] 2542.001619: 35228913 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2542.001738: 39923509 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [022] 2542.002168: 38525419 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [016] 2542.002279: 36706193 cycles: 1411bf91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [034] 2542.002546: 29097901 cycles: 3ae0b31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [019] 2542.002884: 29914909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [004] 2542.003702: 40185708 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network read 198099 [037] 2542.003801: 27889168 cycles: ffffffff8aa9cf33 select_estimate_accuracy+0xd3 ([kernel.kallsyms]) ffffffff8aaeb1d5 ep_poll+0x165 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb4f0 do_epoll_pwait.part.0+0x10 ([kernel.kallsyms]) ffffffff8aaebb6f __x64_sys_epoll_pwait+0x7f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15a6e06b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) PdGetEv 155806 [002] 2542.003911: 39769940 cycles: cc15cf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [047] 2542.004028: 37185325 cycles: 1740db4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [001] 2542.004402: 41938821 cycles: 21a062de [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [018] 2542.004520: 41463373 cycles: ffffffff8a74bb80 select_idle_sibling+0x60 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2514ca0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 165457 [028] 2542.004781: 30076857 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [014] 2542.005707: 33845878 cycles: 204af7f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2542.006218: 30072592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [040] 2542.006534: 32975718 cycles: 3a35265 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2542.006618: 42912564 cycles: 62865cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [020] 2542.007125: 36145512 cycles: 3b217a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [026] 2542.007344: 31769876 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [029] 2542.007416: 33790412 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [009] 2542.007446: 34219380 cycles: 673b206 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [003] 2542.007732: 44179721 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2542.007826: 31591576 cycles: 193e221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [013] 2542.008812: 28391612 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [036] 2542.008904: 26513114 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [007] 2542.009226: 38070044 cycles: ffffffff8a7aeab2 __rcu_read_lock+0x22 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [044] 2542.009840: 33493484 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [005] 2542.010588: 35939072 cycles: ffffffff8b372f37 sk_leave_memory_pressure+0x27 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [021] 2542.010730: 32945738 cycles: ffffffff8a995d7e __next_zones_zonelist+0x1e ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [035] 2542.011580: 33063944 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [033] 2542.012852: 31685791 cycles: 3ba3eea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2542.013136: 39957606 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [012] 2542.013301: 44809978 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2542.013678: 35481580 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [042] 2542.013888: 37448987 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 194363 [023] 2542.013899: 27104253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2542.013958: 27514243 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [032] 2542.014877: 46115010 cycles: 133b9391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [046] 2542.015449: 47780429 cycles: 26cb0c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [019] 2542.015454: 32149734 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [006] 2542.015561: 41797131 cycles: ffffffff8b6aec80 entry_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [024] 2542.015876: 40163679 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2542.015960: 47019854 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [010] 2542.016048: 33481796 cycles: 3ad8490 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [000] 2542.016750: 38066176 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2542.017041: 56445929 cycles: 17f8221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [016] 2542.017208: 38291613 cycles: ffffffff8a741a04 __calc_delta+0xb4 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197884 [038] 2542.017242: 37718370 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [028] 2542.017324: 27523205 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [022] 2542.017470: 45642045 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 194353 [045] 2542.017628: 34657200 cycles: ffffffff8a74aad8 update_curr+0x48 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [027] 2542.017666: 33727203 cycles: 133bb171 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2542.017733: 29724457 cycles: ffffffff8a7479d0 update_load_avg+0x100 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2542.017959: 43283834 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [040] 2542.018281: 34671752 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [031] 2542.018378: 36737734 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2542.018481: 30584747 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166754 [026] 2542.018513: 30826523 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 170472 [015] 2542.018617: 45704343 cycles: ffffffff8a7d758d __hrtimer_init+0xd ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [014] 2542.019090: 34727817 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) nbsd 197542 [036] 2542.019253: 26164500 cycles: ffffffff8b61ac13 timerqueue_add+0x73 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdSbmEv 194091 [002] 2542.019549: 40698243 cycles: 156ce1b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 193987 [004] 2542.019907: 41517471 cycles: bbb5cf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [018] 2542.020243: 38375002 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [047] 2542.020579: 38325384 cycles: 141eb024 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [013] 2542.021339: 26716105 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [029] 2542.021684: 39986042 cycles: 172a1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [001] 2542.021925: 39453797 cycles: 133a450c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166744 [021] 2542.022143: 31799700 cycles: bc08fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [020] 2542.022261: 33841825 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [009] 2542.022746: 41559192 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194423 [044] 2542.022785: 31104474 cycles: 32d0af6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 242efb0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2421ff2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 196117 [007] 2542.022945: 39544861 cycles: 3b5c70b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2542.023124: 27878371 cycles: ffffffff8a7d7a4d hrtimer_update_next_event+0xd ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [005] 2542.024109: 33334164 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [023] 2542.024225: 27678834 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [033] 2542.024540: 31812595 cycles: ffffffff8b6a48ef __schedule+0x3ef ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2542.024547: 48190459 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [034] 2542.025007: 27027698 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [035] 2542.025026: 49729030 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2542.026012: 39337788 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [028] 2542.026980: 27792431 cycles: 140587c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [030] 2542.027441: 40881612 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [017] 2542.027844: 32461757 cycles: ffffffff8a95a5e6 rseq_get_rseq_cs.isra.0+0x6 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2542.028143: 42816934 cycles: 179261b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2542.028544: 29943417 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [037] 2542.028573: 31764811 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [036] 2542.028762: 26779358 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [026] 2542.029241: 30200688 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [010] 2542.029289: 29996810 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [012] 2542.029315: 44265025 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [024] 2542.029531: 35888918 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2542.030248: 34192356 cycles: 1380ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [040] 2542.030309: 36598167 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [025] 2542.030683: 33354047 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [045] 2542.030864: 36715577 cycles: ffffffff8a74bf3c select_idle_sibling+0x41c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Batch 166607 [038] 2542.030997: 34283828 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [022] 2542.031213: 41731249 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198858 [006] 2542.031411: 45054566 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7fafe79f [unknown] (//anon) diskagen.AIO.SQ 198051 [027] 2542.031611: 30284584 cycles: ffffffff8a74e2b1 dequeue_task_fair+0x271 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2542.032194: 39199722 cycles: ffffffff8a7efdd9 tick_nohz_idle_exit+0xc9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [046] 2542.032311: 45251479 cycles: 1330ce22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [014] 2542.032429: 31788783 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [013] 2542.032467: 26590038 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 168892 [032] 2542.032497: 37785523 cycles: 156cee5c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [034] 2542.032699: 28020682 cycles: ffffffff8b36d4ec sock_read_iter+0x3c ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [031] 2542.032814: 41111993 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [044] 2542.033244: 38127803 cycles: ffffffff8aa5ba2c try_charge_memcg+0x2c ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [002] 2542.033472: 41865328 cycles: ffffffff8aa31a8f __kmem_cache_free+0x17f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [015] 2542.033948: 45364094 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2542.033990: 43064041 cycles: ffffffff8a7d8bf0 hrtimer_get_next_event+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [039] 2542.034015: 26622563 cycles: 1c3ad4e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2542.034243: 41633424 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [020] 2542.034791: 40622369 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167056 [018] 2542.034940: 40654494 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198707 [011] 2542.035259: 45144072 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [001] 2542.035884: 36102145 cycles: ffffffff8a779e69 psi_task_switch+0x89 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2542.035973: 37999063 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [021] 2542.037583: 33900964 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [023] 2542.037778: 32218767 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [028] 2542.037908: 30463789 cycles: 6445894 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [033] 2542.038144: 32025431 cycles: 3b1afd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [005] 2542.038153: 29222028 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [029] 2542.039038: 37044126 cycles: ffffffff8aa72a27 check_heap_object+0xd7 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [007] 2542.039244: 36598139 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [047] 2542.039263: 37930342 cycles: 67f9d51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2542.039911: 29316536 cycles: ffffffff8a64a334 __switch_to+0x44 ([kernel.kallsyms]) diskagen.User 198840 [036] 2542.039954: 26224846 cycles: 154cb107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2542.040000: 29622285 cycles: 133a56ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [019] 2542.040871: 29943417 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [017] 2542.040899: 29003067 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [013] 2542.041367: 29420309 cycles: 12f4de91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [043] 2542.041712: 42781871 cycles: ffffffff8a7b5b33 __rcu_read_unlock+0x23 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [034] 2542.041952: 33783313 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [030] 2542.042081: 39638625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2542.042374: 32110996 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [003] 2542.042388: 39998889 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [041] 2542.042648: 42326544 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d69d2 __mod_timer+0x292 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [024] 2542.044229: 35845987 cycles: ffffffff8aa2f040 kmem_cache_alloc_node+0x140 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [040] 2542.044276: 37288619 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 21ceda2c [unknown] ([unknown]) nbsd-lig.SNULL 194440 [042] 2542.044846: 40405415 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2542.045256: 42435916 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [045] 2542.045362: 42872014 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [014] 2542.046096: 36843949 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159494 [039] 2542.046234: 25479915 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 193495 [000] 2542.046449: 34045108 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [032] 2542.046541: 33422955 cycles: 3b19eaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2542.046679: 33354047 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [027] 2542.046933: 34409145 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171289 [046] 2542.046988: 43990608 cycles: ffffffff8a74e106 dequeue_task_fair+0xc6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [022] 2542.047306: 37195320 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [012] 2542.047312: 49231865 cycles: 2692ac81 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [001] 2542.047515: 43126216 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198611 [006] 2542.047625: 46585740 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [044] 2542.048461: 37890953 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [035] 2542.048516: 40278163 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [004] 2542.049025: 39046808 cycles: 219d8a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 26738 [036] 2542.049219: 26645967 cycles: 2353841 _PyEval_EvalFrameDefault+0x46c1 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.IC 194355 [016] 2542.049404: 35919463 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [002] 2542.049510: 42827067 cycles: 3bd44e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 150636 [005] 2542.049666: 28058894 cycles: 13404d94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [028] 2542.049808: 35569406 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [020] 2542.050129: 38995907 cycles: ffffffff8aa9e33a do_poll.constprop.0+0x13a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [017] 2542.050227: 29673043 cycles: 2045c671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [010] 2542.050964: 29197492 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [033] 2542.050989: 32186412 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [018] 2542.051023: 42655677 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2542.051041: 32630994 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [015] 2542.051493: 51456390 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2542.051843: 32173550 cycles: ffffffff8a73352a prepare_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196769 [008] 2542.052122: 40074285 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [021] 2542.052323: 39695571 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2542.052461: 35137556 cycles: 1e5c5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165274 [023] 2542.052478: 33167344 cycles: ffffffff8a95a603 rseq_get_rseq_cs.isra.0+0x23 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [009] 2542.052534: 35334067 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [034] 2542.053601: 32325081 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [007] 2542.054006: 35662701 cycles: 129aad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2542.054516: 27217104 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [011] 2542.054872: 38495888 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [047] 2542.054949: 35078917 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [030] 2542.055119: 41555208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [029] 2542.055622: 30367243 cycles: ffffffff8a74d8c0 check_preempt_wakeup+0x70 ([kernel.kallsyms]) ffffffff8a73981b check_preempt_curr+0x6b ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2542.056314: 42102734 cycles: 12d6bdc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [039] 2542.057050: 24857607 cycles: 1b567770 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [040] 2542.057468: 33617462 cycles: ffffffff8a961ec4 __filemap_get_folio+0x244 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [037] 2542.057684: 36326233 cycles: 156b88dd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [024] 2542.057944: 35495262 cycles: 1424febd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [036] 2542.058214: 30594208 cycles: 272b007f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [032] 2542.058365: 31844814 cycles: ffffffff8b49f277 raw_v4_input+0x137 ([kernel.kallsyms]) ffffffff8b49f3dd raw_local_deliver+0x3d ([kernel.kallsyms]) ffffffff8b455bf5 ip_protocol_deliver_rcu+0x55 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [000] 2542.059251: 33357869 cycles: 133bb1bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [042] 2542.059373: 38931037 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [038] 2542.059518: 42441893 cycles: 21a2feac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [003] 2542.059638: 36967173 cycles: ffffffff8aa72b6c __check_object_size.part.0+0x3c ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [014] 2542.059942: 40389604 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2542.060196: 40348924 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [027] 2542.060352: 32681848 cycles: ffffffff8b370ac5 __copy_msghdr+0x5 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2542.060844: 40296506 cycles: 13beaf96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [016] 2542.061237: 36628741 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [017] 2542.061327: 36359705 cycles: 3b9dd5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [046] 2542.061459: 38458738 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [044] 2542.061845: 43432774 cycles: 13c96313 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [004] 2542.062128: 41842632 cycles: bdc7a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 196861 [022] 2542.062288: 41934705 cycles: ffffffff8a741950 __calc_delta+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [010] 2542.062322: 27917816 cycles: 1c5f1b6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [028] 2542.062392: 33186975 cycles: 141d068d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [005] 2542.062416: 29395307 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [026] 2542.062965: 34969052 cycles: 141ddfe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2542.063157: 38081745 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [035] 2542.063231: 42182955 cycles: 3b9c1fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [002] 2542.063604: 43571549 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [031] 2542.063631: 30104063 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2542.063930: 50918864 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [033] 2542.064063: 34900258 cycles: ffffffff8a972719 lru_add_fn+0x49 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [020] 2542.064358: 40640922 cycles: ffffffff8a7dad04 ktime_get+0x54 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2514c9ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165274 [039] 2542.064855: 25895222 cycles: 252940a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [001] 2542.064992: 43085949 cycles: 3b75d1a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2542.065113: 29474754 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2542.065265: 50076357 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [023] 2542.065571: 33517161 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fff [unknown] ([unknown]) default-executo 198707 [006] 2542.065948: 38468385 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [019] 2542.065966: 33478475 cycles: 3b97548 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [007] 2542.066121: 33499218 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198031 [034] 2542.066128: 30254572 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [008] 2542.066706: 46336565 cycles: 154cad61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150654 [018] 2542.067284: 40543917 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [047] 2542.067320: 32885868 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193485 [029] 2542.067642: 29458647 cycles: bbb7e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd 167024 [036] 2542.068366: 34647318 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [021] 2542.068690: 39517412 cycles: 2510ba51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [040] 2542.068970: 40453116 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 160829 [032] 2542.069269: 34937689 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [037] 2542.069939: 36376712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2542.070202: 41451920 cycles: ffffffff8a7d8055 hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [011] 2542.070243: 37423195 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166613 [024] 2542.070366: 42276782 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [000] 2542.070439: 32318503 cycles: 1c537e6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [010] 2542.071373: 35352044 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [025] 2542.071902: 41324425 cycles: 133c8b10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [015] 2542.071989: 50387491 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [014] 2542.072727: 41402299 cycles: ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [042] 2542.072781: 36161546 cycles: 35047f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [005] 2542.073272: 31853256 cycles: 140513fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2542.073556: 33313632 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [039] 2542.073928: 27326970 cycles: ffffffffc0c83b3d nf_nat_ipv6_fn+0x1d ([kernel.kallsyms]) ffffffffc0c83c74 nf_nat_ipv6_in+0x54 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51d094 ipv6_rcv+0x94 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [016] 2542.074139: 38334671 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [003] 2542.074209: 37176122 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [017] 2542.074304: 33779139 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2542.074489: 29837424 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [046] 2542.074517: 35451907 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2542.074645: 36779321 cycles: ffffffff8b697ea1 ct_idle_exit+0x1 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [031] 2542.074966: 29443708 cycles: ffffffff8a6f2fef __local_bh_enable_ip+0x3f ([kernel.kallsyms]) ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffff8b37752f release_sock+0x8f ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [043] 2542.075036: 41358537 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [026] 2542.075451: 39903824 cycles: 3a781e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2542.075736: 30608715 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [004] 2542.076138: 42383303 cycles: 1740b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [041] 2542.076515: 40109198 cycles: 250e6f92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [045] 2542.076725: 47614698 cycles: ffffffff8aa72b71 __check_object_size.part.0+0x41 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38bcae put_cmsg+0x11e ([kernel.kallsyms]) ffffffff8b4716bd tcp_recvmsg+0x1ed ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [035] 2542.076806: 42650102 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [022] 2542.077277: 42203818 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2542.077401: 33482714 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2542.078039: 34861962 cycles: ffffffff8b6a4504 __schedule+0x4 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 172388 [044] 2542.078129: 40928524 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2542.078347: 29413801 cycles: ffffffff8a75fd97 __update_load_avg_se+0x37 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [029] 2542.078511: 28787831 cycles: 2525b9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [047] 2542.079104: 32474246 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [006] 2542.079238: 42183922 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [020] 2542.079311: 42840434 cycles: 17f273e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2542.079730: 40737679 cycles: ffffffff8a741340 clear_buddies+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [007] 2542.080189: 32041876 cycles: 133c918a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2542.080210: 39912879 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [000] 2542.081008: 34797573 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [036] 2542.081403: 31600711 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [012] 2542.081759: 39950971 cycles: ffffffff8a7c57bd exit_to_user_mode_prepare+0x6d ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2542.081842: 33758534 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [018] 2542.081986: 39020249 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [001] 2542.082718: 41005716 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2542.083244: 33162645 cycles: ffffffff8b487f84 tcp_mtu_probe+0x24 ([kernel.kallsyms]) ffffffff8b4885cd tcp_write_xmit+0x5d ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.083464: 43886347 cycles: ffffffff8a7493dd place_entity+0x6d ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [008] 2542.084197: 47304826 cycles: 16825ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [010] 2542.084365: 33832872 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2542.084715: 34324558 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2542.084744: 38927175 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [046] 2542.085043: 35014721 cycles: ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [024] 2542.085110: 42169085 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [013] 2542.085462: 30462510 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [030] 2542.085644: 41451920 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172232 [027] 2542.086073: 35008757 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [005] 2542.086076: 33534034 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2542.086242: 32145717 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) perf 198744 [021] 2542.086246: 31518593 cycles: ffffffff8ab85e5c ext4_da_write_begin+0x4c ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 197556 [014] 2542.086341: 37189551 cycles: 7f0 [unknown] ([vdso]) diskagen.User 198842 [011] 2542.086536: 31285670 cycles: 133c9211 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [031] 2542.086782: 34230338 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [017] 2542.087381: 34876487 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198707 [028] 2542.087573: 29226425 cycles: 1417e1e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [025] 2542.087899: 40187444 cycles: 18600f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [038] 2542.088648: 33075117 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd 166606 [016] 2542.088684: 34938681 cycles: ffffffff8a733327 prepare_task_switch+0x27 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [003] 2542.088851: 40175277 cycles: ffffffff8b3a47b0 dev_hard_start_xmit+0xb0 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2542.089674: 34104051 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [029] 2542.089921: 30709169 cycles: 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2542.090435: 34202725 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [033] 2542.090700: 30798924 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [047] 2542.090889: 37642877 cycles: 3ba8ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2542.091064: 44224690 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [023] 2542.091756: 35478896 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2542.092085: 33905627 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 193590 [015] 2542.092470: 47794874 cycles: ffffffff8a7c575f exit_to_user_mode_prepare+0xf ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [044] 2542.092816: 46047927 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [043] 2542.092816: 39996815 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [022] 2542.093396: 42477849 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [036] 2542.093546: 34473858 cycles: ffffffff8a735e4c update_rq_clock+0x7c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [041] 2542.093702: 42239475 cycles: a90 [unknown] ([vdso]) nbsd-lig.SRV2 196022 [035] 2542.093736: 34864975 cycles: 172d4b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [006] 2542.093744: 40605138 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154850 [020] 2542.094001: 56010628 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [032] 2542.094156: 34070811 cycles: 172a22c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [002] 2542.094392: 35474992 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [012] 2542.095150: 40930095 cycles: 2049aa1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [007] 2542.095411: 34515586 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [037] 2542.095816: 32705194 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [019] 2542.096756: 37714987 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [018] 2542.096795: 38930754 cycles: 12f787c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [010] 2542.097275: 40973197 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [046] 2542.097332: 33081260 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [045] 2542.097393: 53870812 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [021] 2542.098043: 30440030 cycles: ffffffff8b46ef10 tcp_sendmsg_locked+0x610 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2542.098758: 31759945 cycles: 1435b9ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [028] 2542.098766: 31439886 cycles: 133a4537 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2542.098915: 35139450 cycles: ffffffff8a749376 place_entity+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [042] 2542.098944: 32145717 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [013] 2542.099090: 32893096 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [040] 2542.099678: 42531995 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [039] 2542.099834: 36577502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [017] 2542.099898: 31906105 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [003] 2542.100299: 37839470 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2542.100373: 32606302 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2542.100379: 38784049 cycles: 3b9cf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [038] 2542.100897: 30876022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1330d2e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [009] 2542.101417: 42153114 cycles: 12d6bf01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [030] 2542.101535: 59222682 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [026] 2542.101752: 33717201 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2542.102186: 41637437 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [008] 2542.102462: 44128389 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [001] 2542.102720: 45802433 cycles: c50 [unknown] ([vdso]) ydbd 170131 [027] 2542.103206: 32831378 cycles: ffffffff8adb062d _find_next_and_bit+0x2d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [033] 2542.103732: 28950645 cycles: ffffffff8a65f42f os_xsave+0xf ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [000] 2542.103740: 37053156 cycles: ffffffff8aa511e9 page_counter_uncharge+0x29 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.104494: 29792289 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [034] 2542.104548: 30740242 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [016] 2542.104844: 36323808 cycles: 3b99b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [025] 2542.105058: 38768593 cycles: ffffffff8b370d00 ___sys_recvmsg+0x80 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [035] 2542.106036: 36051024 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [043] 2542.106239: 37350838 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [023] 2542.106540: 34285787 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2542.107018: 33807724 cycles: 27ce2c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [032] 2542.107119: 35908048 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [004] 2542.108204: 46157406 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 198749 [006] 2542.108468: 40540023 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [021] 2542.109044: 31890749 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [047] 2542.109341: 38364229 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2542.109407: 42993528 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [015] 2542.110137: 47157939 cycles: 649b3fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [046] 2542.110798: 33815903 cycles: 35f7e66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [013] 2542.111017: 35039714 cycles: 6444cba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [037] 2542.111335: 33227212 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa72ca8 __check_object_size+0x18 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [022] 2542.111415: 36230924 cycles: 3b75f65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [041] 2542.111453: 44844247 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [012] 2542.111608: 42975481 cycles: 1c48e2e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2542.111741: 36197880 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [007] 2542.111804: 38171265 cycles: 133a2630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [019] 2542.111816: 43163112 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [044] 2542.111876: 46372080 cycles: 141aade6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [018] 2542.111955: 34525855 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [005] 2542.112093: 31953284 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [038] 2542.112226: 30686191 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2542.112789: 31076494 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [014] 2542.113374: 33962122 cycles: 369b4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2542.113403: 39377121 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [010] 2542.113481: 38543086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [042] 2542.113744: 38412964 cycles: 3c33b32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [003] 2542.114199: 34102688 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165157 [020] 2542.114312: 47687758 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [033] 2542.114418: 27800146 cycles: 1c490b21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2542.114547: 33982181 cycles: 20486c42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154840 [045] 2542.115214: 44571673 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17465b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [034] 2542.115611: 29770035 cycles: 1b5674c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.115685: 35870364 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2542.116053: 38088249 cycles: ffffffff8a747c48 update_load_avg+0x378 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [039] 2542.116631: 42726751 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 272838e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [029] 2542.117723: 31314206 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2542.118181: 38789772 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [009] 2542.118182: 41635876 cycles: 3a90e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2542.118353: 28066400 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [024] 2542.118382: 39749666 cycles: ffffffff8a74bb59 select_idle_sibling+0x39 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2542.118563: 32279713 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [008] 2542.119199: 48521573 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [043] 2542.119578: 38820990 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [035] 2542.119697: 33107364 cycles: 1c400b5d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [016] 2542.119929: 31144749 cycles: ffffffff8b6a47a3 __schedule+0x2a3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [036] 2542.119947: 39398298 cycles: 133c31dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [023] 2542.120250: 30393340 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2542.120647: 33636114 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [046] 2542.121800: 32757301 cycles: 141d1fb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2542.122411: 33588617 cycles: ffffffff8a7d6e4f get_next_timer_interrupt+0xcf ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151706 [021] 2542.122474: 30877893 cycles: ffffffff8a75fe32 __update_load_avg_se+0xd2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [006] 2542.122809: 39128733 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2542.123340: 29139294 cycles: 16c0aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [030] 2542.123927: 49533880 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [047] 2542.124269: 38353601 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [028] 2542.124303: 41364897 cycles: 21a0aea3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2542.124758: 30277194 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 168892 [033] 2542.124850: 28093701 cycles: 9800f pthread_mutex_lock+0x11f (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 198448 [037] 2542.124968: 33455911 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2542.124995: 42167217 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [022] 2542.125017: 34177858 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [013] 2542.125112: 36571069 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 193498 [014] 2542.125153: 33358561 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 198628 [002] 2542.125256: 36540638 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 151710 [018] 2542.125804: 41430298 cycles: a94 [unknown] ([vdso]) diskagen.AIO.SQ 197895 [017] 2542.125929: 36016393 cycles: ffffffff8a990d63 shmem_get_folio_gfp+0x143 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [007] 2542.126781: 37028517 cycles: ffffffff8a7d7adc hrtimer_update_next_event+0x9c ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [034] 2542.127256: 28142576 cycles: 1d40eb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [042] 2542.127335: 34660962 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [026] 2542.127594: 31989728 cycles: 2528d787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [010] 2542.127877: 38950672 cycles: 3ad8481 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [012] 2542.128458: 40183475 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2542.128459: 37449023 cycles: 137fcc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [003] 2542.129509: 34102688 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2542.129666: 33647864 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2542.130334: 43030549 cycles: ffffffff8a7efe96 tick_irq_enter+0x26 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [044] 2542.131007: 36450499 cycles: ffffffff8b3840f3 consume_skb+0xc3 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [027] 2542.131032: 26603194 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194000 [029] 2542.131436: 37031601 cycles: ffffffff8adb553b _copy_from_user+0x5b ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [001] 2542.131654: 38043182 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f45886f [unknown] (//anon) ydbd 196772 [040] 2542.131664: 37938186 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [011] 2542.132044: 40418943 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [016] 2542.132534: 30624650 cycles: 1421de81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [023] 2542.132879: 30540614 cycles: ffffffff8a7d3938 lock_timer_base+0x98 ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2542.133124: 32038601 cycles: ffffffff8a7f7355 __flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [045] 2542.133285: 39447565 cycles: ffffffff8a760468 __update_load_avg_cfs_rq+0x28 ([kernel.kallsyms]) ffffffff8a748137 __update_blocked_fair+0xa7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [015] 2542.133450: 45596248 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [035] 2542.133583: 29617020 cycles: 146e1e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 162528 [039] 2542.133788: 41930457 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2542.134254: 37401333 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [024] 2542.134447: 37031351 cycles: 689a2d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [020] 2542.134686: 50742066 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [043] 2542.135163: 41575772 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [021] 2542.135465: 37655964 cycles: ffffffff8a74814d __update_blocked_fair+0xbd ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [036] 2542.135546: 33621078 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2542.135687: 32948945 cycles: 140eef66 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [009] 2542.135795: 40503684 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2542.136311: 32716553 cycles: ffffffff8a9a5630 kmalloc_slab+0x40 ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198846 [038] 2542.136854: 29139294 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [006] 2542.137291: 34482721 cycles: ffffffff8adaeb02 copy_page_from_iter_atomic+0x122 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [005] 2542.137702: 31517321 cycles: ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8a95e78d __filemap_add_folio+0x1ad ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO0 197894 [014] 2542.137933: 43494044 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2542.138307: 25117751 cycles: 13dde4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [047] 2542.138337: 38489380 cycles: 140776f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [008] 2542.138449: 48459735 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2542.138553: 31178738 cycles: 17437dbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155861 [042] 2542.138565: 33713273 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194633 [034] 2542.138661: 27597458 cycles: 1d45781 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [002] 2542.139513: 38041908 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [017] 2542.139649: 34326233 cycles: 133ad301 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2542.139795: 39977120 cycles: ffffffff8a75366c newidle_balance+0x9c ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [037] 2542.140417: 32554014 cycles: ffffffff8aa31623 __kmem_cache_alloc_node+0x23 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2542.140430: 39066944 cycles: ffffffff8b46eeca tcp_sendmsg_locked+0x5ca ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [004] 2542.140533: 45074411 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [022] 2542.140550: 38101078 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [010] 2542.141127: 35211826 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [018] 2542.142022: 34825385 cycles: 3ba8c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2542.142093: 39314599 cycles: 3a93e90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193991 [007] 2542.142586: 32840233 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 159890 [023] 2542.143016: 36137898 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198050 [000] 2542.143230: 34874876 cycles: 133fefb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [027] 2542.143531: 24781936 cycles: ffffffff8a96abe5 noop_dirty_folio+0x5 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2542.143596: 34807352 cycles: ffffffff8a74adc9 reweight_entity+0xd9 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2542.143763: 38139364 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [044] 2542.144015: 33325801 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171593 [031] 2542.144459: 33647864 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [003] 2542.144504: 49270288 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2542.144837: 32073485 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2542.145331: 32186786 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [029] 2542.146537: 40807546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2519a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.146926: 33896578 cycles: ffffffff8a75c5d5 do_idle+0x65 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [025] 2542.147588: 31234837 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2542.148096: 31434205 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.SRV2 197556 [032] 2542.148381: 39900593 cycles: 140c516c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2542.148438: 34610106 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2542.148725: 34804626 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [001] 2542.148765: 36492939 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [024] 2542.149374: 32107712 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2542.149447: 36665720 cycles: ffffffff8a7340b6 raw_spin_rq_unlock+0x6 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [011] 2542.149510: 35333520 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2542.149632: 30240236 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2542.149665: 40695236 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [036] 2542.149692: 37129808 cycles: 14068f3a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [005] 2542.150145: 35023472 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2542.150181: 24144861 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [019] 2542.150236: 35481098 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 151710 [020] 2542.150420: 47647208 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [042] 2542.150453: 35993378 cycles: ffffffff8adacef3 copy_page_from_iter+0x23 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [047] 2542.151357: 40779786 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2542.151387: 32004314 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [014] 2542.151908: 41647405 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.152170: 44959250 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [039] 2542.152229: 35815437 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198103 [037] 2542.153253: 30564803 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [043] 2542.153391: 51123487 cycles: 1406ae75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193501 [017] 2542.153558: 38054413 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [015] 2542.153680: 37234961 cycles: ffffffff8b55c6e8 tcp_v6_send_check+0x38 ([kernel.kallsyms]) ffffffff8b486c69 __tcp_transmit_skb+0x3d9 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [008] 2542.154510: 48450986 cycles: ffffffff8b36d436 sock_recvmsg+0x26 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [010] 2542.154663: 35978029 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [002] 2542.154664: 39010408 cycles: 2666d08e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [022] 2542.154666: 33302180 cycles: 1862d14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [018] 2542.154910: 40824332 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [028] 2542.154956: 39510572 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [027] 2542.155509: 26060762 cycles: 3a634c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [044] 2542.155686: 35892758 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [000] 2542.155942: 40834790 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [016] 2542.156095: 35277392 cycles: 3b172f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2542.156206: 38999155 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [012] 2542.156326: 35605125 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd.User 197529 [031] 2542.156661: 42778027 cycles: 2727af01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [004] 2542.157813: 41918744 cycles: 24f78d4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [025] 2542.157884: 34324840 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [041] 2542.157947: 39861630 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [035] 2542.157994: 35114077 cycles: 133ad334 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [007] 2542.158063: 33822466 cycles: ffffffff8b486be3 __tcp_transmit_skb+0x353 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165867 [030] 2542.159267: 36379441 cycles: ffffffff8a7d91ba hrtimer_nanosleep+0x3a ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [023] 2542.159507: 30292922 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [034] 2542.159771: 39829707 cycles: 141e64b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 150650 [046] 2542.159901: 30116003 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [033] 2542.160166: 24167103 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [038] 2542.160193: 34610106 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [040] 2542.160410: 33215384 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) blocksto.CLI1 198736 [001] 2542.162086: 36163909 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 196917 [045] 2542.162164: 35522741 cycles: ffffffff8b6ad536 _raw_spin_unlock+0x16 ([kernel.kallsyms]) ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a7536f7 newidle_balance+0x127 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194343 [032] 2542.162318: 37447210 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [003] 2542.162371: 48870890 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2542.162487: 33391140 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [036] 2542.162945: 34800060 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2542.163806: 34474949 cycles: ffffffff8aa72cb4 __check_object_size+0x24 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 150658 [011] 2542.163938: 34494238 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [042] 2542.164447: 36892571 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2542.164866: 35305208 cycles: ffffffff8a7eec33 tick_nohz_next_event+0x53 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [021] 2542.165191: 28397894 cycles: ffffffff8a74ae9f update_cfs_group+0x2f ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2542.165288: 35219770 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198048 [019] 2542.165965: 30813762 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167053 [026] 2542.166071: 33872370 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.IC 197891 [022] 2542.166143: 31738754 cycles: 21b6abea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2542.166200: 32530571 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [002] 2542.166681: 36889710 cycles: 21a1ba44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [028] 2542.166815: 44355594 cycles: 12f0fac5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [039] 2542.167261: 31114636 cycles: ffffffff8ada6926 __bitmap_andnot+0x46 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2542.167439: 38269287 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2542.167624: 34589343 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [020] 2542.167943: 39465416 cycles: 26654b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [010] 2542.169070: 35578646 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [009] 2542.169161: 39954234 cycles: 1432be5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [012] 2542.169359: 32384920 cycles: ffffffff8a74dcb1 dequeue_entity+0x131 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [014] 2542.169592: 33390410 cycles: 649a6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [016] 2542.169868: 31759294 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fd5084c7 [unknown] (//anon) diskagen.AIO.SQ 198854 [044] 2542.170080: 39866505 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [018] 2542.170195: 36755310 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bf8c1fff [unknown] (//anon) nbsd-lig.SRV1 194448 [017] 2542.170255: 37458974 cycles: 17a9f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2542.171543: 34411326 cycles: 1870520 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196772 [047] 2542.171555: 34857009 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [008] 2542.171911: 44527130 cycles: ffffffff8b4563a5 ip_rcv+0x55 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [046] 2542.172030: 35769908 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 154844 [033] 2542.172148: 28489390 cycles: bbc894c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 194354 [038] 2542.172264: 43182394 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8abddec3 jbd2_journal_stop+0x153 ([kernel.kallsyms]) ffffffff8ab5d500 __ext4_journal_stop+0x40 ([kernel.kallsyms]) ffffffff8ab88061 ext4_dirty_inode+0x71 ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [023] 2542.172401: 28173829 cycles: 26663aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [025] 2542.172804: 36937765 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2542.172871: 48390746 cycles: 6507776 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [004] 2542.173239: 42792677 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [035] 2542.173407: 38161376 cycles: ffffffff8aaeb391 ep_poll+0x321 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [030] 2542.173628: 35604798 cycles: 6865087 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2542.174491: 31563901 cycles: ffffffff8a75c385 cpuidle_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2542.174940: 31271775 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [041] 2542.175357: 37107749 cycles: ffffffff8a74ab84 update_curr+0xf4 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [043] 2542.175406: 42553075 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [034] 2542.176077: 42946469 cycles: 3adf731 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [045] 2542.176295: 31429988 cycles: 204af902 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2542.176761: 46624320 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [032] 2542.177109: 34459991 cycles: ffffffff8a9f0cc2 __alloc_pages+0x202 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [036] 2542.177569: 36694090 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) diskagen.AIO.SQ 197899 [002] 2542.178765: 34950415 cycles: ffffffff8b623b53 xas_load+0x63 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [006] 2542.178831: 31958503 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [031] 2542.178968: 42589281 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [011] 2542.179051: 40195014 cycles: ffffffff8a961dc2 __filemap_get_folio+0x142 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [005] 2542.179432: 36664459 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [042] 2542.179880: 40149370 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [022] 2542.180232: 29142383 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2542.180307: 33041266 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [026] 2542.180715: 38948121 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [021] 2542.180778: 28660469 cycles: 1870771 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [019] 2542.180980: 32966474 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2542.181695: 31114636 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [014] 2542.181941: 31112667 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2542.182266: 33012151 cycles: ffffffff8adaff8a __import_iovec+0xea ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [027] 2542.182272: 28478772 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133b9d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.182562: 36359297 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [016] 2542.182686: 37038311 cycles: 1d412f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [010] 2542.182823: 36138339 cycles: 133fefb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2542.182938: 42602309 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2542.183259: 46315367 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [007] 2542.183300: 32955257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [023] 2542.183642: 26738955 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [020] 2542.184289: 41251330 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194389 [029] 2542.184387: 39693529 cycles: ffffffff8a74f110 enqueue_task_fair+0x120 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2542.185340: 37516985 cycles: 140c2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.Timer 196112 [044] 2542.185353: 38092921 cycles: 3529688 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [008] 2542.185839: 39811103 cycles: bbc9fbd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [024] 2542.185942: 37277174 cycles: 2510f70b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2542.186196: 33347139 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 114926 write+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [047] 2542.186242: 41486404 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [037] 2542.186379: 37544227 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [033] 2542.186735: 30627101 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [046] 2542.187117: 36019748 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2542.187634: 36815086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [017] 2542.187900: 36180793 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [030] 2542.188102: 40331147 cycles: ffffffff8a74af29 update_cfs_group+0xb9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [004] 2542.188659: 37898261 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [006] 2542.188659: 32026779 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f4750e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 169832 [038] 2542.188731: 38085223 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2542.188856: 34403485 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2542.189716: 32928906 cycles: ffffffff8a75c465 cpuidle_idle_call+0xe5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [025] 2542.189840: 37661223 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [041] 2542.190017: 36350095 cycles: 3b742b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [035] 2542.191172: 34567858 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2542.191175: 32427435 cycles: ffffffff8a80fd22 cgroup_rstat_updated+0x52 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [021] 2542.191431: 30685651 cycles: ffffffff8b583ba7 ip6_dst_hoplimit+0x47 ([kernel.kallsyms]) ffffffff8b51aa15 ip6_xmit+0x305 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2542.191461: 32990890 cycles: ffffffff8a7763d0 calc_load_nohz_stop+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [034] 2542.191508: 40668420 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165147 [001] 2542.192060: 31651879 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2542.192069: 34451810 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2542.192280: 27777411 cycles: ffffffff8aaec12e ep_poll_callback+0x2ae ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [039] 2542.192352: 39744152 cycles: 174176e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [014] 2542.192738: 30853653 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 272afb9b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [026] 2542.193043: 35205185 cycles: ffffffff8b448bb0 nf_hook_slow+0x0 ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2542.193081: 34005331 cycles: ffffffff8a74aa9f update_curr+0xf ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [042] 2542.193277: 36384778 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [027] 2542.193468: 29147896 cycles: 194b754 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [000] 2542.193483: 35241881 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [019] 2542.193508: 32892478 cycles: 3c328e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [043] 2542.193523: 40520713 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 171593 [012] 2542.193760: 31855894 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [031] 2542.193877: 36618986 cycles: 141ea132 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [010] 2542.194127: 43267548 cycles: ffffffff8a76012b __update_load_avg_se+0x3cb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [016] 2542.195829: 34083419 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [009] 2542.196102: 35448469 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [011] 2542.196210: 40440406 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2542.196665: 41745938 cycles: ffffffff8b375044 skb_set_owner_w+0x34 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [037] 2542.197049: 39488425 cycles: 12d6c084 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [007] 2542.197322: 29965220 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [044] 2542.198147: 35679415 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [018] 2542.198517: 38625630 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [033] 2542.199106: 29252939 cycles: 2aadea0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [015] 2542.199173: 34780235 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2542.199351: 39036816 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [020] 2542.199354: 44472448 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [004] 2542.199843: 36236609 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2542.200227: 32726742 cycles: ffffffff8b46d93f tcp_skb_entail+0xbf ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [006] 2542.200489: 31316814 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194356 [029] 2542.200542: 33717106 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2542.200794: 34488290 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [024] 2542.200835: 34627782 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.User 197875 [008] 2542.201079: 38207833 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [003] 2542.201106: 41039057 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [047] 2542.201690: 39372957 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2542.201771: 36062771 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [032] 2542.201856: 36990872 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [038] 2542.202159: 34186156 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [045] 2542.202364: 34533526 cycles: 1554cb1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [021] 2542.202470: 29941430 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [030] 2542.202904: 44014780 cycles: ffffffff8a73e5e1 available_idle_cpu+0x61 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [023] 2542.203620: 27471307 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2542.203780: 34826463 cycles: ffffffff8a73336a prepare_task_switch+0x6a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2542.204476: 29308959 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [000] 2542.204788: 34593277 cycles: 3b372b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [019] 2542.204969: 40409884 cycles: 1330e093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2542.205220: 30990352 cycles: 161b5f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2542.205515: 40682911 cycles: 3c83211 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197546 [012] 2542.206237: 31855894 cycles: 140c1f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2542.206306: 37517277 cycles: 196542b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [036] 2542.206311: 32289507 cycles: 133ba096 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [001] 2542.206621: 27447807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [042] 2542.207378: 40670371 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2542.207422: 27390570 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2542.207525: 37807628 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 154856 [041] 2542.207985: 43040730 cycles: bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [026] 2542.208061: 39779106 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2542.208421: 31732425 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [039] 2542.209487: 37608279 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2542.209977: 33817214 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [033] 2542.210270: 30371566 cycles: 14026cce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [029] 2542.210338: 36426211 cycles: 21a0a26a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [010] 2542.210364: 46542719 cycles: 251055ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2542.210816: 36613317 cycles: ffffffff8b3771f0 lock_sock_nested+0x0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [031] 2542.211143: 38555657 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [037] 2542.211196: 35674214 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2542.211307: 32557411 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2542.211576: 39709425 cycles: 68d0525 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2542.211777: 41861477 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [028] 2542.212668: 45449236 cycles: 289566d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [004] 2542.212736: 35198909 cycles: ffffffff8b80010e entry_SYSCALL_64_after_hwframe+0x96 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [006] 2542.213338: 32883958 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) diskagen.User 198035 [044] 2542.213402: 35026890 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [021] 2542.213556: 29161483 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [024] 2542.213827: 33378449 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2542.214398: 36878530 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2542.214640: 51645492 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [001] 2542.214891: 28333344 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2542.215153: 45370283 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [015] 2542.215201: 33081992 cycles: ffffffff8a74e730 check_cfs_rq_runtime+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [018] 2542.215253: 36069070 cycles: 28897c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [008] 2542.215337: 34587493 cycles: 64fbac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2542.215628: 28162418 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [040] 2542.215653: 30238842 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [013] 2542.216112: 40357816 cycles: 1c7932c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197546 [022] 2542.216473: 30806564 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2542.216959: 31073440 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2542.217293: 33552906 cycles: ffffffff8a7b7fa2 rcu_note_context_switch+0x192 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [020] 2542.218067: 38237669 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2542.218311: 34533526 cycles: ffffffff8a7efefd tick_irq_enter+0x8d ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197527 [023] 2542.218361: 30134792 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2542.218569: 37336469 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2542.218624: 30256731 cycles: 209f681 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159620 [030] 2542.218729: 37384943 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [000] 2542.218999: 35882135 cycles: 17e1d31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [036] 2542.219149: 42496042 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2542.219639: 27799120 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2542.221091: 38836668 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [034] 2542.221162: 39084642 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [016] 2542.221276: 32374729 cycles: ffffffff8b6a497e __schedule+0x47e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2542.221484: 35566169 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [042] 2542.221754: 37736394 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2542.222088: 29793327 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [005] 2542.222766: 34972148 cycles: 1300f04e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2542.222944: 30015915 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [026] 2542.223104: 34297873 cycles: 20400194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [025] 2542.223158: 34538435 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [035] 2542.223233: 36001262 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [007] 2542.224596: 29838116 cycles: 1425aa6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [046] 2542.224689: 36890103 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [006] 2542.225593: 35658840 cycles: 3ba3e99 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 169829 [004] 2542.225660: 38212587 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 167045 [039] 2542.225782: 42256435 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 197448 [021] 2542.225980: 30345475 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2542.226126: 27971899 cycles: ffffffff8aa59d85 uncharge_folio+0x165 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197266 [038] 2542.226844: 41646518 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [037] 2542.226967: 33943823 cycles: ffffffff8aa316d0 __kmem_cache_alloc_node+0xd0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [024] 2542.227207: 31280998 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [044] 2542.227364: 35360803 cycles: 1742bfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [010] 2542.227451: 40060746 cycles: 1406b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165681 [029] 2542.227534: 35834453 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2542.227542: 49870119 cycles: ffffffff8b6a511d schedule_idle+0x2d ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [031] 2542.227579: 34908570 cycles: ffffffff8aa50f58 propagate_protected_usage+0x28 ([kernel.kallsyms]) ffffffff8aa50ffe page_counter_cancel+0x2e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2542.227730: 38464659 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI1 198656 [041] 2542.227740: 43567839 cycles: ffffffff8a73e5b7 available_idle_cpu+0x37 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2542.227795: 28531984 cycles: ffffffff8a7479fe update_load_avg+0x12e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2542.227912: 37793589 cycles: ffffffff8b4869bc __tcp_transmit_skb+0x12c ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [022] 2542.228128: 28892438 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2542.228276: 30145929 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [043] 2542.228511: 44877114 cycles: 16243e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [008] 2542.228643: 32433644 cycles: 67f7d9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [002] 2542.228872: 31073440 cycles: 14068f71 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2542.230677: 31068239 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [032] 2542.230730: 33708913 cycles: ffffffff8acd2430 apparmor_socket_sendmsg+0x10 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [017] 2542.230967: 28174965 cycles: 14023c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2542.231080: 38026924 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [012] 2542.231115: 39573567 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14055ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2542.231526: 32472064 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [020] 2542.231827: 39427676 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [027] 2542.232095: 29055916 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [030] 2542.233091: 36135737 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a80fd54 cgroup_rstat_updated+0x84 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [000] 2542.233108: 36972577 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2542.233155: 41586616 cycles: ffffffff8a74adf7 reweight_entity+0x107 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2542.233234: 30949058 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2542.234307: 32710617 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2542.234328: 39760144 cycles: 17ecf0e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [011] 2542.234514: 42833662 cycles: ffffffff8b3894c6 skb_attempt_defer_free+0x36 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [042] 2542.235128: 44756975 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [034] 2542.235136: 35715955 cycles: 154caf83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [001] 2542.235491: 28409324 cycles: ffffffff8a95dec9 folio_unlock+0x9 ([kernel.kallsyms]) ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [005] 2542.235629: 38177020 cycles: 6442416 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [019] 2542.235630: 35334331 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [036] 2542.235791: 48036131 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [025] 2542.236199: 37537548 cycles: 3a8fe01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2542.236300: 30898520 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [007] 2542.237011: 27746544 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [003] 2542.237189: 44825457 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [021] 2542.237377: 32358146 cycles: 2727b008 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2542.237807: 35488736 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [040] 2542.238499: 27991568 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [046] 2542.238605: 33221847 cycles: ffffffff8a7f39e0 __x64_sys_futex+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [022] 2542.239008: 31072156 cycles: ffffffff8b4753c5 tcp_update_pacing_rate+0x5 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [018] 2542.239146: 36205133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [024] 2542.239186: 32341224 cycles: ffffffff8b470141 tcp_recvmsg_locked+0x2c1 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [006] 2542.239311: 38270523 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168715 [008] 2542.240310: 33438367 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [002] 2542.240357: 34721175 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2542.240688: 31169888 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2542.240704: 32421667 cycles: ffffffff8b560333 tcp_v6_rcv+0xc03 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [004] 2542.240863: 36987631 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2542.241257: 37922077 cycles: ffffffff8a747c2f update_load_avg+0x35f ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [029] 2542.241852: 40595628 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [038] 2542.242062: 35988944 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [039] 2542.242184: 40151314 cycles: 64f934b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2542.242329: 33489443 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2542.242988: 33904797 cycles: ffffffff8a7dc325 timekeeping_max_deferment+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2542.243422: 26705085 cycles: 3b967e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [033] 2542.243433: 31137255 cycles: 93d71 pthread_cond_timedwait+0x111 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [032] 2542.243489: 33899098 cycles: ffffffff8a7d6ab4 __mod_timer+0x374 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 197872 [009] 2542.243684: 34432706 cycles: 13404da2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [010] 2542.243742: 40351936 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2542.244294: 30276537 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2542.244487: 37877014 cycles: ffffffff8a6c84e4 switch_mm_irqs_off+0x194 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [000] 2542.244663: 35882501 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [041] 2542.245005: 34732580 cycles: 2049b5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [043] 2542.245205: 43328855 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [026] 2542.245274: 31885914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2542.245312: 28456178 cycles: ffffffff8b46f469 __tcp_cleanup_rbuf+0x39 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2542.245889: 35225753 cycles: ffffffff8a74ebe4 enqueue_entity+0x164 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [020] 2542.246135: 43032098 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [028] 2542.246148: 38642085 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [013] 2542.246151: 39802453 cycles: 3c3f9d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198858 [001] 2542.246419: 27970383 cycles: 133b048d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [030] 2542.246506: 33184067 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159508 [040] 2542.247154: 35293226 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [045] 2542.247590: 44890672 cycles: 68acc68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [022] 2542.248322: 31991064 cycles: 266ef3d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2542.248325: 34288907 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [034] 2542.248376: 32560677 cycles: 3b9e92b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2542.249633: 31111378 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [005] 2542.249640: 42575781 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [047] 2542.250102: 42517744 cycles: 17e4ce7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [024] 2542.250161: 34923619 cycles: 1689791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [019] 2542.250539: 36314664 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [011] 2542.251010: 36127510 cycles: ffffffff8a991805 shmem_file_read_iter+0x105 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [025] 2542.251096: 41495487 cycles: 133ff0c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [008] 2542.251101: 32244958 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [046] 2542.251114: 34384780 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2542.251430: 35488736 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) ydbd.IC 196922 [042] 2542.251646: 38914229 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) Test 196124 [015] 2542.251732: 31733232 cycles: 688df68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [006] 2542.252097: 37832112 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [004] 2542.252259: 40007881 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [003] 2542.252529: 44167222 cycles: 21a06083 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154850 [037] 2542.252557: 29616410 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 171298 [018] 2542.252635: 37908275 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [036] 2542.252894: 44284321 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74b3f8 task_tick_fair+0x68 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25171ab8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2542.254400: 35175988 cycles: 3b9b6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [032] 2542.255107: 35282590 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [027] 2542.255119: 32272162 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2542.255588: 25019202 cycles: ffffffff8a9e998b __free_one_page+0x26b ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [044] 2542.255868: 34230394 cycles: 154cad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2542.256283: 30274741 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2542.257109: 34765219 cycles: ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2542.257220: 38493176 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [038] 2542.257679: 30825362 cycles: 1860c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [039] 2542.257853: 40719175 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5dbc3 obj_cgroup_charge+0xa3 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [007] 2542.257948: 30889204 cycles: 13cada15 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [031] 2542.258797: 36126605 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f41be [unknown] (//anon) blocksto.CLI2 194630 [041] 2542.258827: 36059175 cycles: 68c8cd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [001] 2542.258870: 29775037 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197546 [016] 2542.259429: 33164913 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2542.259633: 30916396 cycles: ffffffff8b45c85b __ip_queue_xmit+0xab ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [000] 2542.259719: 31898557 cycles: ffffffff8a736101 enqueue_task+0xf1 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1302b3c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [026] 2542.259866: 31132138 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2542.260154: 36418594 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2542.260390: 34780220 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [010] 2542.260430: 34377749 cycles: 272afc8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [034] 2542.261449: 29778690 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2542.261483: 36995901 cycles: 3bae07c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [040] 2542.261560: 34779006 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [020] 2542.262110: 45362069 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [028] 2542.262112: 32951873 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [029] 2542.262309: 38388666 cycles: ffffffff8b62b165 __put_user_nocheck_4+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [043] 2542.262747: 35612942 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [021] 2542.263509: 30743387 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2542.263954: 50565339 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2542.264264: 30102358 cycles: ffffffff8a7655c8 record_times+0x38 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [046] 2542.264504: 35345707 cycles: 21a2f9fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [024] 2542.264615: 34844804 cycles: 64a4c0d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2542.265083: 35450319 cycles: ffffffff8a754f83 nohz_run_idle_balance+0x53 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [006] 2542.265131: 38197796 cycles: ffffffff8a75fddd __update_load_avg_se+0x7d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [017] 2542.265623: 25098254 cycles: 272affdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [002] 2542.265629: 33867969 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2542.266350: 34402921 cycles: ffffffff8a754e10 nohz_balance_enter_idle+0xa0 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [005] 2542.266624: 40859639 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2542.266662: 31436773 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [019] 2542.267072: 30466687 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2542.267172: 35735220 cycles: ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [035] 2542.267866: 45647139 cycles: ffffffff8a9e9180 check_new_pages+0x10 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159489 [025] 2542.268090: 34240720 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2542.268187: 40489480 cycles: ffffffff8a769202 psi_group_change+0x262 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155846 [003] 2542.268503: 41038432 cycles: ffffffff8a741955 __calc_delta+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [027] 2542.268726: 32097782 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [004] 2542.268839: 41965521 cycles: ffffffff8aa2b3ff memcg_slab_post_alloc_hook+0x7f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [038] 2542.268878: 30808748 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [011] 2542.269351: 28544254 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169056 [032] 2542.269384: 34869372 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2542.269997: 31538960 cycles: ffffffff8a74ebe4 enqueue_entity+0x164 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [023] 2542.270045: 38081093 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [030] 2542.270264: 29976223 cycles: 13b91f75 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [009] 2542.270314: 35865301 cycles: 137b682 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [007] 2542.270479: 36744420 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [036] 2542.270532: 43679937 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2542.270860: 34161499 cycles: 1944651 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [047] 2542.271190: 38175096 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 197893 [016] 2542.271716: 30969769 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [022] 2542.271973: 33362740 cycles: ffffffff8a74aebe update_cfs_group+0x4e ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172236 [000] 2542.272295: 30599515 cycles: ffffffff8a74dcb1 dequeue_entity+0x131 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [012] 2542.272947: 39163051 cycles: 133c8d5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 198206 [001] 2542.273069: 25590934 cycles: ffffffff8a753323 load_balance+0x5f3 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.User 196911 [010] 2542.273867: 30247453 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2542.274035: 34439597 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2542.274212: 30263836 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [034] 2542.274314: 27584693 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [040] 2542.274483: 32738014 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2542.274582: 34909089 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [028] 2542.274902: 31279142 cycles: ffffffffc0cabdf6 nf_conntrack_tcp_packet+0x4d6 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2542.276237: 33501178 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [014] 2542.276606: 33123047 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [039] 2542.277598: 39102562 cycles: 3b63743 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.277967: 28919628 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [024] 2542.278208: 34833442 cycles: 1742bfc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [015] 2542.278385: 44204980 cycles: 1740b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 197261 [002] 2542.278467: 35723844 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [029] 2542.278698: 40138870 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2542.279112: 30743387 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [017] 2542.279604: 22700071 cycles: ffffffff8aaeb075 ep_poll+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [020] 2542.279830: 47383563 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2542.280262: 28668080 cycles: 141cffd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [006] 2542.281021: 33765297 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [016] 2542.281340: 30925855 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2542.281627: 33182698 cycles: ffffffff8b51aaaf ip6_xmit+0x39f ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [030] 2542.281681: 32071851 cycles: 14023d77 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [043] 2542.281709: 33080364 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [011] 2542.281754: 26994009 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [027] 2542.282131: 41420075 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [044] 2542.282539: 34579865 cycles: 3c4e4b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [038] 2542.282543: 27884338 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [042] 2542.282685: 34260297 cycles: 251d2d70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165851 [032] 2542.283460: 32298133 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [019] 2542.283559: 29021821 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [001] 2542.283599: 25677652 cycles: 2aadf20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [000] 2542.283829: 31082157 cycles: 3a9104c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2542.283906: 27263977 cycles: ffffffff8b475422 tcp_update_pacing_rate+0x62 ([kernel.kallsyms]) ffffffff8b47f205 tcp_ack+0x8a5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2542.284017: 34945076 cycles: 2049ad7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [045] 2542.284021: 32169172 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [025] 2542.285429: 36552564 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [009] 2542.285494: 30671348 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [012] 2542.285654: 36558495 cycles: ffffffff8b37e66c __alloc_skb+0x16c ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [004] 2542.285938: 33658468 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2542.286251: 33251394 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [033] 2542.286614: 36973379 cycles: 3b71502 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [036] 2542.286735: 50870734 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [047] 2542.287043: 37371849 cycles: 154cade4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [010] 2542.287090: 27510906 cycles: ffffffff8a769560 prepare_to_wait_event+0x50 ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.287227: 33088330 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [026] 2542.287281: 35405664 cycles: e57bd clock_nanosleep+0x8d (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 155854 [041] 2542.287489: 34733433 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2542.287579: 49310609 cycles: ffffffff8a7693c8 psi_group_change+0x428 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2542.287982: 36270042 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193485 [023] 2542.288230: 34492484 cycles: bc08fa8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 198738 [008] 2542.288768: 33760890 cycles: 6496e42 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2542.289687: 47298141 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2542.289698: 35351580 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2542.290102: 29647555 cycles: ffffffff8a7ef3e6 tick_nohz_restart+0x66 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [031] 2542.290485: 41710831 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [003] 2542.290750: 46345814 cycles: 156b88d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155714 [017] 2542.290917: 22509747 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [013] 2542.291396: 48848528 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [024] 2542.291656: 33435287 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2542.292175: 34501106 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [002] 2542.292832: 36522575 cycles: 133c3925 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2542.293044: 37491827 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [038] 2542.293064: 26996365 cycles: ffffffff8a9ef69d get_page_from_freelist+0x1ad ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2542.294054: 25688052 cycles: 141dd930 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [034] 2542.294069: 27880811 cycles: 14078cb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [006] 2542.294122: 39201844 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [030] 2542.294159: 30048190 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [001] 2542.294635: 24935395 cycles: 3b2fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [037] 2542.294636: 30634309 cycles: 1406ba56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [044] 2542.294703: 32231313 cycles: 1742bfc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.System 198026 [015] 2542.294793: 47203429 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [022] 2542.295008: 30699914 cycles: 194d998 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [032] 2542.295405: 37283440 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198837 [043] 2542.295620: 37773159 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [045] 2542.295666: 30868053 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2542.295931: 39266155 cycles: ffffffff8a7ef9e6 tick_nohz_idle_enter+0x36 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [012] 2542.296096: 36324571 cycles: 17a9dc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [000] 2542.296393: 29360741 cycles: 26cb0c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [042] 2542.296481: 30461119 cycles: ffffffff8b486c58 __tcp_transmit_skb+0x3c8 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [029] 2542.296504: 41752636 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [018] 2542.296718: 41511318 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [019] 2542.297764: 30394671 cycles: 2520d04c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2542.298270: 31906087 cycles: 14082ed7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [028] 2542.298314: 38153467 cycles: 68a5b8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [010] 2542.298649: 26682972 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [020] 2542.298700: 45423505 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [004] 2542.299166: 34795663 cycles: ffffffff8b4701e1 tcp_recvmsg_locked+0x361 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [046] 2542.299819: 34545686 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2542.300470: 34599839 cycles: ffffffff8b46ec59 tcp_sendmsg_locked+0x359 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [040] 2542.300683: 30659161 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [027] 2542.300743: 41885467 cycles: 146d99fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [026] 2542.301074: 35764374 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2542.301124: 32573406 cycles: ffffffff8b49a7cb tcp_rate_skb_sent+0x7b ([kernel.kallsyms]) ffffffff8b486e3b __tcp_transmit_skb+0x5ab ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2542.301177: 43465398 cycles: 1403cfba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2542.302572: 28602427 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [025] 2542.302642: 35991882 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [038] 2542.302650: 30319413 cycles: ffffffff8aa72bd9 __check_object_size.part.0+0xa9 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 196117 [007] 2542.302657: 38648085 cycles: 3b2a86a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [017] 2542.302775: 27195359 cycles: 21aeae5f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [001] 2542.302823: 28978733 cycles: 14258f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2542.303530: 38511924 cycles: ffffffff8b3714cd ___sys_sendmsg+0x8d ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [023] 2542.303922: 41472505 cycles: 252746f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [011] 2542.304079: 26263259 cycles: 1743c81c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [024] 2542.304321: 33145237 cycles: ffffffff8a9ebcb2 post_alloc_hook+0xe2 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [016] 2542.304371: 32667519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [030] 2542.304458: 29819341 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [034] 2542.305486: 26634591 cycles: 3b2db21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [044] 2542.305634: 31597548 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [036] 2542.306204: 47942428 cycles: ffffffff8a9ebca9 post_alloc_hook+0xd9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [022] 2542.306625: 29318252 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [002] 2542.306850: 33997161 cycles: ffffffff8a65f421 os_xsave+0x1 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [000] 2542.306934: 31684223 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [005] 2542.307101: 38716551 cycles: 1425ac45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [010] 2542.307396: 27581897 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [042] 2542.307727: 33198555 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2542.308092: 29585249 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2542.308621: 28221959 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163661 [021] 2542.308982: 39923528 cycles: ffffffff8a7528bd update_sd_lb_stats.constprop.0+0x12d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 193822 [035] 2542.309056: 47039490 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [031] 2542.309070: 38669879 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [012] 2542.310364: 37593130 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2542.310378: 36268806 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [003] 2542.310573: 41315372 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [006] 2542.310591: 44443614 cycles: 16d9546d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [033] 2542.310944: 33279590 cycles: 1300f74d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [004] 2542.310955: 33392567 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2542.310975: 38607035 cycles: 204a5441 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2542.311347: 43755009 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [009] 2542.311437: 29743452 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2542.311799: 38235526 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165682 [019] 2542.311817: 31461772 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 168699 [043] 2542.312141: 36003287 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [015] 2542.312368: 39164331 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [040] 2542.312467: 32507281 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [014] 2542.312634: 30597330 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2542.313175: 34839684 cycles: ffffffff8a76e0f8 sched_clock_cpu+0x8 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [011] 2542.313430: 31659666 cycles: 3c3fac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2542.313544: 34177659 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 166936 [008] 2542.313755: 31899100 cycles: 1566a5f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 198605 [017] 2542.313798: 27738499 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [026] 2542.313930: 37675443 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198615 [034] 2542.314505: 30445906 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2542.314575: 32641904 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [029] 2542.314645: 36303639 cycles: ffffffff8a7f1f3c get_futex_key+0x45c ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2542.315428: 29324310 cycles: ffffffff8a604368 __switch_to_asm+0x58 ([kernel.kallsyms]) diskagen.User 198842 [024] 2542.315864: 31855953 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 162528 [001] 2542.316076: 27231175 cycles: ffffffff8a73c3a2 wake_up_q+0x62 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198845 [020] 2542.316101: 37291240 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2542.316153: 31768660 cycles: 3ac5768 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2542.316607: 38412424 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 163664 [016] 2542.317374: 31066138 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 171302 [047] 2542.317605: 39799253 cycles: ffffffff8a748103 __update_blocked_fair+0x73 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [007] 2542.317652: 33414217 cycles: 17e3675 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2542.318073: 42682725 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [025] 2542.318284: 34184217 cycles: 3a633cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [000] 2542.318370: 30210304 cycles: 6496e49 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [022] 2542.318492: 27977270 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [041] 2542.318621: 40834702 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2542.318873: 26767662 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2542.319551: 31780026 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2542.320280: 31097284 cycles: 219dca42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194329 [005] 2542.320606: 36423977 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [045] 2542.321664: 27967464 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2542.322461: 28200089 cycles: ffffffff8aa58435 mod_memcg_state+0x45 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194633 [039] 2542.322944: 37528495 cycles: 17db467 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [037] 2542.323133: 25763442 cycles: 689187f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [011] 2542.323212: 31837172 cycles: 13c96310 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2542.323508: 39864086 cycles: ffffffff8adb0659 _find_next_and_bit+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2542.323911: 37217102 cycles: ffffffff8a74eb03 enqueue_entity+0x83 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [004] 2542.323944: 32649452 cycles: 3b32aea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2542.324276: 29707530 cycles: 1435b003 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2542.324467: 27227236 cycles: 1fd0130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [030] 2542.324481: 32582481 cycles: 141dad04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2542.324655: 39833833 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [040] 2542.324718: 30721817 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159386 [032] 2542.324810: 32676824 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [019] 2542.324812: 35151033 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [031] 2542.325442: 45606221 cycles: ffffffff8b47659e __tcp_ack_snd_check+0x7e ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [018] 2542.325827: 34387001 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [034] 2542.325900: 29304693 cycles: ffffffff8ab7cde5 ext4_inode_csum+0x45 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 197556 [033] 2542.326041: 33433880 cycles: 14353571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [028] 2542.327028: 37864095 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155854 [024] 2542.327232: 34720836 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198852 [021] 2542.327267: 36202000 cycles: 250fd5ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2542.327400: 31153080 cycles: ffffffff8a76e116 sched_clock_cpu+0x26 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [001] 2542.327524: 32636209 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [046] 2542.327655: 32516149 cycles: 1e6f77ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 169832 [008] 2542.328004: 32168305 cycles: 13396b27 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [026] 2542.328055: 38441923 cycles: ffffffff8adad165 _copy_to_iter+0x1d5 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [035] 2542.328339: 42836065 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [038] 2542.328413: 34017029 cycles: ffffffff8b6ab2b5 schedule_hrtimeout_range_clock+0x5 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [022] 2542.329091: 27319219 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [043] 2542.329225: 31648264 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 170144 [010] 2542.329603: 26268189 cycles: bbbd3db [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [003] 2542.329632: 47692332 cycles: ffffffff8b31bc83 cpuidle_get_cpu_driver+0x13 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [029] 2542.329764: 39428866 cycles: ffffffff8a7412d5 update_min_vruntime+0x25 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [020] 2542.329853: 34463776 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [007] 2542.329909: 31543254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [009] 2542.330430: 29952782 cycles: 13b97254 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [016] 2542.330526: 37683686 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [015] 2542.331023: 38082102 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2542.331205: 30363056 cycles: ffffffff8a74eff5 enqueue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [013] 2542.331604: 45719865 cycles: 1300eed6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2542.332144: 37835037 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [000] 2542.332170: 28169982 cycles: 175b3a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167024 [042] 2542.332400: 32731134 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [023] 2542.332765: 36932497 cycles: 156f3e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 196774 [047] 2542.333389: 35649592 cycles: ffffffff8a7414be task_h_load+0x7e ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [037] 2542.333889: 24639987 cycles: 140658be [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [017] 2542.334318: 27202710 cycles: 20484f09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [027] 2542.334627: 35501714 cycles: ffffffff8a9f0ac5 __alloc_pages+0x5 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [045] 2542.335049: 27967464 cycles: 3b99197 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [005] 2542.335058: 32646308 cycles: ffffffff8aa2f1e7 kmem_cache_alloc_node+0x2e7 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2542.335535: 34313559 cycles: ffffffff8a7c5784 exit_to_user_mode_prepare+0x34 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198857 [014] 2542.335773: 32624659 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [030] 2542.335844: 31426019 cycles: 17f8261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196861 [004] 2542.336242: 35705855 cycles: ba8317b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [036] 2542.336493: 36662009 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171289 [040] 2542.336621: 28987085 cycles: e5742 clock_nanosleep+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2542.336743: 32280556 cycles: ffffffff8a7d783e enqueue_hrtimer+0x4e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [012] 2542.336977: 42218008 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [032] 2542.337934: 29579747 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198845 [041] 2542.337938: 38347969 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [011] 2542.338290: 32371845 cycles: ffffffff8b51a843 ip6_xmit+0x133 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [019] 2542.338528: 36340846 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2542.338634: 37085367 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2542.338826: 39542440 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [008] 2542.339270: 33072005 cycles: ffffffff8a9b8460 pmd_pfn+0x10 ([kernel.kallsyms]) ffffffff8a9bb97f do_anonymous_page+0x25f ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155846 [022] 2542.339439: 30900394 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [044] 2542.339738: 35881746 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [033] 2542.340063: 31911857 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [024] 2542.340098: 31886917 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2542.340154: 31436217 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [001] 2542.340199: 34816845 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [010] 2542.340364: 25975820 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fdd08f67 [unknown] (//anon) default-executo 196007 [028] 2542.340623: 34402485 cycles: ffffffff8b3897a5 __skb_datagram_iter+0xd5 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 194094 [018] 2542.340838: 42385733 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [026] 2542.342219: 33564703 cycles: 3b9e8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [002] 2542.342364: 32661937 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [000] 2542.342573: 27398386 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2542.342745: 28828277 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [038] 2542.343012: 36462283 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) swapper 0 [020] 2542.343200: 36423109 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [017] 2542.343369: 28278398 cycles: 15ae000 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2542.343555: 28789316 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2542.343727: 31121794 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [037] 2542.344148: 24672060 cycles: ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [005] 2542.344693: 35008367 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2542.345320: 33620839 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [021] 2542.345470: 39380098 cycles: 133ae300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [045] 2542.345742: 39280129 cycles: 1425aea5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [031] 2542.346358: 34319155 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6446539 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2542.347088: 37103955 cycles: 21a312c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [047] 2542.347137: 32526275 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198713 [040] 2542.347164: 28493317 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2542.347335: 35757481 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [015] 2542.347544: 35100130 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2542.347708: 32140715 cycles: 688dfed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2542.347748: 35958663 cycles: 1380461 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [030] 2542.348066: 30224028 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2542.348563: 31688939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [032] 2542.349076: 31799229 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2542.349221: 36516910 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [029] 2542.349542: 35489952 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13b05eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [027] 2542.350006: 33389343 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2542.350169: 47391052 cycles: ffffffff8a754e73 nohz_balance_enter_idle+0x103 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [008] 2542.350179: 32513807 cycles: 13026626 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165665 [010] 2542.350592: 26034256 cycles: ffffffff8a753adb pick_next_task_fair+0x1b ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [009] 2542.350812: 34661830 cycles: 1618aaff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2542.350838: 38765625 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2542.350916: 40370309 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [004] 2542.350967: 38281228 cycles: 11494f write+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198684 [012] 2542.351577: 42516492 cycles: ffffffff8aa5d584 __memcg_kmem_charge_page+0xe4 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [011] 2542.351814: 37306537 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [024] 2542.352108: 33299608 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b40f2fa eth_type_trans+0x6a ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2542.352143: 29229751 cycles: ffffffff8a6f2fda __local_bh_enable_ip+0x2a ([kernel.kallsyms]) ffffffff8b3a4c79 __dev_queue_xmit+0x299 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2542.352412: 34479180 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [046] 2542.352484: 38407234 cycles: ffffffff8aa303e5 kmem_cache_free+0x5 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [001] 2542.352496: 35063815 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2542.353254: 34396127 cycles: 20484d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [033] 2542.353356: 28897084 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2542.353537: 27806152 cycles: 265f9b45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [028] 2542.353808: 31319222 cycles: 20483feb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2542.353857: 26498285 cycles: ffffffff8a769179 psi_group_change+0x1d9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2542.353959: 42686160 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [026] 2542.354560: 31738856 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [002] 2542.354593: 30580677 cycles: 20484c08 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [017] 2542.354640: 37726774 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [007] 2542.354840: 27697667 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [041] 2542.355013: 44464774 cycles: b2c [unknown] ([vdso]) swapper 0 [020] 2542.355062: 39624008 cycles: ffffffff8a74ed0e enqueue_entity+0x28e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [042] 2542.355302: 30412361 cycles: 1b5675b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [043] 2542.355492: 30441672 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2542.355664: 33768070 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [018] 2542.357508: 33963932 cycles: ffffffff8a961ceb __filemap_get_folio+0x6b ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2542.358144: 33000733 cycles: ffffffff8a7ef8f5 tick_nohz_idle_stop_tick+0x65 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [040] 2542.358538: 30303540 cycles: 3c7d858 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [016] 2542.358940: 33920007 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [034] 2542.359199: 33582413 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2542.359516: 29711829 cycles: ffffffff8a7f83a4 generic_smp_call_function_single_interrupt+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [010] 2542.359584: 26908428 cycles: 3a634e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165266 [023] 2542.359782: 30617838 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [047] 2542.360251: 30895709 cycles: 20484d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2542.360339: 32825653 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [014] 2542.360444: 38526712 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [031] 2542.360752: 35990788 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [015] 2542.360758: 33166688 cycles: ffffffff8a7d6a9e __mod_timer+0x35e ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [032] 2542.361065: 30167722 cycles: 1e5c53f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2542.361178: 40174226 cycles: 1433ac51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [021] 2542.361413: 34995623 cycles: 272b0268 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 197893 [045] 2542.361849: 33346878 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [035] 2542.361949: 31967457 cycles: cc15bf2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [039] 2542.362045: 36416806 cycles: ffffffff8a7c5784 exit_to_user_mode_prepare+0x34 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [000] 2542.363453: 26498285 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2542.363574: 27581435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2542.363998: 36984261 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [022] 2542.364049: 38083285 cycles: 1873668 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [024] 2542.364135: 31652477 cycles: 139f10fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2542.364293: 36100526 cycles: ffffffff8a995f3e fold_diff+0x3e ([kernel.kallsyms]) ffffffff8a9964c0 refresh_cpu_vm_stats+0x250 ([kernel.kallsyms]) ffffffff8a99a452 quiet_vmstat+0x52 ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2542.364310: 35256286 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [009] 2542.364716: 36181712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [028] 2542.365029: 30173683 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [013] 2542.365193: 35059032 cycles: 35fdecc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [002] 2542.365527: 29968211 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 194629 [033] 2542.365586: 27350252 cycles: 6621cab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 197893 [044] 2542.365976: 35741507 cycles: 20400194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [046] 2542.366146: 33785600 cycles: ffffffff8aa5831b __mod_memcg_state+0xb ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [001] 2542.366294: 34779193 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2542.366398: 32507683 cycles: ffffffff8b4630f4 __inet_lookup_established+0xe4 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2542.366946: 29885068 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [012] 2542.367532: 36781353 cycles: 1424db44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197243 [042] 2542.367558: 31679383 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [038] 2542.367649: 36111410 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [007] 2542.367965: 29493115 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [019] 2542.368130: 40091441 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [036] 2542.368527: 33183694 cycles: 14068b0a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [006] 2542.368952: 45532839 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 197273 [018] 2542.369139: 33544547 cycles: 13aa8f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 159888 [011] 2542.369553: 33295811 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [020] 2542.369596: 38887244 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [010] 2542.369878: 26539977 cycles: 24f42401 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [017] 2542.370602: 36535401 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [040] 2542.370860: 28318842 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [047] 2542.372065: 28592980 cycles: 133b9bc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [034] 2542.372134: 33179252 cycles: bbb4471 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [016] 2542.372260: 30623631 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [000] 2542.372340: 36820905 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2542.372440: 31741586 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2542.372686: 29223525 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [003] 2542.373205: 45546577 cycles: 196e677 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [005] 2542.373487: 33973519 cycles: 3b3121e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [035] 2542.373688: 30277038 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2542.373936: 27502099 cycles: 4017761 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [041] 2542.374406: 34072434 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [023] 2542.374642: 26520564 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [015] 2542.374753: 35729816 cycles: 845 [unknown] ([vdso]) diskagentd 159503 [014] 2542.375179: 37161473 cycles: ffffffff8a753ad4 pick_next_task_fair+0x14 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [008] 2542.375609: 36234816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [009] 2542.375669: 36480313 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [002] 2542.375869: 33213604 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [031] 2542.376328: 32620496 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [013] 2542.376686: 36478566 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [024] 2542.376995: 29101549 cycles: 1423ab56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [001] 2542.377018: 34194079 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2542.377204: 32231872 cycles: ffffffff8b6ad541 _raw_spin_unlock+0x21 ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [043] 2542.377254: 31982715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2542.377509: 35044252 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [021] 2542.377712: 35372032 cycles: 3a64646 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [045] 2542.377727: 28531553 cycles: ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2542.378023: 29076659 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2542.378082: 27906669 cycles: ffffffff8a74eb03 enqueue_entity+0x83 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [025] 2542.378371: 41578959 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2542.378609: 33470716 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2542.378899: 42492300 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) swapper 0 [046] 2542.378980: 31678760 cycles: ffffffff8a7d7e46 __hrtimer_start_range_ns+0x166 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2542.378996: 36911239 cycles: ffffffff8a6b62f7 kvm_guest_apic_eoi_write+0x7 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [027] 2542.379026: 41628251 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.379264: 40026347 cycles: ffffffff8a9966e5 need_update+0x5 ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [012] 2542.379431: 34329122 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [026] 2542.379470: 27890259 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) swapper 0 [007] 2542.379604: 31307577 cycles: ffffffff8a6c8183 load_new_mm_cr3+0x53 ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2542.379777: 34760656 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [010] 2542.379982: 26539977 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [036] 2542.380162: 31294666 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [038] 2542.381188: 32953269 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [040] 2542.381636: 27710712 cycles: ffffffff8a995d65 __next_zones_zonelist+0x5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa1d23b folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8a95dea1 filemap_alloc_folio+0x31 ([kernel.kallsyms]) ffffffff8a961e66 __filemap_get_folio+0x1e6 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 168716 [018] 2542.382518: 33452460 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [032] 2542.382696: 28869508 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2542.383336: 29875965 cycles: ffffffff8b61a634 memchr_inv+0xf4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [047] 2542.383727: 27331927 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [000] 2542.383786: 35451483 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [023] 2542.384555: 26984386 cycles: ffffffff8b6a48e3 __schedule+0x3e3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198612 [030] 2542.384632: 33254580 cycles: 25258a5e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [020] 2542.384681: 36416336 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196102 [006] 2542.385637: 47739125 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [034] 2542.385791: 34765155 cycles: 1402633d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2542.386024: 29521914 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [019] 2542.386104: 36371659 cycles: ffffffff8b51cf52 ip6_input+0x42 ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [017] 2542.386534: 37468033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [035] 2542.386805: 29876481 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2542.387585: 35032112 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [041] 2542.387596: 30672152 cycles: 1549f250 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2542.387987: 28135441 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [008] 2542.388077: 39550468 cycles: 196d9a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2542.388148: 34000187 cycles: ffffffff8a7f3a59 __x64_sys_futex+0x79 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [002] 2542.388330: 31509413 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aa9e2c6 do_poll.constprop.0+0xc6 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 194355 [014] 2542.388515: 34285435 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [005] 2542.388782: 30008612 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [028] 2542.389110: 27159250 cycles: 141da241 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2542.389172: 28063173 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.System 197238 [004] 2542.389184: 30556002 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [015] 2542.389965: 52256552 cycles: 1436afc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [045] 2542.390546: 26390015 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [009] 2542.390769: 36944076 cycles: 64914c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [010] 2542.390990: 30703732 cycles: 15ae033 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [033] 2542.391049: 29406867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [022] 2542.391394: 38400337 cycles: 1407fa25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165164 [003] 2542.391464: 46824401 cycles: 133b3345 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [043] 2542.391534: 33409742 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2542.391860: 27139089 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [046] 2542.391945: 29517181 cycles: 250e6f92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [012] 2542.392079: 32615906 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2542.392316: 34153118 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2542.392404: 31928556 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [036] 2542.392521: 29628565 cycles: 133a4504 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2542.392752: 34139684 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 352a4a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [032] 2542.392863: 29086404 cycles: 18749fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2542.393366: 37596623 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2542.393548: 34855782 cycles: 1869dfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [039] 2542.393603: 36502732 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [047] 2542.394145: 30158638 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [011] 2542.394208: 37417917 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [044] 2542.394228: 37860610 cycles: 154c4b9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [023] 2542.394883: 28776974 cycles: 27279a95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197518 [018] 2542.394947: 34398671 cycles: 141d2c0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [041] 2542.396273: 31887506 cycles: 2048a605 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2542.396411: 35677188 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [000] 2542.396557: 37205064 cycles: 21a00988 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2542.397123: 35062562 cycles: ffffffff8a73c959 sched_ttwu_pending+0x99 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [025] 2542.397163: 39372715 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [027] 2542.397482: 39928054 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [028] 2542.397552: 28358871 cycles: 17f9431 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2542.397872: 28135441 cycles: ffffffff8b696b73 sysvec_apic_timer_interrupt+0x13 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [037] 2542.397904: 31589594 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [029] 2542.398161: 31255458 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f8c5acc113f [unknown] (//anon) default-executo 196114 [017] 2542.398544: 39561818 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [035] 2542.398666: 32953952 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [020] 2542.398975: 41047248 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2542.399094: 35427902 cycles: ffffffff8a64a33c __switch_to+0x4c ([kernel.kallsyms]) Test 196124 [026] 2542.399200: 27987763 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [014] 2542.400187: 31810915 cycles: 133b04cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2542.400679: 42702047 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2542.400845: 33134092 cycles: 1c784c50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [002] 2542.400970: 37089735 cycles: 1417dc24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2542.401156: 35855951 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [033] 2542.401314: 29392665 cycles: 17122c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2542.401364: 31789493 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [008] 2542.401733: 39386298 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [042] 2542.402506: 34498047 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [031] 2542.403098: 37147855 cycles: 3b950ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159406 [046] 2542.403138: 28313635 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [006] 2542.403557: 43647771 cycles: 140c1f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2542.403630: 36970305 cycles: 172c363 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2542.403971: 27139089 cycles: ffffffff8a7ef2cb tick_nohz_stop_tick+0x16b ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [010] 2542.403980: 28841726 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2542.404183: 33789685 cycles: ffffffff8b6ad4fe _raw_spin_unlock_bh+0x1e ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [032] 2542.405267: 30359574 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [013] 2542.405474: 28596133 cycles: ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [036] 2542.405501: 27817462 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [011] 2542.405582: 40337910 cycles: ffffffff8a9ebcac post_alloc_hook+0xdc ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.405692: 35507607 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2542.405866: 28108470 cycles: ffffffff8b4e702c cubictcp_acked+0x4c ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [047] 2542.405867: 28650588 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [041] 2542.406205: 32752296 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [021] 2542.406804: 37745527 cycles: 16237aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [001] 2542.406838: 33412370 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [018] 2542.407073: 33067913 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [024] 2542.407355: 38115232 cycles: ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [038] 2542.407402: 34215847 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2542.407784: 35186416 cycles: 1a6b2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2542.408071: 36997542 cycles: ffffffff8a7d80dd hrtimer_start_range_ns+0x8d ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [028] 2542.408455: 28358871 cycles: ffffffff8b37e5cb __alloc_skb+0xcb ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [044] 2542.408490: 36636349 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2542.408683: 34989078 cycles: ffffffff8a74eb5a enqueue_entity+0xda ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [026] 2542.409514: 30802719 cycles: 2528d74e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2542.409800: 34647069 cycles: ffffffff8b69803f ct_nmi_exit+0x7f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2542.409979: 32714754 cycles: 133ba482 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160828 [037] 2542.410615: 33665059 cycles: ffffffff8a74e11a dequeue_task_fair+0xda ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [003] 2542.410770: 36008874 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2542.410943: 32364895 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [014] 2542.411070: 31548702 cycles: 1a6ade [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [016] 2542.411299: 33223381 cycles: 13925f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [017] 2542.411653: 38280337 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [035] 2542.411676: 30101702 cycles: 1c75275f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2542.413184: 31445883 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 193822 [033] 2542.413249: 31044605 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [015] 2542.413280: 47276873 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [034] 2542.413597: 36116764 cycles: ffffffff8b4563e4 ip_rcv+0x94 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2542.413837: 30282615 cycles: ffffffff8a652ef5 switch_ldt+0x5 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [002] 2542.414168: 45982080 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2542.414628: 40588232 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2542.415079: 27525371 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2542.415148: 35855951 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [025] 2542.415257: 39867956 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 97ef4 pthread_mutex_lock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2542.415289: 35942315 cycles: ffffffff8a7334e1 prepare_task_switch+0x1e1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [023] 2542.415542: 28197906 cycles: 251d3ade [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [020] 2542.415571: 41103315 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [027] 2542.415634: 41071011 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2542.415795: 30415049 cycles: ffffffff8a6f2e05 do_softirq.part.0+0x65 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [013] 2542.415868: 28206146 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [042] 2542.416415: 32042136 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2542.416607: 31758284 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2542.416612: 28078474 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2542.416657: 29779407 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2542.416675: 39066853 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [011] 2542.417214: 38616210 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [043] 2542.417314: 37113215 cycles: 1fc37b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [019] 2542.417890: 33605516 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [031] 2542.417892: 35788418 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [009] 2542.418116: 35434837 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [041] 2542.419060: 32752296 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [028] 2542.419326: 32661719 cycles: 3a63bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [018] 2542.419438: 31212974 cycles: 141304dc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [026] 2542.419483: 30736360 cycles: 130245c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [006] 2542.419491: 37516632 cycles: 68d07d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160823 [001] 2542.419740: 31006876 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [021] 2542.420146: 35305827 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [038] 2542.420378: 35934751 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [007] 2542.420383: 34259334 cycles: 1330d8dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [029] 2542.420585: 33092777 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [024] 2542.420998: 42194797 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2542.421032: 35731482 cycles: 644d0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2542.421416: 31191050 cycles: 1bb5b458 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [039] 2542.421429: 32809611 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [022] 2542.422496: 40866028 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2542.422576: 35109681 cycles: 219d861c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2542.422943: 33531206 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2542.423088: 33869015 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [016] 2542.423129: 31244093 cycles: 12f4d9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [035] 2542.423642: 32725267 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165150 [004] 2542.424166: 30766121 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [023] 2542.424189: 29877789 cycles: 1436329a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2542.424973: 37194682 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [010] 2542.425017: 31282943 cycles: ffffffff8a74e054 dequeue_task_fair+0x14 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [034] 2542.425799: 36203628 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2542.426752: 31328755 cycles: ffffffff8b480ad5 tcp_check_space+0x5 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2542.426766: 30768561 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [042] 2542.426813: 33458105 cycles: ffffffff8b495e65 tcp_cong_avoid_ai+0x5 ([kernel.kallsyms]) ffffffff8b47f1ee tcp_ack+0x88e ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 155844 [003] 2542.427359: 33175077 cycles: 17ed1844 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 171287 [036] 2542.427429: 36335620 cycles: af151ac [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [032] 2542.427768: 31406895 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [005] 2542.427897: 44381800 cycles: ad3bbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [017] 2542.427957: 38969565 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [012] 2542.428057: 30567817 cycles: d72e37a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [045] 2542.428582: 34137407 cycles: 3b99de8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2542.428593: 29679541 cycles: 688f234 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [026] 2542.428815: 31012673 cycles: ffffffff8b484f82 tcp_schedule_loss_probe.part.0+0x152 ([kernel.kallsyms]) ffffffff8b47f2a9 tcp_ack+0x949 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [040] 2542.429533: 35202592 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155713 [020] 2542.429674: 42078932 cycles: ffffffff8a75fe32 __update_load_avg_se+0xd2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [011] 2542.429986: 37594570 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [028] 2542.430493: 31373179 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2542.430654: 34688160 cycles: ffffffff8a7479b9 update_load_avg+0xe9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2542.430896: 43198440 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [014] 2542.430974: 31490655 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [018] 2542.431236: 29007367 cycles: 1417e23c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [008] 2542.431345: 37812298 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2542.431371: 33978993 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [043] 2542.431375: 33786463 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [015] 2542.431445: 45025045 cycles: 12f63b68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [027] 2542.431561: 38282364 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2542.431775: 40537228 cycles: ffffffff8a76077e __update_load_avg_cfs_rq+0x33e ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198851 [001] 2542.432931: 28948034 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [000] 2542.432950: 34005798 cycles: ffffffff8a9c2fa4 __handle_mm_fault+0x3c4 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [019] 2542.433142: 40922895 cycles: 1689724 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2542.433479: 35762862 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [038] 2542.433924: 36554133 cycles: ffffffff8a64a334 __switch_to+0x44 ([kernel.kallsyms]) nbsd.SRV2 194363 [009] 2542.434076: 33750912 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2542.434449: 37131076 cycles: ffffffff8a73604b enqueue_task+0x3b ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [039] 2542.434699: 32809611 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2542.435209: 31829497 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [016] 2542.435240: 34425592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [037] 2542.435550: 37067312 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [004] 2542.435767: 29482467 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [006] 2542.435982: 41178111 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.436054: 37996752 cycles: ffffffff8a7f83c5 flush_smp_call_function_queue+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [024] 2542.436148: 36948158 cycles: 21a2f5b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [044] 2542.436253: 33531206 cycles: 17f9e4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [042] 2542.436474: 33994146 cycles: 1873668 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [022] 2542.436555: 39595463 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [047] 2542.437329: 37879061 cycles: 141e9d81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2542.438141: 33754753 cycles: ffffffff8a7d8873 hrtimer_cancel+0x23 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [035] 2542.438232: 34590614 cycles: 1402170b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2542.438633: 37065989 cycles: 140c231c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [034] 2542.438707: 38003208 cycles: 3ae7027 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [013] 2542.439060: 29127781 cycles: ffffffff8a95a884 rseq_ip_fixup+0x24 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [046] 2542.439268: 42433426 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2542.439889: 27645735 cycles: ffffffff8a7f73e9 __flush_smp_call_function_queue+0x99 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [032] 2542.440251: 31406895 cycles: 16825e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [003] 2542.440265: 35990714 cycles: 3b8ac48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [012] 2542.440813: 31413764 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2542.441206: 32902997 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) swapper 0 [036] 2542.441484: 35613610 cycles: ffffffff8a7690ee psi_group_change+0x14e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 151687 [011] 2542.441543: 46720545 cycles: 13404f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [028] 2542.441998: 30703009 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 26c9c2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 198116 [018] 2542.442419: 32457232 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [017] 2542.442511: 43801019 cycles: 68a3b43 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2542.442836: 37121132 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [014] 2542.443519: 31490655 cycles: ffffffff8a768fd2 psi_group_change+0x32 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [040] 2542.444039: 35510665 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [001] 2542.444384: 31801106 cycles: 1861a31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2542.444775: 34524341 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2542.445210: 33168521 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [020] 2542.445288: 44506686 cycles: ffffffff8aaaae52 fget+0x52 ([kernel.kallsyms]) ffffffff8aaf8026 __io_submit_one.constprop.0+0x26 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [007] 2542.445375: 37969168 cycles: 1e46bde8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [004] 2542.445592: 32200636 cycles: 175b1f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [041] 2542.445625: 36038694 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [009] 2542.446015: 32204486 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2542.446144: 48606107 cycles: ffffffff8a9ee21c free_compound_page+0x2c ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2542.446431: 32505001 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [030] 2542.446500: 30778961 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [008] 2542.446957: 49221269 cycles: ffffffff8a7f175f futex_hash+0xf ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [002] 2542.447528: 45813157 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a62e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [005] 2542.447540: 51101840 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [021] 2542.447917: 35762862 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [038] 2542.448127: 35673612 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [016] 2542.448466: 38081575 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [024] 2542.448484: 35214673 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [037] 2542.448553: 34326520 cycles: 689c163 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2542.448683: 43568116 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [044] 2542.448690: 45979550 cycles: 1855474 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2542.449054: 38424499 cycles: ffffffff8a743537 pick_next_entity+0x27 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [042] 2542.449128: 33273023 cycles: ffffffff8b389816 __skb_datagram_iter+0x146 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [015] 2542.449589: 39975467 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2a598 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2542.449815: 34351399 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [013] 2542.450199: 42624720 cycles: ffffffff8a73c3b6 wake_up_q+0x76 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [010] 2542.450421: 26942065 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197562 [035] 2542.450508: 40544258 cycles: 13f97195 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2542.450673: 34619332 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [047] 2542.450922: 38740490 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [032] 2542.451116: 39032077 cycles: ffffffff8aa316d0 __kmem_cache_alloc_node+0xd0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2542.451184: 30728601 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [006] 2542.451190: 41630727 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [029] 2542.451534: 37704723 cycles: ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa727fe check_stack_object+0xe ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [034] 2542.452846: 34528680 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [028] 2542.453139: 32384435 cycles: 12ea6ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2542.453408: 32590136 cycles: ffffffff8a64a499 __switch_to+0x1a9 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [014] 2542.453478: 39003535 cycles: ffffffff8b51a167 ip6_finish_output+0x87 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [046] 2542.453490: 40985503 cycles: ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3580511 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [026] 2542.454039: 31389681 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [018] 2542.454304: 34625059 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166860 [033] 2542.454823: 31174075 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [036] 2542.455170: 32522874 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [040] 2542.455369: 33358848 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [003] 2542.456054: 37707388 cycles: 139f12fe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [001] 2542.456787: 31545416 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [043] 2542.457112: 38235068 cycles: 141eb6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [011] 2542.457113: 41881280 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2542.457645: 39900277 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [000] 2542.457882: 40802567 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [045] 2542.457961: 44888625 cycles: ffffffff8b455c84 ip_protocol_deliver_rcu+0xe4 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [009] 2542.458007: 30755444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2542.458104: 29543985 cycles: ffffffff8a74eaed enqueue_entity+0x6d ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [004] 2542.459158: 33626051 cycles: 1405985a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [025] 2542.459846: 43324714 cycles: 1a6bd0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [010] 2542.460029: 26839179 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2542.460632: 34799051 cycles: 3c82ffd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2542.461271: 31383192 cycles: 20484a24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2542.461523: 42392820 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [024] 2542.461683: 36050133 cycles: 3ac40b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [041] 2542.461759: 38339903 cycles: ffffffff8a74e730 check_cfs_rq_runtime+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2542.462176: 35451223 cycles: 127910 __send+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [042] 2542.462996: 39116985 cycles: 3ba3efa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2542.463034: 39787941 cycles: ffffffff8a74aa90 update_curr+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [038] 2542.463329: 31828139 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 197012 [012] 2542.463527: 32559558 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 159622 [023] 2542.464077: 32174416 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 163664 [016] 2542.464297: 32773485 cycles: ffffffff8a747c4f update_load_avg+0x37f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 171397 [022] 2542.464389: 35522729 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 169816 [002] 2542.465220: 44891040 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 197257 [008] 2542.465226: 38451666 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [039] 2542.465375: 42573704 cycles: 251a58a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2542.465416: 38913643 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2542.465575: 43280571 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [034] 2542.466015: 31513800 cycles: 3c80d33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [028] 2542.466403: 30412747 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [015] 2542.466729: 55922376 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [006] 2542.466999: 44528094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2542.467146: 28734216 cycles: 14071418 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [001] 2542.467157: 30737259 cycles: 1435df47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196923 [018] 2542.467247: 34178623 cycles: ffffffff8a75fe4a __update_load_avg_se+0xea ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [014] 2542.467322: 35178436 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197257 [040] 2542.467344: 32757204 cycles: ffffffff8a74dbb6 dequeue_entity+0x36 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [031] 2542.467372: 39649476 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [026] 2542.467512: 32183450 cycles: ffffffff8b483f77 tcp_wfree+0x27 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [046] 2542.468035: 38490658 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2542.468118: 48625616 cycles: 12f4753d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2542.468250: 28010530 cycles: ffffffff8a7d38f8 lock_timer_base+0x58 ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [029] 2542.468259: 35822311 cycles: ffffffff8a7f6fb2 futex_wait+0x212 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [036] 2542.468388: 33071834 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [047] 2542.468403: 32362690 cycles: ffffffffc0c84465 nf_nat_ipv6_local_fn+0x5 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2542.468701: 28675367 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [009] 2542.468815: 30551220 cycles: 25260c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2542.468939: 41313650 cycles: ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2542.469144: 28705265 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [035] 2542.470443: 30556282 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2542.470776: 35096382 cycles: ffffffff8a697e1d __sysvec_call_function_single+0xd ([kernel.kallsyms]) swapper 0 [003] 2542.470974: 42536307 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [043] 2542.472551: 34151452 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2542.472695: 38849728 cycles: 172a163 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2542.473634: 34182118 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [000] 2542.474883: 37543775 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2542.475103: 32808763 cycles: ffffffff8a76919f psi_group_change+0x1ff ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2542.475162: 31781981 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165449 [007] 2542.475818: 32079840 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [025] 2542.476315: 40725752 cycles: ffffffff8b46ce55 tcp_tx_timestamp+0x5 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [012] 2542.476332: 30949058 cycles: ffffffff8a6b62ff kvm_guest_apic_eoi_write+0xf ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [045] 2542.476796: 43477407 cycles: 1666544 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [024] 2542.476870: 40935941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) diskagen.User 198612 [028] 2542.477100: 40442853 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2542.477254: 30153671 cycles: ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2542.477363: 29520316 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2542.477603: 42754660 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [010] 2542.477623: 29654033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [020] 2542.477679: 35784868 cycles: 3a62fd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2542.477736: 37085344 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [011] 2542.477757: 41453810 cycles: ffffffff8a75ff1c __update_load_avg_se+0x1bc ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2542.478622: 35358046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [044] 2542.478728: 37562954 cycles: ffffffffc0caa029 nf_confirm+0x1c9 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [019] 2542.478939: 26949739 cycles: 139f0df6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [022] 2542.479047: 34104406 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2542.479526: 33398546 cycles: 3b96e49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167053 [040] 2542.479681: 30443017 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [041] 2542.479681: 31170499 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92587f6f2f [unknown] (//anon) ydbd 194089 [001] 2542.479782: 29452323 cycles: ba8a319 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 197894 [030] 2542.479814: 31352508 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2542.480056: 31317768 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2542.481163: 39647027 cycles: ffffffff8a6b802e native_load_tls+0x2e ([kernel.kallsyms]) nbsd.SRV1 197555 [018] 2542.481339: 35508599 cycles: 1417dc05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2542.481818: 39210005 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [032] 2542.482013: 40051212 cycles: 644d0f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [036] 2542.482060: 36835805 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [026] 2542.482155: 30128996 cycles: ffffffff8b471571 tcp_recvmsg+0xa1 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [035] 2542.482385: 28673668 cycles: 272967b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159503 [031] 2542.482405: 43654101 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [033] 2542.482646: 29920425 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17421fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [006] 2542.482695: 49404019 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2542.483534: 26919944 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2542.483981: 44029197 cycles: ffffffff8a74ae8e update_cfs_group+0x1e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2542.484775: 44836287 cycles: ffffffff8a75c3d7 cpuidle_idle_call+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [029] 2542.484779: 32870355 cycles: 3a9108b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [027] 2542.485370: 33392106 cycles: ffffffff8aa2efaf kmem_cache_alloc_node+0xaf ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2542.486065: 39223267 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [013] 2542.486082: 35564129 cycles: 14086338 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [004] 2542.486604: 34316118 cycles: ffffffff8a74bb8d select_idle_sibling+0x6d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [043] 2542.486851: 34151452 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [038] 2542.487272: 34081293 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2542.487333: 35048783 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [037] 2542.488350: 33128355 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [007] 2542.488508: 33592249 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [012] 2542.488681: 32300370 cycles: bbdc3cd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [010] 2542.488859: 29654033 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [016] 2542.489192: 28124730 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167056 [023] 2542.489341: 36159649 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [014] 2542.489472: 33323743 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [003] 2542.489994: 36719867 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [020] 2542.490335: 37311026 cycles: 1c49155d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [044] 2542.491320: 35740300 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [015] 2542.491383: 50737083 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [028] 2542.491407: 35989995 cycles: 186d68c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [009] 2542.491491: 27730458 cycles: 13ce026e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [017] 2542.491537: 41093444 cycles: ffffffff8a75283b update_sd_lb_stats.constprop.0+0xab ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [041] 2542.491555: 32293977 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [030] 2542.491755: 34821927 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [022] 2542.491823: 31778193 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198713 [019] 2542.492049: 26528546 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [025] 2542.492176: 35354538 cycles: ffffffff8aa5b788 mem_cgroup_handle_over_high+0x28 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [024] 2542.492272: 34750808 cycles: 266d3296 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 167053 [040] 2542.492542: 28702068 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [042] 2542.492637: 37934980 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [001] 2542.492708: 34039097 cycles: 644eab6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [008] 2542.492803: 32092587 cycles: 36b7a10 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [034] 2542.492965: 39574402 cycles: ffffffff8aa534d1 __get_obj_cgroup_from_memcg+0x41 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2542.493272: 35233600 cycles: ffffffff8a7f6cb6 futex_wait_setup+0x6 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [026] 2542.493488: 28718266 cycles: 189e507 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [035] 2542.493652: 27875327 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2542.493775: 34905462 cycles: 24fe681d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [021] 2542.494344: 40614827 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [011] 2542.495415: 34300010 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [036] 2542.495576: 33703538 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [033] 2542.495738: 29572338 cycles: 17f882e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [002] 2542.496440: 37529492 cycles: ffffffff8b46c22a skb_do_copy_data_nocache+0x1a ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171575 [032] 2542.496494: 38913500 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198611 [045] 2542.496868: 40775478 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [038] 2542.498509: 33171039 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196763 [029] 2542.498737: 32661078 cycles: acba56c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [031] 2542.499171: 36192012 cycles: ffffffff8b470141 tcp_recvmsg_locked+0x2c1 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 169816 [027] 2542.500082: 36243728 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [046] 2542.500160: 37031098 cycles: 13cad740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [016] 2542.500180: 27425452 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2542.500276: 40893605 cycles: ffffffff8a7ef165 tick_nohz_stop_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [004] 2542.500307: 38993544 cycles: ffffffff8a994c50 folio_mapping+0x0 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [041] 2542.500736: 32944538 cycles: ffffffff8a9ef81f get_page_from_freelist+0x32f ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [000] 2542.501092: 35679969 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [014] 2542.501277: 31731333 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2542.501318: 44919468 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2542.501383: 33392642 cycles: ffffffff8a7479b7 update_load_avg+0xe7 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [013] 2542.501596: 36033891 cycles: ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [005] 2542.501877: 39839995 cycles: ffffffff8b3a4328 validate_xmit_skb+0x1a8 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [040] 2542.502245: 28495144 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [039] 2542.502296: 36778714 cycles: 186c281 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [043] 2542.502604: 44557978 cycles: ffffffff8aa305be kmem_cache_free+0x1de ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [007] 2542.502914: 36496000 cycles: d7d8894 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [009] 2542.503074: 28293076 cycles: 3b9e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154842 [037] 2542.503105: 33137324 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2542.503560: 39067306 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [044] 2542.503762: 32845014 cycles: 251a0a9f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [026] 2542.503768: 28681703 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [022] 2542.503788: 34127977 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2542.504236: 30714650 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [019] 2542.504255: 29054443 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2542.504424: 28002853 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 193827 [024] 2542.504537: 33026725 cycles: ffffffff8a741ac2 __calc_delta+0x172 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [028] 2542.504695: 33406043 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2542.504752: 33836919 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd.SRV2 197556 [020] 2542.504962: 41159664 cycles: 146e1e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [030] 2542.505416: 36724176 cycles: 240717b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [001] 2542.505797: 30537250 cycles: ffffffff8b3896a6 simple_copy_to_iter+0x46 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [042] 2542.505996: 39113982 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [018] 2542.506035: 34624108 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 219d82b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [047] 2542.506732: 34779641 cycles: 404d993 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2542.506861: 38354207 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [036] 2542.507224: 31945283 cycles: ffffffff8a747cc3 update_load_avg+0x3f3 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2542.507404: 32202020 cycles: 14086397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2542.507527: 35164507 cycles: 204af4fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 167048 [017] 2542.508416: 39428872 cycles: ffffffff8a95a8b1 rseq_ip_fixup+0x51 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [011] 2542.508524: 35002696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [002] 2542.508724: 39132503 cycles: ffffffff8b378789 sock_rfree+0x19 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2542.509552: 40317983 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [016] 2542.509785: 30974225 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [038] 2542.510325: 35610785 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 159874 [032] 2542.510424: 34590869 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 196774 [045] 2542.511724: 47553522 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [041] 2542.511791: 32725438 cycles: 689b700 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [029] 2542.512466: 34580296 cycles: ffffffff8adb0ce0 llist_add_batch+0x0 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [015] 2542.512673: 43967406 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [026] 2542.512698: 32690960 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [009] 2542.512980: 28051779 cycles: 21a19c61 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [046] 2542.513078: 33650055 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 197012 [014] 2542.513141: 30336899 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [040] 2542.513180: 27769638 cycles: 141eb31e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196103 [031] 2542.513336: 32057421 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [010] 2542.513423: 36608391 cycles: ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [004] 2542.514164: 38667720 cycles: 16664c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2542.514207: 33089635 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2542.514429: 30940820 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [013] 2542.514580: 37897400 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [022] 2542.515503: 38607655 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196114 [008] 2542.515547: 29609811 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [028] 2542.515696: 32363065 cycles: 689c1ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2542.515712: 30354995 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [027] 2542.515874: 38802581 cycles: 3b7613e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [044] 2542.516242: 31446682 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2542.516824: 37815629 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [006] 2542.517114: 42851771 cycles: 12f63eff [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [019] 2542.517124: 26156102 cycles: 272afbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2542.517253: 34044885 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [001] 2542.517296: 29296916 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [037] 2542.517421: 32198668 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197537 [024] 2542.517547: 34113336 cycles: ffffffff8b6ab4d7 do_nanosleep+0x67 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [007] 2542.517592: 34708813 cycles: 3b9b563 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [003] 2542.517606: 36621491 cycles: be46181 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2542.518452: 47646354 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) Test 194631 [034] 2542.518806: 38114983 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [020] 2542.519194: 37983935 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2542.519371: 33335525 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [036] 2542.519480: 31420173 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [043] 2542.519994: 38620105 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2542.520169: 34269994 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [032] 2542.520732: 33769326 cycles: 139f0b11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [047] 2542.520733: 31160643 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [042] 2542.520809: 38100296 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [016] 2542.520962: 41245324 cycles: 167e984 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [011] 2542.521614: 35979079 cycles: ffffffff8a768fac psi_group_change+0xc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [040] 2542.521968: 28818450 cycles: 187088a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2542.522142: 37899901 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2542.523191: 34444996 cycles: 187087d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2542.523508: 40161066 cycles: ffffffff8a7397f5 check_preempt_curr+0x45 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [038] 2542.524031: 32728803 cycles: ffffffff8aa2b541 memcg_slab_post_alloc_hook+0x1c1 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 197253 [009] 2542.524285: 28051779 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.IC 198447 [019] 2542.524553: 27256287 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [021] 2542.524825: 43078031 cycles: ffffffff8adb05cc _find_next_bit+0x5c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [014] 2542.524940: 36265608 cycles: ffffffff8b697d51 irqentry_exit+0x1 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17e3bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [041] 2542.525200: 37082816 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [017] 2542.525380: 42038490 cycles: 2527affd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [026] 2542.525693: 30383122 cycles: ba89e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [008] 2542.525720: 29608537 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2542.525934: 34983004 cycles: 689b708 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198103 [012] 2542.526111: 29347345 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [000] 2542.526197: 34538805 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [044] 2542.527135: 30661765 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [028] 2542.527198: 30686710 cycles: 2048a4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [010] 2542.527646: 33937398 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [031] 2542.528141: 28946689 cycles: 3b3c485 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [001] 2542.528511: 29296916 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [024] 2542.528624: 36514835 cycles: 186ad66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [029] 2542.528717: 36383569 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [027] 2542.529096: 34651231 cycles: 12e80f86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [022] 2542.529415: 34435186 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [004] 2542.529568: 41020849 cycles: ffffffff8a7d8d81 hrtimer_interrupt+0x61 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251a857c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169056 [030] 2542.529721: 32939279 cycles: ffffffff8a7d7ce5 __hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [035] 2542.529838: 33013785 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [003] 2542.530349: 33940245 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [013] 2542.530447: 40060964 cycles: 2049b5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [007] 2542.530534: 36061191 cycles: 1330e624 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2542.530835: 36612381 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [037] 2542.531007: 33211737 cycles: 25110b76 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [015] 2542.531053: 33979427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2542.531809: 33947659 cycles: ffffffff8a739845 ttwu_do_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [043] 2542.531864: 35720039 cycles: 27279a08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 167030 [039] 2542.532082: 40167410 cycles: 18a5221c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2542.532449: 28454688 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [034] 2542.532741: 34846328 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [045] 2542.533154: 41580903 cycles: 18639fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2542.533202: 29003197 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2542.533310: 31698094 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [020] 2542.533573: 45583074 cycles: 16243e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [006] 2542.533598: 48423542 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196100 [011] 2542.534201: 36765793 cycles: 3b6d771 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2542.534219: 37200293 cycles: 13154f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2542.534887: 31860219 cycles: ffffffff8a7717bb cpuacct_charge+0x3b ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2542.536436: 36327874 cycles: 1404f231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165158 [023] 2542.536762: 34789889 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f6ec55ea87f [unknown] (//anon) swapper 0 [026] 2542.536810: 30383122 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [019] 2542.537012: 29977904 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2542.537168: 48993710 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2542.537191: 38729032 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [012] 2542.537308: 28429555 cycles: 1411bff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2542.537414: 47212621 cycles: 266f49a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2542.537597: 30031315 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [009] 2542.538143: 33488335 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [028] 2542.538147: 38051265 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [018] 2542.538446: 45463009 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2542.538654: 35326595 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [046] 2542.539016: 40390809 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [000] 2542.539324: 31838168 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [001] 2542.539952: 37490358 cycles: ffffffff8aa59afb uncharge_batch+0x3b ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [031] 2542.540464: 27033057 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [025] 2542.540827: 40293664 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [021] 2542.541540: 42541029 cycles: 172a60b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2542.541590: 34791516 cycles: ffffffff8b698070 ct_nmi_enter+0x0 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [040] 2542.541836: 28958103 cycles: ffffffff8b5857e0 __inet6_lookup_established+0x110 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [030] 2542.542042: 34362135 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198438 [010] 2542.542105: 40180626 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2542.542244: 36387579 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 195826 [043] 2542.542259: 35482435 cycles: ffffffff8aa77fcd do_dentry_open+0x12d ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 198434 [017] 2542.542278: 38597815 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2542.542857: 31798435 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2542.543077: 32040420 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [035] 2542.543139: 31006858 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2542.543366: 32604782 cycles: 14051590 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [029] 2542.543524: 46061802 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [027] 2542.544320: 35244192 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [004] 2542.544441: 42325828 cycles: ffffffff8b3897cd __skb_datagram_iter+0xfd ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2542.544479: 38078214 cycles: ffffffff8a73c993 sched_ttwu_pending+0xd3 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [003] 2542.544745: 30003660 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166596 [032] 2542.544758: 35175341 cycles: ffffffff8a65ff47 restore_fpregs_from_fpstate+0x37 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [013] 2542.545438: 38619382 cycles: ffffffff8aaab07d __fget_light+0x1d ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [007] 2542.545685: 44207326 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [047] 2542.545869: 34307517 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [005] 2542.546370: 29789624 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1b4d567 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2542.546927: 38486303 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [034] 2542.546976: 38944201 cycles: 3a77711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2542.546979: 34444014 cycles: 204996ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [011] 2542.547313: 33383674 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [038] 2542.547466: 29665555 cycles: ffffffff8adacfab _copy_to_iter+0x1b ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [012] 2542.548280: 27937489 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [026] 2542.548524: 40051685 cycles: ffffffff8a74fe2b update_sg_lb_stats+0x2b ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [044] 2542.548641: 29423575 cycles: bba18c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [019] 2542.549575: 31954426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [008] 2542.549635: 39033397 cycles: 12f3a04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2542.550390: 38687119 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [045] 2542.550888: 34040540 cycles: ffffffff8a75fe5b __update_load_avg_se+0xfb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2542.550896: 41925984 cycles: 129abc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [023] 2542.550912: 30873292 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2542.551188: 41869101 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197562 [009] 2542.551946: 29706768 cycles: 13f96571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [031] 2542.551949: 25665965 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 195826 [043] 2542.551993: 35772759 cycles: 324eb21 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 324d487 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 325390a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 325163f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3251442 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 327da04 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 327c946 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 324994c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3249712 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32a14d7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 324b944 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 323f981 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d773a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730b5e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 196117 [000] 2542.552169: 33145303 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [040] 2542.552683: 28744388 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [028] 2542.553537: 36453374 cycles: ffffffff8aaeb391 ep_poll+0x321 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [001] 2542.553593: 36564463 cycles: 21a31241 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [041] 2542.553754: 32633262 cycles: 3a63e44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [024] 2542.553912: 34918485 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2542.554076: 32212656 cycles: 35f3dba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [030] 2542.554456: 33153071 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 169827 [033] 2542.554822: 45027693 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [046] 2542.554828: 37922139 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [022] 2542.554865: 30656063 cycles: 141304dd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [035] 2542.555037: 29404734 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2542.555131: 42603749 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [003] 2542.555400: 30203439 cycles: ffffffff8aaebf50 ep_poll_callback+0xd0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [027] 2542.555929: 32937218 cycles: ffffffff8b50b845 unix_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [037] 2542.555954: 32192067 cycles: 3a635a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [016] 2542.555986: 39722294 cycles: 3504939 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2542.556833: 32434888 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [017] 2542.556860: 41992014 cycles: ffffffff8a779f4a psi_task_switch+0x16a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [025] 2542.557105: 42189611 cycles: 14055bc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [002] 2542.557478: 34702232 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2542.557970: 28744707 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [012] 2542.558155: 31378996 cycles: 6737498 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [010] 2542.558190: 37973660 cycles: c50 [unknown] ([vdso]) diskagentd 171590 [036] 2542.558196: 33230930 cycles: ffffffff8b6ae6c0 __x86_indirect_thunk_r12+0x0 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [032] 2542.558763: 34908226 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 197014 [047] 2542.558871: 32654213 cycles: 156710cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) Test 198682 [038] 2542.558955: 28451311 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2542.559156: 29170861 cycles: ffffffff8a7655c8 record_times+0x38 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [011] 2542.559617: 31947075 cycles: 1422fe8a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [004] 2542.559846: 43506223 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 198707 [034] 2542.560155: 39792077 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166757 [021] 2542.560349: 43260208 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [013] 2542.561285: 36865773 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [031] 2542.561749: 31873111 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) test_tool 195826 [043] 2542.561875: 36089563 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [039] 2542.562147: 36789468 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [029] 2542.562429: 50035298 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197252 [014] 2542.562708: 36162660 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [007] 2542.562751: 41387022 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [023] 2542.563047: 36316378 cycles: 1407cdd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [009] 2542.563164: 29046265 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 197d55f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [040] 2542.563490: 28013302 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [000] 2542.563631: 32414492 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2542.563776: 48285809 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.564239: 35082544 cycles: ffffffff8a7397b5 check_preempt_curr+0x5 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [019] 2542.564258: 36769944 cycles: 24f63768 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2542.564346: 35262690 cycles: ffffffff8a7d877d hrtimer_try_to_cancel.part.0+0x7d ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150639 [028] 2542.564894: 35037318 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [022] 2542.565736: 35898563 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [041] 2542.566245: 30237568 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [020] 2542.566374: 35932446 cycles: ffffffff8a779ec9 psi_task_switch+0xe9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [024] 2542.566396: 41069423 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2542.566605: 32600620 cycles: ffffffff8b3774ee release_sock+0x4e ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [035] 2542.566866: 38113672 cycles: 6284c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [006] 2542.567154: 42007820 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197874 [030] 2542.567164: 37534352 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [042] 2542.567397: 29422090 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196769 [001] 2542.567988: 35761362 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [003] 2542.568614: 35296863 cycles: ffffffff8adaca55 _copy_from_iter+0x175 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2542.568773: 39115483 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2542.569109: 40728956 cycles: ffffffff8a7dacf1 ktime_get+0x41 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [016] 2542.569141: 35598596 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [038] 2542.569278: 28137497 cycles: 27279a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2542.569513: 41854077 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [012] 2542.569637: 32788229 cycles: 26659ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172235 [027] 2542.569977: 34182187 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [037] 2542.570015: 36641475 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2542.570182: 33230930 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2542.570254: 32355811 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2542.570818: 33864138 cycles: 288981a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [033] 2542.571621: 44763428 cycles: 14261a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2542.571931: 33059305 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [047] 2542.572008: 31964522 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [010] 2542.572052: 34426392 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [032] 2542.572352: 33213726 cycles: 140c20ce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [011] 2542.573234: 35241044 cycles: ffffffff8a96d16b balance_dirty_pages_ratelimited_flags+0x14b ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2542.573905: 46318540 cycles: ffffffff8adb0051 import_iovec+0x1 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159615 [014] 2542.574124: 35105119 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [031] 2542.574526: 33371802 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [000] 2542.574580: 43408175 cycles: 133a7bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.574821: 27344364 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2542.575134: 33206968 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2542.576032: 41059592 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [034] 2542.576044: 35584622 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2542.576542: 32410279 cycles: 133ba49e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2542.576638: 29972274 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2542.577053: 31834988 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [004] 2542.577195: 36289881 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [043] 2542.577251: 30878438 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [039] 2542.577857: 39046408 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2542.578378: 39855904 cycles: 27c5707 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166598 [042] 2542.578759: 28757767 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [023] 2542.579020: 47316445 cycles: ffffffff8b5854b5 inet6_ehashfn+0x5 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2542.579138: 32878243 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2542.579398: 34860411 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2542.579768: 37504434 cycles: ffffffff8a76915a psi_group_change+0x1ba ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [015] 2542.579898: 33979862 cycles: 142589a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [038] 2542.579928: 27882982 cycles: 266ddd14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [019] 2542.580019: 37433236 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa303e5 kmem_cache_free+0x5 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171305 [030] 2542.580476: 37951779 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170142 [026] 2542.581065: 50081659 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [007] 2542.581575: 44459565 cycles: 14086539 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [024] 2542.582602: 38733929 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [016] 2542.582640: 32693634 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [044] 2542.582730: 36490039 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [003] 2542.583021: 35436610 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2542.583077: 34505840 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2542.583166: 33724467 cycles: ffffffff8a73336a prepare_task_switch+0x6a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [006] 2542.583313: 35241764 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2542.583356: 30644645 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [035] 2542.583541: 35368765 cycles: 1740db4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [036] 2542.583586: 43417835 cycles: 1418c481 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2542.584114: 33631023 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) diskagen.Schedu 165460 [047] 2542.584292: 30253902 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [037] 2542.584406: 33264379 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [002] 2542.584838: 40728956 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [032] 2542.584985: 37178006 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [027] 2542.585003: 39429114 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2542.585361: 39766523 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165674 [029] 2542.585388: 47819448 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [046] 2542.586364: 38059356 cycles: ffffffff8b623b6a xas_load+0x7a ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 193827 [010] 2542.586430: 30379823 cycles: 26e4c5c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [014] 2542.586666: 36542229 cycles: ffffffff8aaab065 __fget_light+0x5 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [040] 2542.586898: 25757466 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [041] 2542.587716: 29738498 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [011] 2542.588490: 31348434 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [045] 2542.588759: 33147128 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2542.589011: 32475345 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [038] 2542.589193: 31115110 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [004] 2542.589535: 36425783 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [034] 2542.589553: 33690728 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.589656: 29851781 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2542.589666: 27775293 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [022] 2542.590174: 31691801 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [043] 2542.590456: 28399195 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2542.590602: 41225802 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [017] 2542.590718: 28295201 cycles: 1c7556c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 155844 [000] 2542.590742: 41198135 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2542.591244: 40766943 cycles: ffffffff8b61acc1 timerqueue_del+0x1 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [013] 2542.593008: 46412430 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [020] 2542.593757: 32952981 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2542.593887: 35370413 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2542.594171: 31483630 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [039] 2542.594547: 40831468 cycles: 21a1f0b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [024] 2542.594552: 36699556 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2542.594619: 36651218 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [021] 2542.594632: 32832504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [012] 2542.595393: 32340716 cycles: 689a29f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169813 [030] 2542.595604: 34457546 cycles: ffffffff8b692197 do_syscall_64+0x47 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [003] 2542.595804: 34000625 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 193840 [015] 2542.596654: 31194742 cycles: ffffffff8a73c3a2 wake_up_q+0x62 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 196124 [040] 2542.597050: 28516915 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [018] 2542.597167: 30565881 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [019] 2542.597262: 29962609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2542.597625: 46990242 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [023] 2542.597709: 36246881 cycles: ffffffff8ad60f88 blk_cgroup_congested+0x18 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a68f8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e80f0d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [005] 2542.597724: 30988758 cycles: 25150300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.597785: 39623962 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [006] 2542.598077: 30849582 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [035] 2542.598312: 30506931 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2542.598393: 41630164 cycles: ffffffff8a7ebbc3 clockevents_program_event+0x73 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [037] 2542.598600: 36476403 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2542.598669: 42203838 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [047] 2542.598709: 26864700 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [010] 2542.598888: 28431234 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [036] 2542.598905: 42006327 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [026] 2542.599080: 45243176 cycles: 141cfe40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2542.599231: 29017139 cycles: 17faf54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2542.599837: 27540807 cycles: 1c300465 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2542.599890: 33671210 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [004] 2542.600240: 36082051 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2542.600498: 29116373 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2542.600637: 27372080 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [038] 2542.600802: 33680687 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166612 [046] 2542.601001: 37375083 cycles: ffffffff8a65c650 sched_clock+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [034] 2542.601653: 32572186 cycles: 264a6fc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [022] 2542.601695: 30817785 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [043] 2542.602242: 26851305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2542.602249: 38741528 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [045] 2542.602267: 40887277 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [011] 2542.602658: 34696196 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [031] 2542.603015: 33486014 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2542.603724: 43536668 cycles: ffffffff8b697ec8 ct_idle_exit+0x28 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2542.604083: 32151390 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [040] 2542.605774: 29561775 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2542.605825: 29911990 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [000] 2542.605887: 41695629 cycles: ffffffff8aae9d0c ep_done_scan+0xac ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [020] 2542.606127: 30872025 cycles: 230e5be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [033] 2542.606499: 40919761 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [044] 2542.606531: 38437638 cycles: 3b98ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [012] 2542.606953: 35657000 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [024] 2542.607181: 34720485 cycles: ffffffff8aa72b97 __check_object_size.part.0+0x67 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [025] 2542.608363: 39475505 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2542.608568: 28183860 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2542.608568: 30185884 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) diskagen.User 169816 [021] 2542.608584: 36257948 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [028] 2542.608752: 39536670 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2542.608810: 43217093 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) default-executo 194632 [010] 2542.608994: 28347498 cycles: ffffffff8adac8fb _copy_from_iter+0x1b ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [047] 2542.609046: 26370272 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [018] 2542.610023: 31860120 cycles: ffffffff8a74fc54 update_sd_pick_busiest+0xc4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [005] 2542.610076: 32585620 cycles: 12f35bb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [006] 2542.610116: 29094053 cycles: 1414976c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2542.610151: 33053606 cycles: 3c83101 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2542.610559: 29500226 cycles: 1c942bc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [042] 2542.610607: 27214447 cycles: 25260c4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [039] 2542.610878: 39862668 cycles: 1e5c62c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2542.610959: 28846772 cycles: 3b33a9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [017] 2542.611198: 31632502 cycles: 1411be83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [023] 2542.611335: 33082365 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [015] 2542.611358: 34364694 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [041] 2542.611705: 26660296 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [013] 2542.611725: 46989147 cycles: 140c52cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166596 [036] 2542.612938: 36918558 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [043] 2542.613576: 26204952 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [038] 2542.613914: 34336531 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [004] 2542.614085: 36100709 cycles: 1743debc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [009] 2542.614117: 37518698 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171298 [032] 2542.614187: 35424206 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [002] 2542.614827: 35948764 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [022] 2542.614875: 28165048 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [034] 2542.614959: 32654802 cycles: ffffffff8b371b75 __x64_sys_recvmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2542.615050: 38542325 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [040] 2542.615054: 30045913 cycles: 194b091 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [011] 2542.615804: 31353917 cycles: ffffffff8b471587 tcp_recvmsg+0xb7 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [037] 2542.616059: 35973149 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [016] 2542.616477: 33680453 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [046] 2542.616521: 37356393 cycles: 1549f793 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2542.616557: 29946754 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [020] 2542.616593: 30423686 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2542.617074: 50960083 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [031] 2542.617457: 33604960 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [001] 2542.618603: 40395593 cycles: 1784e582 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [027] 2542.619153: 30813669 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2542.619187: 27983997 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165162 [047] 2542.619708: 29277942 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [024] 2542.619719: 32171919 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2542.620307: 39150465 cycles: ffffffff8a747bd0 update_load_avg+0x300 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [012] 2542.620312: 42475668 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [006] 2542.620434: 29233763 cycles: ffffffff8b5604b8 tcp_v6_rcv+0xd88 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2542.620554: 39156923 cycles: ffffffff8a769257 psi_group_change+0x2b7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [028] 2542.620762: 38964114 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2542.620850: 36520532 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 15f9ff28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2542.621029: 35792999 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 698aaef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2542.621146: 27304425 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [041] 2542.621557: 26499349 cycles: ffffffff8a7433bc select_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.621791: 38498618 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 194354 [008] 2542.621804: 28117948 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [035] 2542.621865: 34947836 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [003] 2542.622110: 28635164 cycles: 9a64f pthread_rwlock_rdlock+0xf (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14b64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [030] 2542.622477: 41908458 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [023] 2542.622569: 35888121 cycles: 140c5d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [005] 2542.622751: 37911591 cycles: 133b45b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2542.622993: 29757640 cycles: ffffffff8a7ef3b3 tick_nohz_restart+0x33 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2542.623225: 29507262 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [021] 2542.623936: 31285723 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [015] 2542.624481: 31240334 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [033] 2542.624486: 43076728 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2542.625354: 25713769 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [022] 2542.625504: 27550802 cycles: ffffffff8a6a8352 native_apic_msr_write+0x2 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [036] 2542.626071: 35781807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [040] 2542.626090: 36430247 cycles: ffffffff8b36d20d sock_poll+0x1d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2542.626138: 37554435 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [025] 2542.626386: 38682902 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2542.626832: 34717944 cycles: 26ee69a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [032] 2542.627293: 32834303 cycles: ffffffff8a6b7cf3 kvm_sched_clock_read+0x13 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2542.627511: 34448087 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [020] 2542.627621: 30187997 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2542.627715: 32321096 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [019] 2542.627934: 31492904 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2542.628233: 37053308 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [004] 2542.628314: 33983956 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2542.629053: 32711779 cycles: 21a238bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [026] 2542.629792: 41585089 cycles: 250e5b4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [042] 2542.629884: 33846928 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2542.629914: 30103727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [009] 2542.630279: 34195214 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2542.630311: 37186097 cycles: 204a9400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [010] 2542.630351: 28480276 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [046] 2542.630372: 38580437 cycles: 3a49eef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.631213: 31963152 cycles: ffffffff8b61abae timerqueue_add+0xe ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [037] 2542.631407: 40818560 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166597 [013] 2542.631541: 39830027 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [006] 2542.631542: 28530699 cycles: 1c261135 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2542.631873: 29613659 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 198064 [018] 2542.631904: 32868763 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aa800e8 __alloc_file+0x28 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [047] 2542.632240: 28460770 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [035] 2542.632868: 38037926 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 251d3ade [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [041] 2542.633168: 29272042 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc49f683f [unknown] (//anon) nbsd.IC 197544 [003] 2542.633717: 32972162 cycles: ed284 __sysconf+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a09bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2542.633855: 29351700 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2542.633885: 47653493 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdCmpl_0 194090 [000] 2542.634067: 33067028 cycles: 156b7301 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2542.634972: 43650938 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198845 [014] 2542.635293: 32483647 cycles: 1e46bdb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [044] 2542.635303: 44721017 cycles: 133c31ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [021] 2542.635571: 29356262 cycles: 21c89e26 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [001] 2542.635618: 45106256 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [028] 2542.635699: 38503881 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [022] 2542.635781: 34243718 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [007] 2542.635862: 44933642 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [015] 2542.636425: 30158542 cycles: 139f13e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [029] 2542.636533: 34507742 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [043] 2542.636679: 31029916 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [023] 2542.638067: 35889141 cycles: 122deebb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160823 [040] 2542.638385: 34281271 cycles: ffffffff8a74e89b put_prev_entity+0xb ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [011] 2542.638501: 35850172 cycles: 3b99b74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2542.638611: 32971993 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [005] 2542.638784: 35853594 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196861 [032] 2542.639385: 31582186 cycles: ba8317b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 169830 [020] 2542.639426: 28653004 cycles: ffffffff8a74e100 dequeue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [038] 2542.639432: 32802034 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 163642 [036] 2542.639491: 38311355 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 166612 [030] 2542.639499: 41214208 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [004] 2542.640459: 37849528 cycles: ffffffff8a7f82fb __smp_call_single_queue+0x1b ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2542.640661: 34362887 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159494 [024] 2542.640813: 31674422 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2542.640853: 29490156 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 198064 [018] 2542.641002: 34117507 cycles: ffffffff8aa77e45 __x64_sys_close+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.SRV2 197556 [010] 2542.641024: 32748207 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2542.641145: 37681104 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [039] 2542.641588: 32250782 cycles: bbbd833 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 163642 [002] 2542.641620: 36426733 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [042] 2542.641746: 32325687 cycles: 2666989f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [008] 2542.642047: 31588932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2542.642312: 35529229 cycles: ffffffff8a604321 __switch_to_asm+0x11 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165270 [033] 2542.642471: 37635656 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197259 [006] 2542.642647: 30825794 cycles: ffffffff8a7c565e exit_to_user_mode_loop+0x5e ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 170237 [025] 2542.642774: 40968874 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196769 [027] 2542.642799: 34618671 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [047] 2542.643871: 29042151 cycles: 3a77a14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [041] 2542.644069: 30807652 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2542.644305: 41791171 cycles: ffffffff8a6f3140 irq_exit_rcu+0x0 ([kernel.kallsyms]) nbsd.IC 194355 [046] 2542.644373: 37505172 cycles: ffffffff8b47a58c tcp_event_data_recv+0x2cc ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [003] 2542.644795: 32796160 cycles: 1fd8b04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [022] 2542.646183: 33610664 cycles: ffffffff8b3a4328 validate_xmit_skb+0x1a8 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [017] 2542.646241: 27707257 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [000] 2542.646314: 31099728 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 194346 [013] 2542.646358: 34696846 cycles: ffffffff8a7536fa newidle_balance+0x12a ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [015] 2542.646462: 29560226 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [037] 2542.647059: 42883894 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [021] 2542.647326: 32281690 cycles: 25150300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2542.647954: 38277986 cycles: ffffffff8a6b62f7 kvm_guest_apic_eoi_write+0x7 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2542.648643: 40526238 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2542.649000: 31151434 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [029] 2542.650048: 33994566 cycles: 265d45a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [020] 2542.650070: 31829041 cycles: 3af26ad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 198064 [018] 2542.650464: 34618574 cycles: ffffffff8b6a7575 mutex_lock+0x5 ([kernel.kallsyms]) ffffffff8aa7ba8d ksys_lseek+0x1d ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730346 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 198854 [034] 2542.650539: 31596208 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [043] 2542.650541: 34899247 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162522 [044] 2542.650753: 38638993 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196103 [032] 2542.650813: 33165936 cycles: 3a62e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [012] 2542.651207: 46006465 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 154cafdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [040] 2542.651339: 35526893 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2542.651354: 38721485 cycles: ffffffff8b3809c2 skb_try_coalesce+0x12 ([kernel.kallsyms]) ffffffff8b476a5b tcp_try_coalesce+0xeb ([kernel.kallsyms]) ffffffff8b477737 tcp_queue_rcv+0x37 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [038] 2542.651562: 30893543 cycles: 1740be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [009] 2542.651843: 37110119 cycles: ffffffff8a9ef888 get_page_from_freelist+0x398 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [016] 2542.652203: 28708859 cycles: ffffffff8b617008 rb_erase+0x1f8 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2542.652468: 34739572 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [045] 2542.652593: 40657760 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194338 [007] 2542.652776: 42608892 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [005] 2542.653148: 34583274 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [008] 2542.653378: 31144497 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [036] 2542.653413: 38235001 cycles: 186c8c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [001] 2542.653631: 41595651 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 163642 [010] 2542.653638: 33931506 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [031] 2542.653639: 33908047 cycles: 3c7ed34 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2542.653650: 30663714 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2542.654303: 33748454 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [004] 2542.654515: 38092436 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2542.654740: 38560345 cycles: 14026c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [006] 2542.654936: 32950532 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [039] 2542.655606: 36727573 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [047] 2542.655721: 34752417 cycles: 122ed940 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [019] 2542.655961: 32886834 cycles: ffffffff8a6c84a8 switch_mm_irqs_off+0x158 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2542.655999: 36426733 cycles: ffffffff8b6ad455 _raw_spin_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a75c583 do_idle+0x13 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [041] 2542.656168: 33089940 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ac63f27 security_socket_getpeersec_dgram+0x17 ([kernel.kallsyms]) ffffffff8b50fa09 unix_stream_sendmsg+0x79 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [003] 2542.656797: 34347137 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [033] 2542.657233: 38250557 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [017] 2542.657786: 26681100 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [000] 2542.657918: 34160014 cycles: 1e46cee2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194338 [015] 2542.658138: 29762410 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [046] 2542.658500: 36770076 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166612 [027] 2542.658947: 35436145 cycles: ffffffff8a7523fe __update_idle_core+0xce ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [022] 2542.659033: 34971445 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [014] 2542.659815: 40279873 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [025] 2542.659984: 37424515 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2542.660083: 34696846 cycles: 11fe12e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2542.660087: 41159148 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197523 [020] 2542.661079: 33282529 cycles: 1408601c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [021] 2542.661212: 32281690 cycles: 3b99dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [018] 2542.661267: 33975110 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2542.662282: 31534958 cycles: 3b99c3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2542.662416: 33858644 cycles: 1e5c6df5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [038] 2542.662710: 34177897 cycles: 3adf880 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [043] 2542.663138: 34202218 cycles: ffffffff8a990585 shmem_write_end+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [034] 2542.663151: 31008516 cycles: 2666cbeb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [028] 2542.663552: 39817204 cycles: 204af77c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2542.664225: 27043415 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2542.664645: 33103908 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [023] 2542.664826: 35327258 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [036] 2542.664983: 36748851 cycles: ffffffff8b47efb6 tcp_ack+0x656 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [044] 2542.665002: 33823030 cycles: 689b71b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [029] 2542.665329: 31368217 cycles: ffffffff8a747922 update_load_avg+0x52 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.665337: 35805607 cycles: ffffffff8a7ef1b9 tick_nohz_stop_tick+0x59 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [037] 2542.665659: 42270077 cycles: 2528daf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [042] 2542.665758: 29516419 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [024] 2542.665955: 36856692 cycles: ffffffff8a75fd97 __update_load_avg_se+0x37 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [031] 2542.666239: 32720643 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168709 [010] 2542.666353: 35400633 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [017] 2542.667151: 30163917 cycles: ffffffff8aa598cb __mod_lruvec_page_state+0x7b ([kernel.kallsyms]) ffffffff8a95e8bd __filemap_add_folio+0x2dd ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 198447 [045] 2542.667279: 46355095 cycles: ffffffff8aa50f41 propagate_protected_usage+0x11 ([kernel.kallsyms]) ffffffff8aa51114 page_counter_try_charge+0x34 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [009] 2542.667370: 32873911 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165162 [005] 2542.667430: 31038540 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [004] 2542.667822: 38430255 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [006] 2542.667959: 30051632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [011] 2542.668412: 35825213 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2525a01f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2542.668553: 41884210 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [019] 2542.668760: 38842326 cycles: 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [012] 2542.668926: 43377297 cycles: ffffffff8a74c5bc select_task_rq_fair+0x13c ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 67f9279 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [041] 2542.669340: 30151943 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197273 [000] 2542.670271: 39129401 cycles: ffffffff8a96d2f0 balance_dirty_pages_ratelimited_flags+0x2d0 ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b8b54e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2542.670609: 33569939 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [002] 2542.670865: 48188697 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2542.670977: 36196372 cycles: ffffffff8a7d8db6 hrtimer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2542.671683: 44101323 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [003] 2542.671786: 37832505 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [035] 2542.671943: 36899295 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2542.672177: 29762410 cycles: ffffffff8a7f1af1 get_futex_key+0x11 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2542.672245: 42722483 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193489 [007] 2542.672551: 52101313 cycles: bbb7dd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2542.673047: 32554812 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198111 [022] 2542.673129: 30946123 cycles: ffffffff8a735e30 update_rq_clock+0x60 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 196774 [020] 2542.673766: 32199674 cycles: 17433fb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.System 165660 [033] 2542.674026: 37511808 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [043] 2542.674280: 36597067 cycles: 12d6c29f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2542.674289: 34789756 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [046] 2542.674331: 30908208 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [027] 2542.674658: 37479136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 592 [unknown] ([unknown]) nbsd.SRV1 197555 [021] 2542.674667: 45571231 cycles: 1423072c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197523 [014] 2542.675329: 38764180 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a734f72 task_rq_lock+0x32 ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197529 [016] 2542.675856: 29218280 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2542.676094: 37442366 cycles: ffffffff8a754da4 nohz_balance_enter_idle+0x34 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [008] 2542.676752: 31918245 cycles: 2477dcc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165679 [026] 2542.676810: 41079004 cycles: ffffffff8a74ae7f update_cfs_group+0xf ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [044] 2542.677192: 33016312 cycles: 64f6654 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [010] 2542.677273: 34304197 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [025] 2542.677368: 42920605 cycles: ffffffff8b6a4b72 schedule+0x72 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2542.677446: 29516419 cycles: 1406aef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 192410 [040] 2542.677472: 35244929 cycles: 23c1ca6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c1bf0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24edcd2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 194622 [034] 2542.677695: 31257521 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [036] 2542.678272: 34465460 cycles: 141e0273 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [024] 2542.678471: 38973321 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2542.678778: 45488400 cycles: ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [029] 2542.679245: 36683493 cycles: 6e8 [unknown] ([vdso]) ydbd 172221 [006] 2542.679283: 30051632 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nebius-observab 2801 [019] 2542.679638: 36547247 cycles: ffffffff8aaafec1 mntput_no_expire+0x41 ([kernel.kallsyms]) ffffffff8aab0124 mntput+0x24 ([kernel.kallsyms]) ffffffff8aa8db2e path_put+0x1e ([kernel.kallsyms]) ffffffff8aa86373 vfs_statx+0x103 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86d5b __do_sys_newfstatat+0x2b ([kernel.kallsyms]) ffffffff8aa86dcc __x64_sys_newfstatat+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b7189 syscall.Syscall6+0x69 (/usr/bin/nebius-observability-agent) b7f1c syscall.Syscall6.abi0+0x3c (/usr/bin/nebius-observability-agent) 5053b6 golang.org/x/sys/unix.Fstatat+0xb6 (/usr/bin/nebius-observability-agent) cec3ce github.com/shirou/gopsutil/v4/process.isMount+0x14e (/usr/bin/nebius-observability-agent) cec53e github.com/shirou/gopsutil/v4/process.PidExistsWithContext+0xde (/usr/bin/nebius-observability-agent) ce3465 github.com/shirou/gopsutil/v4/process.NewProcessWithContext+0x45 (/usr/bin/nebius-observability-agent) ceb029 github.com/shirou/gopsutil/v4/process.ProcessesWithContext+0xa9 (/usr/bin/nebius-observability-agent) 2a6e5a4 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.createMetricsScraper.newProcessesScraper.func1+0x24 (/usr/bin/nebius-observability-agent) 2a6e2e3 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0x43 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd.SRV2 197556 [031] 2542.679941: 32839295 cycles: 14362d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2542.680261: 32945062 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [041] 2542.680707: 29288765 cycles: ffffffff8a7d7596 __hrtimer_init+0x16 ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [005] 2542.681193: 27918638 cycles: 3a6352c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [004] 2542.681462: 39187566 cycles: 1bf8581 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO0 198050 [023] 2542.681825: 41204548 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 194092 [009] 2542.681945: 29712069 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [015] 2542.682023: 45281457 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [037] 2542.683082: 34876081 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197875 [047] 2542.683383: 35748917 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [039] 2542.683449: 32913625 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [012] 2542.683509: 41201446 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [022] 2542.683564: 30308858 cycles: ffffffff8b46e051 tcp_send_mss+0x81 ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [030] 2542.684128: 36126137 cycles: 154c4bb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2542.684424: 40982179 cycles: ffffffff8a7efdc9 tick_nohz_idle_exit+0xb9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2542.684698: 35711516 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [046] 2542.685450: 30127576 cycles: 2516dd3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [018] 2542.685632: 30456014 cycles: ffffffff8adad7a2 copy_page_to_iter+0x102 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [003] 2542.685706: 36622501 cycles: 141eb15e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2542.685967: 41585634 cycles: 13925d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196103 [020] 2542.686088: 36107239 cycles: ffffffff8b378789 sock_rfree+0x19 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [016] 2542.686567: 35831146 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165270 [045] 2542.686674: 53756513 cycles: ffffffff8b6ad541 _raw_spin_unlock+0x21 ([kernel.kallsyms]) ffffffff8a7536f7 newidle_balance+0x127 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197531 [032] 2542.686746: 38644806 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [013] 2542.686962: 44326376 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2542.687054: 31656094 cycles: 2f703 log2+0x53 (/usr/lib/x86_64-linux-gnu/libm.so.6) 25285fe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [001] 2542.687355: 37876324 cycles: 266720ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [002] 2542.687570: 40402232 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [042] 2542.687607: 40701231 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [008] 2542.687627: 33580616 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2542.688797: 37072777 cycles: ffffffff8a6a8352 native_apic_msr_write+0x2 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [043] 2542.689014: 40609404 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2542.689484: 40861395 cycles: ffffffff8a7dacfd ktime_get+0x4d ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [010] 2542.689486: 35900761 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [040] 2542.689494: 41762431 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2801 [019] 2542.689708: 36624630 cycles: 2d235 runtime.(*fixalloc).alloc+0x15 (/usr/bin/nebius-observability-agent) 408d5 runtime.addCleanup+0x35 (/usr/bin/nebius-observability-agent) 133356 runtime.AddCleanup[go.shape.struct { Pid int; os.state sync/atomic.Uint32; os.sigMu sync.RWMutex; os.handle *os.processHandle; os.cleanup runtime.Cleanup },go.shape.*uint8]+0x2f6 (/usr/bin/nebius-observability-agent) 12904d os.newHandleProcess+0x8d (/usr/bin/nebius-observability-agent) 12a245 os.findProcess+0x85 (/usr/bin/nebius-observability-agent) cec4c8 github.com/shirou/gopsutil/v4/process.PidExistsWithContext+0x68 (/usr/bin/nebius-observability-agent) ce3465 github.com/shirou/gopsutil/v4/process.NewProcessWithContext+0x45 (/usr/bin/nebius-observability-agent) ceb029 github.com/shirou/gopsutil/v4/process.ProcessesWithContext+0xa9 (/usr/bin/nebius-observability-agent) 2a6e5a4 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.createMetricsScraper.newProcessesScraper.func1+0x24 (/usr/bin/nebius-observability-agent) 2a6e2e3 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0x43 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd.IC 198447 [006] 2542.690125: 37011938 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 193991 [038] 2542.690148: 42105913 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 198684 [036] 2542.690883: 35324404 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [027] 2542.690930: 35800134 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [014] 2542.690945: 37491220 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2542.691004: 27651674 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [026] 2542.692009: 39325521 cycles: 62861d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [024] 2542.692128: 39944361 cycles: 65e6a2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [041] 2542.692970: 30110375 cycles: 3b746f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nebius-observab 2790 [031] 2542.693028: 40508330 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 99af7 runtime.usleep.abi0+0x37 (/usr/bin/nebius-observability-agent) 62bcf runtime.sysmon+0xaf (/usr/bin/nebius-observability-agent) 59112 runtime.mstart1+0x92 (/usr/bin/nebius-observability-agent) 59054 runtime.mstart0+0x74 (/usr/bin/nebius-observability-agent) 96204 runtime.mstart.abi0+0x4 (/usr/bin/nebius-observability-agent) PdCmpl_0 194090 [017] 2542.693106: 42170936 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [021] 2542.693587: 45783417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2542.693776: 48672953 cycles: ffffffff8a74ede9 enqueue_entity+0x369 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nebius-observab 2806 [037] 2542.693817: 33794513 cycles: ffffffff8aab1b75 __lookup_mnt+0x5 ([kernel.kallsyms]) ffffffff8aa93fa1 walk_component+0x51 ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa86301 vfs_statx+0x91 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86d5b __do_sys_newfstatat+0x2b ([kernel.kallsyms]) ffffffff8aa86dcc __x64_sys_newfstatat+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b7189 syscall.Syscall6+0x69 (/usr/bin/nebius-observability-agent) b6555 syscall.fstatat+0x95 (/usr/bin/nebius-observability-agent) 130fa4 os.Stat+0x64 (/usr/bin/nebius-observability-agent) cec5aa github.com/shirou/gopsutil/v4/process.PidExistsWithContext+0x14a (/usr/bin/nebius-observability-agent) ce3465 github.com/shirou/gopsutil/v4/process.NewProcessWithContext+0x45 (/usr/bin/nebius-observability-agent) ceb029 github.com/shirou/gopsutil/v4/process.ProcessesWithContext+0xa9 (/usr/bin/nebius-observability-agent) 2a6e5a4 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.createMetricsScraper.newProcessesScraper.func1+0x24 (/usr/bin/nebius-observability-agent) 2a6e2e3 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0x43 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.IC 198855 [009] 2542.693909: 32477221 cycles: ffffffff8b4888ac tcp_write_xmit+0x33c ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2542.694344: 30013999 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [025] 2542.694669: 39910434 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 166744 [029] 2542.694840: 43873855 cycles: bbc9f73 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 154858 [028] 2542.696108: 37610083 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 194346 [030] 2542.696369: 37506243 cycles: ffffffff8a753af8 pick_next_task_fair+0x38 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [046] 2542.696449: 28986081 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [047] 2542.697204: 34923614 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2542.697273: 32958094 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2542.697562: 36945504 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [003] 2542.698071: 34360847 cycles: 64df10d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2542.698086: 28564099 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [011] 2542.698520: 31859761 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2542.698564: 30475133 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [023] 2542.698597: 38226128 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [000] 2542.698823: 42909113 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [016] 2542.699121: 33099153 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [020] 2542.699155: 38035908 cycles: ffffffff8b46ce56 tcp_tx_timestamp+0x6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [015] 2542.699597: 41571678 cycles: 2727c54f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [005] 2542.699660: 31689934 cycles: 12d6c3e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [012] 2542.699956: 39157129 cycles: 1e6f77ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [008] 2542.700389: 35108658 cycles: ffffffff8aa72a32 check_heap_object+0xe2 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [035] 2542.701128: 37759235 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [032] 2542.701137: 42941636 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [010] 2542.701564: 34094747 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [042] 2542.701824: 40091811 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [002] 2542.702026: 35468712 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [013] 2542.702971: 40400666 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [033] 2542.703048: 32819386 cycles: 123669d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2542.703057: 30276645 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [006] 2542.703609: 36825260 cycles: 6645cae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [001] 2542.704070: 37424157 cycles: ffffffff8a74e089 dequeue_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2801 [019] 2542.704075: 32237504 cycles: ffffffff8a7175b8 __task_pid_nr_ns+0x58 ([kernel.kallsyms]) ffffffff8ab3dfc8 do_task_stat+0x2c8 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) cea7cf github.com/shirou/gopsutil/v4/process.(*Process).fillFromTIDStatWithContext+0x1cf (/usr/bin/nebius-observability-agent) ceaec4 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatWithContext+0x24 (/usr/bin/nebius-observability-agent) ce50dc github.com/shirou/gopsutil/v4/process.(*Process).createTimeWithContext+0x1c (/usr/bin/nebius-observability-agent) ce3b3b github.com/shirou/gopsutil/v4/process.(*Process).CreateTimeWithContext+0x3b (/usr/bin/nebius-observability-agent) ce3484 github.com/shirou/gopsutil/v4/process.NewProcessWithContext+0x64 (/usr/bin/nebius-observability-agent) ceb029 github.com/shirou/gopsutil/v4/process.ProcessesWithContext+0xa9 (/usr/bin/nebius-observability-agent) 2a6e5a4 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.createMetricsScraper.newProcessesScraper.func1+0x24 (/usr/bin/nebius-observability-agent) 2a6e2e3 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0x43 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.AIO.SQ 198051 [044] 2542.704413: 37971489 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [036] 2542.704540: 36081931 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2542.704704: 31508069 cycles: 204af7ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [040] 2542.704994: 45951847 cycles: 140505c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2542.705066: 40664502 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [037] 2542.705132: 32511974 cycles: ffffffff8a7f1755 futex_hash+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [027] 2542.705522: 41678957 cycles: ffffffff8a7d758f __hrtimer_init+0xf ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [043] 2542.706363: 37309883 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [038] 2542.706698: 35178538 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 169829 [022] 2542.706869: 28349789 cycles: 133ac8f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2542.707073: 38780876 cycles: ffffffff8a7efd5c tick_nohz_idle_exit+0x4c ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169042 [026] 2542.707607: 38017264 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [031] 2542.708314: 36206421 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 193998 [034] 2542.708579: 31609067 cycles: ffffffff8a741321 update_min_vruntime+0x71 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [046] 2542.708942: 34412270 cycles: ffffffff8b61a5f8 memchr_inv+0xb8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [039] 2542.709029: 39311974 cycles: ffffffff8b37e5cb __alloc_skb+0xcb ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [018] 2542.709612: 27087850 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [017] 2542.710084: 39228603 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2542.710464: 33112840 cycles: ffffffff8b698100 ct_irq_enter+0x0 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2542.710657: 36143684 cycles: 26675725 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [004] 2542.710856: 33834466 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [016] 2542.711115: 35707106 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [003] 2542.711183: 31607691 cycles: 3b3c010 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [030] 2542.711209: 33223120 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [045] 2542.711624: 50011947 cycles: 1863ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [029] 2542.711929: 37267506 cycles: ffffffff8aaec11a ep_poll_callback+0x29a ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155845 [011] 2542.712349: 28856222 cycles: a06644c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 159382 [007] 2542.712579: 38960163 cycles: 13404d94 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 198454 [025] 2542.712661: 36726013 cycles: 1c535f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2542.712793: 37837741 cycles: ffffffff8a74f0b8 enqueue_task_fair+0xc8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2542.712867: 41221139 cycles: ffffffff8a74acf0 reweight_entity+0x0 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nebius-observab 2801 [019] 2542.712989: 33677072 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b620a11 pointer+0x251 ([kernel.kallsyms]) ffffffff8b620f89 vsnprintf+0x1b9 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8a81dc9a cpuset_task_status_allowed+0x3a ([kernel.kallsyms]) ffffffff8ab3ef6f proc_pid_status+0x41f ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) ce93c4 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0xc4 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) swapper 0 [023] 2542.713046: 34663875 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [008] 2542.713737: 34929932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [010] 2542.713991: 32064697 cycles: ffffffff8a7604f4 __update_load_avg_cfs_rq+0xb4 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [000] 2542.714329: 36853994 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a27da5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [005] 2542.714662: 31596541 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [032] 2542.714676: 41221742 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2542.714864: 40271478 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [041] 2542.715297: 27946233 cycles: 141d1821 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [015] 2542.715514: 39241261 cycles: ffffffff8a95e081 generic_perform_write+0x91 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [002] 2542.715520: 36168494 cycles: ad45e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [009] 2542.715759: 31984063 cycles: ffffffff8a752e21 load_balance+0xf1 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2542.716169: 39053610 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [033] 2542.716467: 33310976 cycles: ffffffff8aac5498 __mark_inode_dirty+0x1f8 ([kernel.kallsyms]) ffffffff8aad8e67 mark_buffer_dirty+0x137 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [001] 2542.716926: 37660637 cycles: ffffffff8a75fe5e __update_load_avg_se+0xfe ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [036] 2542.717072: 41049223 cycles: ffffffff8aa7b7e5 do_iter_readv_writev+0x25 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [042] 2542.717231: 34623151 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [035] 2542.717490: 37321969 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [022] 2542.717558: 27705256 cycles: 3b1749d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [018] 2542.718570: 27833593 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2542.718892: 35503155 cycles: ffffffff8a846c7c touch_softlockup_watchdog_sched+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [013] 2542.719633: 33831681 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2542.719922: 37722941 cycles: ffffffff8a7435e6 pick_next_entity+0xd6 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [037] 2542.720478: 28765153 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [038] 2542.720542: 35178538 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [028] 2542.720769: 32422801 cycles: 21a1bbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2542.721021: 41105614 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2542.721290: 35019877 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2542.721319: 32469665 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159607 [027] 2542.722139: 38873499 cycles: 133d5661 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nebius-observab 2801 [019] 2542.722237: 34396893 cycles: ffffffff8aab8459 seq_put_hex_ll+0x79 ([kernel.kallsyms]) ffffffff8ab3ef1c proc_pid_status+0x3cc ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) ce93c4 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0xc4 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.User 198615 [043] 2542.722248: 38792331 cycles: ffffffff8a997f77 __mod_node_page_state+0x37 ([kernel.kallsyms]) ffffffff8aa59817 __mod_lruvec_state+0x27 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [026] 2542.722384: 36940996 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2542.722822: 38662085 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [040] 2542.723067: 41767992 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2542.723130: 31187535 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [016] 2542.723135: 37429595 cycles: 141d1848 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [004] 2542.723377: 36082747 cycles: 4017b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [031] 2542.723742: 31302545 cycles: 2525a01f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [011] 2542.723796: 34630735 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2542.724162: 28647085 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2542.724406: 36084598 cycles: 17e2401 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [010] 2542.725749: 30483285 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [039] 2542.725810: 34480954 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172780 [017] 2542.726101: 33687854 cycles: ffffffff8a74dea3 dequeue_entity+0x323 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2542.726319: 35759743 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2542.726331: 34207012 cycles: ffffffff8a739920 ttwu_do_wakeup+0xe0 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [020] 2542.726433: 38288351 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [005] 2542.726688: 29748757 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [041] 2542.727478: 33948720 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2542.727806: 41417209 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [022] 2542.727982: 27461892 cycles: ffffffff8a732816 ttwu_queue_wakelist+0x56 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2542.728261: 37314537 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2542.728379: 33547131 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3caad03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [012] 2542.728664: 36171311 cycles: 243b259 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [018] 2542.729152: 30415454 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [006] 2542.729297: 39200603 cycles: 141f677f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [009] 2542.729305: 38656697 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [002] 2542.729790: 34215222 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2542.730186: 36726013 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [032] 2542.730541: 45852253 cycles: ffffffff8a7690ee psi_group_change+0x14e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [042] 2542.730956: 35995755 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nebius-observab 2806 [037] 2542.731018: 27385525 cycles: ffffffff8aaac621 __fdget_pos+0x51 ([kernel.kallsyms]) ffffffff8aa7f08e ksys_read+0x2e ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) ce87d7 github.com/shirou/gopsutil/v4/process.(*Process).fillSliceFromCmdlineWithContext+0xb7 (/usr/bin/nebius-observability-agent) ce9712 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0x412 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) blocksto.CLI1 194622 [015] 2542.731147: 40924722 cycles: 3b3dea0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [044] 2542.731560: 36605989 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [035] 2542.732526: 38705123 cycles: 141e0273 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2542.732551: 38172111 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [045] 2542.732818: 48643925 cycles: 3b95b1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [013] 2542.733006: 30491311 cycles: 272b6620 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [033] 2542.733190: 33685116 cycles: 3b167f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [046] 2542.733368: 34617395 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2542.733499: 30031065 cycles: ffffffff8a7f7448 __flush_smp_call_function_queue+0xf8 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [019] 2542.733753: 33059305 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagentd 165459 [001] 2542.733882: 40479100 cycles: ffffffff8a7d8063 hrtimer_start_range_ns+0x13 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [038] 2542.733997: 53118941 cycles: 1741b70d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [034] 2542.734112: 32967793 cycles: 2728538f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [030] 2542.734490: 29849329 cycles: ffffffff8b50a8c8 unix_passcred_enabled+0x38 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2542.734537: 37444918 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [028] 2542.734697: 37377913 cycles: ffffffff8a65f421 os_xsave+0x1 ([kernel.kallsyms]) nbsd.SRV1 197555 [024] 2542.734700: 38981819 cycles: 141db27e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [016] 2542.735985: 39196915 cycles: 14027002 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2542.736390: 28675991 cycles: ffffffff8a733efd raw_spin_rq_lock_nested+0xd ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167045 [026] 2542.736571: 36940996 cycles: ffffffff8b6ab4c6 do_nanosleep+0x56 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [014] 2542.736823: 41273243 cycles: 140c5c9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2542.737277: 36547803 cycles: ffffffff8b488879 tcp_write_xmit+0x309 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [043] 2542.737802: 37291224 cycles: 1869373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2542.737807: 35273725 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [005] 2542.737841: 32798237 cycles: ffffffff8a74fe9d update_sg_lb_stats+0x9d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [010] 2542.738391: 32690118 cycles: 3b6f5d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [008] 2542.738509: 38362709 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nebius-observab 2806 [037] 2542.738559: 29574949 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aa800e8 __alloc_file+0x28 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b7189 syscall.Syscall6+0x69 (/usr/bin/nebius-observability-agent) b3d0d syscall.openat+0x8d (/usr/bin/nebius-observability-agent) 12c74a os.open+0x2a (/usr/bin/nebius-observability-agent) 12b096 os.OpenFile+0x96 (/usr/bin/nebius-observability-agent) 12c1e9 os.ReadFile+0x49 (/usr/bin/nebius-observability-agent) ce93c4 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0xc4 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.User 198844 [022] 2542.738608: 27378809 cycles: 1300fed7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2542.739435: 31732538 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 160831 [011] 2542.739611: 36973996 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 194355 [017] 2542.740213: 30645778 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [027] 2542.740809: 33229743 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 154855 [000] 2542.740988: 33720439 cycles: 18754691 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [039] 2542.741007: 39304497 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [020] 2542.741181: 38518557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [041] 2542.741282: 33794448 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [018] 2542.741410: 28699687 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2542.741890: 31689235 cycles: 21a19bc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [021] 2542.742739: 41496669 cycles: ffffffff8a96d025 balance_dirty_pages_ratelimited_flags+0x5 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [007] 2542.742753: 33179173 cycles: 133a883c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [002] 2542.742855: 37611687 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 171287 [042] 2542.743033: 36660725 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [030] 2542.743152: 31018145 cycles: 27cd772 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2542.744304: 43438495 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2542.744348: 38830206 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2542.744461: 30953387 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [032] 2542.744714: 46222252 cycles: ffffffff8adaff11 __import_iovec+0x71 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2542.744837: 37925030 cycles: ffffffff8a7d8e40 hrtimer_interrupt+0x120 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2542.745589: 39069855 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2542.746228: 28096044 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [033] 2542.746306: 34319084 cycles: 1742bfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [046] 2542.746349: 32118504 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2806 [037] 2542.746698: 32217092 cycles: 98dbd runtime.memclrNoHeapPointers+0x1d (/usr/bin/nebius-observability-agent) 91e71 runtime.makeslice+0xd1 (/usr/bin/nebius-observability-agent) 14b8ba strings.SplitN+0x7a (/usr/bin/nebius-observability-agent) ce9525 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0x225 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) nbsd.User 197529 [009] 2542.746892: 37264470 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2542.746978: 46800797 cycles: ffffffff8aa58368 __mod_memcg_state+0x58 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2542.747063: 30642752 cycles: ffffffff8a779fec psi_task_switch+0x20c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2542.747097: 41283568 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2542.747910: 27687331 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169056 [040] 2542.748203: 36321903 cycles: ffffffff8a746436 set_next_buddy+0x36 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2542.748532: 34283616 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a741b82 remove_entity_load_avg+0x72 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [036] 2542.749059: 40956825 cycles: 21a2fd07 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2542.749311: 28355166 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 171287 [029] 2542.749343: 36102642 cycles: bba7791 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [024] 2542.749356: 37507424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [035] 2542.749370: 41486849 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [022] 2542.749822: 26296329 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [043] 2542.750481: 34765741 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [005] 2542.750675: 32958898 cycles: 3b9bb62 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [016] 2542.750776: 38245362 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagentd 165265 [026] 2542.751068: 49022288 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [045] 2542.751165: 41650827 cycles: 141aae18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194000 [004] 2542.751429: 36585300 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [011] 2542.751596: 34901243 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [010] 2542.752000: 36469057 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [014] 2542.752101: 35079594 cycles: 122b0bb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [018] 2542.752272: 27876716 cycles: ffffffff8b481114 tcp_rcv_established+0x484 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2542.752916: 42576185 cycles: ffffffff8a7479b7 update_load_avg+0xe7 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2542.753497: 27785190 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [030] 2542.753660: 30927452 cycles: 1a6d2f [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [039] 2542.753767: 40763392 cycles: ffffffff8b6a4dbc __cond_resched+0xc ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [047] 2542.753778: 27913955 cycles: 1747c1bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [041] 2542.753956: 35471250 cycles: 17fa43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2542.754405: 32586747 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [038] 2542.754721: 44245024 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [027] 2542.754776: 34432806 cycles: 133c2b77 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2542.754858: 30413782 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [007] 2542.754903: 30824985 cycles: 1244dea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [020] 2542.755683: 41126356 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [013] 2542.755719: 28604158 cycles: 203ff884 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [003] 2542.756086: 28096044 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [002] 2542.756087: 37162121 cycles: 3c8dfb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [042] 2542.756386: 37909320 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2542.756552: 31055239 cycles: ffffffff8a77a017 psi_task_switch+0x237 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [037] 2542.757611: 31730889 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [046] 2542.757683: 31324555 cycles: ffffffff8a74e2b1 dequeue_task_fair+0x271 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [033] 2542.758241: 32669342 cycles: 18082f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [031] 2542.758248: 30472238 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198844 [006] 2542.758896: 34256973 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nebius-observab 2801 [025] 2542.759107: 37263057 cycles: ffffffff8b61e690 bitmap_string.constprop.0+0x80 ([kernel.kallsyms]) ffffffff8b620a11 pointer+0x251 ([kernel.kallsyms]) ffffffff8b620f89 vsnprintf+0x1b9 ([kernel.kallsyms]) ffffffff8aab7704 seq_printf+0xa4 ([kernel.kallsyms]) ffffffff8a81dc9a cpuset_task_status_allowed+0x3a ([kernel.kallsyms]) ffffffff8ab3ef6f proc_pid_status+0x41f ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b70e5 syscall.Syscall+0x45 (/usr/bin/nebius-observability-agent) b5037 syscall.read+0x37 (/usr/bin/nebius-observability-agent) 11e1be internal/poll.(*FD).Read+0x2be (/usr/bin/nebius-observability-agent) 12a50e os.(*File).Read+0x4e (/usr/bin/nebius-observability-agent) 135c50 os.(*File).Read-fm+0x30 (/usr/bin/nebius-observability-agent) 12c44f os.readFileContents+0x8f (/usr/bin/nebius-observability-agent) 12c272 os.ReadFile+0xd2 (/usr/bin/nebius-observability-agent) ce93c4 github.com/shirou/gopsutil/v4/process.(*Process).fillFromStatusWithContext+0xc4 (/usr/bin/nebius-observability-agent) ce4289 github.com/shirou/gopsutil/v4/process.(*Process).Status+0x29 (/usr/bin/nebius-observability-agent) 2a6e351 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).getProcessesMetadata+0xb1 (/usr/bin/nebius-observability-agent) 2a6e0cb github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape+0x16b (/usr/bin/nebius-observability-agent) 2a6e692 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/processesscraper.(*processesScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) diskagen.AIO.SQ 198854 [021] 2542.759405: 43933056 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159869 [044] 2542.759441: 40570004 cycles: ffffffff8a747f40 update_load_avg+0x670 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2542.759862: 26296329 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [023] 2542.760211: 32132744 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2542.760446: 39774023 cycles: ffffffff8b800f9e asm_sysvec_call_function_single+0xe ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [009] 2542.761111: 34579880 cycles: 3b95143 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 197012 [028] 2542.761560: 34346304 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [040] 2542.761749: 36443145 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2542.761882: 39698886 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [019] 2542.762070: 26630891 cycles: ffffffff8a743488 select_idle_core+0x138 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [029] 2542.762660: 37111110 cycles: 1d2dfcd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [018] 2542.762729: 28095963 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [047] 2542.762924: 28148781 cycles: 21a1bb17 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 172767 [015] 2542.763306: 40212100 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [016] 2542.763543: 36336747 cycles: 26c9be0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [043] 2542.763708: 39471294 cycles: 19840b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193987 [036] 2542.763710: 42924772 cycles: ffffffff8a64a415 __switch_to+0x125 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [005] 2542.763844: 30558881 cycles: ffffffff8b47f19b tcp_ack+0x83b ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [014] 2542.763910: 33152435 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2542.764080: 39818231 cycles: ffffffff8a74ede9 enqueue_entity+0x369 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2542.764460: 36182916 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2542.764479: 34086251 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [030] 2542.764568: 34478054 cycles: 1ca21158 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [017] 2542.765802: 28575925 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [000] 2542.765808: 40312573 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [035] 2542.766614: 38880428 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [039] 2542.767140: 37411805 cycles: ffffffffc0caad85 tcp_in_window+0x5 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2542.767190: 27056786 cycles: 21a1a11a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [008] 2542.767247: 43166782 cycles: 141d15e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2542.767346: 30196160 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151701 [012] 2542.768173: 29007877 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198612 [034] 2542.768621: 29453859 cycles: ffffffff8a97378d folio_batch_move_lru+0xbd ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166757 [045] 2542.768836: 34553553 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 198449 [003] 2542.769301: 34241625 cycles: 15f42051 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nebius-observab 2801 [025] 2542.769376: 37078664 cycles: ffffffff8aaa4440 __d_lookup_rcu+0x90 ([kernel.kallsyms]) ffffffff8aa8f14c lookup_fast+0x2c ([kernel.kallsyms]) ffffffff8aa94b06 open_last_lookups+0x66 ([kernel.kallsyms]) ffffffff8aa94efd path_openat+0x8d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) ad8e internal/runtime/syscall.Syscall6+0xe (/usr/bin/nebius-observability-agent) b7189 syscall.Syscall6+0x69 (/usr/bin/nebius-observability-agent) b3d0d syscall.openat+0x8d (/usr/bin/nebius-observability-agent) 12c74a os.open+0x2a (/usr/bin/nebius-observability-agent) 12b096 os.OpenFile+0x96 (/usr/bin/nebius-observability-agent) ce0938 github.com/shirou/gopsutil/v4/net.getProcInodes+0xf8 (/usr/bin/nebius-observability-agent) ce1506 github.com/shirou/gopsutil/v4/net.getProcInodesAllWithContext+0xc6 (/usr/bin/nebius-observability-agent) cdfdb6 github.com/shirou/gopsutil/v4/net.connectionsPidMaxWithoutUidsWithContext+0xf6 (/usr/bin/nebius-observability-agent) cdfc67 github.com/shirou/gopsutil/v4/net.ConnectionsPidWithContext+0x27 (/usr/bin/nebius-observability-agent) cdfc04 github.com/shirou/gopsutil/v4/net.ConnectionsWithContext+0x24 (/usr/bin/nebius-observability-agent) 2a5b9cc github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/networkscraper.(*networkScraper).recordNetworkConnectionsMetrics+0xcc (/usr/bin/nebius-observability-agent) 2a5afd4 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/networkscraper.(*networkScraper).scrape+0x114 (/usr/bin/nebius-observability-agent) 2a5c032 github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal/scraper/networkscraper.(*networkScraper).scrape-fm+0x32 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 2a2fbfd github.com/open-telemetry/opentelemetry-collector-contrib/receiver/hostmetricsreceiver/internal.(*envVarScraper).ScrapeMetrics+0x7d (/usr/bin/nebius-observability-agent) 22f0de5 go.opentelemetry.io/collector/scraper/scraperhelper.wrapObsMetrics.func1+0x125 (/usr/bin/nebius-observability-agent) 22e7caf go.opentelemetry.io/collector/scraper.(*metrics).ScrapeMetrics+0x2f (/usr/bin/nebius-observability-agent) 22f0038 go.opentelemetry.io/collector/scraper/scraperhelper.scrapeMetrics+0xf8 (/usr/bin/nebius-observability-agent) 22eff1a go.opentelemetry.io/collector/scraper/scraperhelper.NewMetricsController.func1+0x1a (/usr/bin/nebius-observability-agent) 22f1abe go.opentelemetry.io/collector/scraper/scraperhelper/internal/controller.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).Start.(*Controller[go.shape.interface { ScrapeMetrics(context.Context) (go.opentelemetry.io/collector/pdata/pmetric.Metrics, error); Shutdown(context.Context) error; Start(context.Context, go.opentelemetry.io/collector/component.Host) error }]).startScraping.func1+0x11e (/usr/bin/nebius-observability-agent) a48e9 sync.(*WaitGroup).Go.func1+0x49 (/usr/bin/nebius-observability-agent) 982c0 runtime.goexit.abi0+0x0 (/usr/bin/nebius-observability-agent) blocksto.CLI2 198657 [007] 2542.769591: 33848328 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2542.769886: 40927777 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [026] 2542.770185: 37547892 cycles: 142583b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [027] 2542.770232: 32838226 cycles: 133ae3eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [002] 2542.770586: 34023256 cycles: 1680bfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [022] 2542.771229: 36043317 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [046] 2542.771333: 36720576 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [042] 2542.771571: 40848268 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2542.771740: 31961245 cycles: 172bbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [037] 2542.771935: 28700731 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 59360ca0dc7 [unknown] ([unknown]) blocksto.CLI1 198736 [031] 2542.772016: 31461800 cycles: 1458391 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198657 [041] 2542.772308: 39339118 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [019] 2542.772540: 29483712 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2542.773041: 31958194 cycles: ffffffff8a74775d attach_entity_load_avg+0xcd ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [047] 2542.773161: 32007759 cycles: ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [028] 2542.773436: 33557266 cycles: 18607af [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198851 [023] 2542.773723: 34262493 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [018] 2542.774081: 33289495 cycles: ffffffff8a972584 __folio_put+0x44 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2542.774246: 33805637 cycles: ffffffff8b698071 ct_nmi_enter+0x1 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [009] 2542.774400: 39670555 cycles: 13c7cc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2542.774571: 29607335 cycles: ffffffff8a7efa04 tick_nohz_idle_enter+0x54 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2542.774906: 29056616 cycles: ffffffffc0c8431b nf_nat_ipv4_local_fn+0x13b ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [032] 2542.775206: 34659589 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [044] 2542.775823: 37360307 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2542.776053: 33143998 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [021] 2542.776100: 45388839 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 162524 [016] 2542.776960: 40754194 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [014] 2542.777269: 34054256 cycles: 269b3761 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2542.777908: 31129395 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [029] 2542.778171: 39347654 cycles: 1618c5ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [001] 2542.778264: 34581465 cycles: 133ae497 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2542.778369: 34303769 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [036] 2542.778484: 43804751 cycles: ffffffff8b46f3d5 tcp_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.User 168705 [004] 2542.778936: 38867261 cycles: 1be82e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [017] 2542.778943: 32702493 cycles: 65075a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [034] 2542.779044: 29095051 cycles: bba8767 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198862 [012] 2542.779410: 29527317 cycles: 1330dcca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [043] 2542.779604: 41206858 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [011] 2542.779771: 30898656 cycles: ffffffff8b585724 __inet6_lookup_established+0x54 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [015] 2542.780368: 38513762 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 170461 [024] 2542.780384: 40310246 cycles: bbc5acc [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [025] 2542.780751: 37001229 cycles: 3af2e72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2542.781088: 39904203 cycles: 1740e06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [035] 2542.781151: 37846844 cycles: 13bf2f99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [039] 2542.781569: 33109972 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [006] 2542.781763: 31663501 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [002] 2542.782663: 38165767 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [007] 2542.782692: 31247075 cycles: 1300eed6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [045] 2542.783143: 30195605 cycles: 1572ff26 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [003] 2542.783437: 37789504 cycles: ffffffff8b6ad536 _raw_spin_unlock+0x16 ([kernel.kallsyms]) ffffffff8a9ee138 free_unref_page+0x198 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [019] 2542.783506: 28689468 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) test_tool 193914 [033] 2542.783686: 31021502 cycles: 24141b4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24146e3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2418eae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453a41 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [026] 2542.783741: 34307801 cycles: ffffffff8a747ab6 update_load_avg+0x1e6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [037] 2542.783920: 26635928 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [031] 2542.784043: 29292374 cycles: ffffffff8a74ecce enqueue_entity+0x24e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [022] 2542.784139: 36167542 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [027] 2542.784519: 34333497 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [046] 2542.784531: 39950053 cycles: 186ab5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [008] 2542.784706: 37689409 cycles: 133a5671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [018] 2542.784957: 33091509 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [042] 2542.786261: 35002939 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2542.786354: 33724612 cycles: 3b35871 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [005] 2542.786496: 28358938 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2542.786670: 31317099 cycles: ffffffff8b616f1b rb_erase+0x10b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2542.786672: 28887155 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159605 [047] 2542.786790: 28953864 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [028] 2542.786863: 33356226 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3abf410 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2542.786867: 33384335 cycles: 9643d pthread_getspecific+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [020] 2542.786889: 34061229 cycles: ffffffff8a76b6af add_wait_queue+0x1f ([kernel.kallsyms]) ffffffff8aa9ca3d __pollwait+0x7d ([kernel.kallsyms]) ffffffff8a93865a perf_poll+0x3a ([kernel.kallsyms]) ffffffff8aa9e311 do_poll.constprop.0+0x111 ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) network poller 198033 [041] 2542.788038: 38286697 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2542.788504: 30667829 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [009] 2542.788511: 41226309 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [030] 2542.788810: 30345400 cycles: 3c0e001 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [012] 2542.789005: 34116187 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 151708 [044] 2542.789383: 37187126 cycles: ffffffff8b80007f entry_SYSCALL_64_after_hwframe+0x7 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [034] 2542.789567: 28768728 cycles: ffffffff8a769202 psi_group_change+0x262 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2542.789981: 36538513 cycles: ffffffff8a739a32 ttwu_do_activate+0x42 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [014] 2542.790002: 35249396 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [029] 2542.790430: 37600945 cycles: 2728c7be [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [010] 2542.790717: 32836832 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2542.791608: 44869722 cycles: 204a48a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [043] 2542.791650: 38900052 cycles: ffffffff8a9a5733 __kmalloc_node_track_caller+0x33 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 193914 [033] 2542.792209: 32344282 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aab80a2 seq_lseek+0x32 ([kernel.kallsyms]) ffffffff8aa7bae9 ksys_lseek+0x79 ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 196022 [017] 2542.792452: 30346400 cycles: 27cdb6f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [016] 2542.793026: 41534878 cycles: 644c6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2542.793052: 27392613 cycles: ffffffff8aa586b5 __mod_memcg_lruvec_state+0x45 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [011] 2542.793397: 30997111 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [019] 2542.793543: 30959319 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [006] 2542.793565: 30278857 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [036] 2542.793874: 37575112 cycles: 14226557 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [004] 2542.794167: 37008563 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [039] 2542.794799: 30017226 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2542.795437: 31864890 cycles: 16ff091 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [015] 2542.795513: 52549433 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [024] 2542.795575: 37405226 cycles: ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [007] 2542.795648: 28715182 cycles: 14056024 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [045] 2542.795794: 30195605 cycles: 14086358 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [003] 2542.796225: 35843134 cycles: 28bfa18 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2542.796517: 28261454 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2542.797055: 40714332 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [031] 2542.797209: 29900587 cycles: 352a25d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2542.797659: 37144608 cycles: ffffffff8b3716b5 __x64_sys_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2542.798040: 32869142 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198738 [013] 2542.798129: 31232070 cycles: 688d7f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 198208 [022] 2542.798177: 34485082 cycles: 156ff7a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2542.798183: 38041758 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2542.798478: 37925872 cycles: ffffffff8a73c901 sched_ttwu_pending+0x41 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [035] 2542.798619: 39083072 cycles: 6447553 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [018] 2542.798734: 32275799 cycles: ffffffff8b47f0ce tcp_ack+0x76e ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [038] 2542.798899: 29729029 cycles: 64a2e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [047] 2542.799272: 27365176 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd 193501 [008] 2542.799295: 34493318 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [028] 2542.799514: 30931524 cycles: 1c48f8e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2542.799586: 34991428 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [046] 2542.799805: 38939075 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2542.799983: 38336644 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [040] 2542.800286: 28920804 cycles: 17ab2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [042] 2542.800559: 35876613 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167045 [034] 2542.800866: 28028920 cycles: ffffffff8a6a85a5 x2apic_send_IPI+0x5 ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 193914 [033] 2542.801147: 33794728 cycles: ffffffff8aa8f1fa lookup_fast+0xda ([kernel.kallsyms]) ffffffff8aa93f7c walk_component+0x2c ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 198047 [030] 2542.801528: 30610812 cycles: ffffffff8b45c735 ip_local_out+0x5 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2542.802036: 34199302 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [012] 2542.802865: 31551665 cycles: 1339fad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [029] 2542.802955: 34736983 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [037] 2542.803597: 27525631 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2542.803607: 37045418 cycles: 1c400b1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2542.803875: 33358521 cycles: 3a613a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [014] 2542.803998: 36301680 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [001] 2542.804096: 36976313 cycles: 402a99f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171305 [006] 2542.804291: 29591946 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [043] 2542.804661: 36588342 cycles: ffffffff8b45c5d8 __ip_local_out+0x18 ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [017] 2542.805776: 30389864 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198434 [011] 2542.807194: 31750022 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [004] 2542.807689: 42690434 cycles: 3b594b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2542.807883: 37578133 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2542.807944: 27652043 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2542.808088: 29870112 cycles: 288c2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [039] 2542.808264: 28122356 cycles: ffffffff8a7d8e24 hrtimer_interrupt+0x104 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [009] 2542.808308: 41641978 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [045] 2542.808330: 36487333 cycles: 204aef30 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [007] 2542.808474: 27494226 cycles: 161b5f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [005] 2542.808561: 27396175 cycles: 154cad6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [036] 2542.809309: 40572077 cycles: 186c9d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2542.809351: 29421727 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [031] 2542.809365: 31730707 cycles: ffffffff8b6ad456 _raw_spin_lock_irq+0x6 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [024] 2542.809883: 41209597 cycles: 3b25dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [003] 2542.810236: 37542937 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [021] 2542.810296: 42481413 cycles: 13bedb4c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 169040 [022] 2542.810334: 32246663 cycles: bc09088 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 160816 [040] 2542.810629: 28528279 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [047] 2542.810640: 29568448 cycles: 2045c531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [020] 2542.810802: 34742712 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2542.810886: 37504674 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [018] 2542.810980: 30488331 cycles: 1417e1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [033] 2542.812025: 34107891 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2542.812158: 39890877 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [000] 2542.812174: 35917687 cycles: 12f63be0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159624 [008] 2542.812202: 39081439 cycles: 2040070d [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [013] 2542.812209: 31643399 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198031 [034] 2542.812291: 26831837 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [029] 2542.812739: 34994495 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2542.812742: 38369466 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2542.813015: 30484417 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [037] 2542.813041: 27609319 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [023] 2542.813263: 31195079 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2542.813326: 37898917 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [042] 2542.813425: 34580159 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [028] 2542.814280: 30319478 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [012] 2542.814630: 40992578 cycles: 25260dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [010] 2542.814862: 35345215 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [015] 2542.814989: 41769549 cycles: 186934d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [046] 2542.815632: 37221718 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [035] 2542.815754: 39083072 cycles: 1401fd88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [044] 2542.815906: 31542573 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 155848 [006] 2542.815949: 28506805 cycles: 18a50f43 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [017] 2542.817420: 32775109 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2542.818140: 32544371 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [039] 2542.818194: 27664531 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [043] 2542.818406: 32187037 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [011] 2542.818499: 30214306 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [005] 2542.818974: 30242509 cycles: 661f2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [041] 2542.819147: 35004348 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2542.819171: 29066506 cycles: 133a3571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [025] 2542.819969: 28914711 cycles: ffffffff8a741b83 remove_entity_load_avg+0x73 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [040] 2542.820099: 28730788 cycles: 3b95fe8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [014] 2542.820312: 32307044 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [031] 2542.821142: 30265504 cycles: 93e29 pthread_cond_timedwait+0x1c9 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2542.821164: 30365777 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [016] 2542.821762: 33084841 cycles: ffffffff8b47925e tcp_rtt_estimator+0x18e ([kernel.kallsyms]) ffffffff8b479445 tcp_ack_update_rtt+0x75 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [022] 2542.822431: 34559182 cycles: ffffffff8a7e6456 __x64_sys_clock_nanosleep+0xe6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 166704 [034] 2542.822483: 27015487 cycles: ffffffff8a7f1ae6 get_futex_key+0x6 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 197893 [019] 2542.822627: 24454833 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159397 [045] 2542.822997: 42579607 cycles: 133c28ca [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [047] 2542.823437: 29027056 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2542.823516: 36657608 cycles: 204af1e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162525 [038] 2542.823563: 27028691 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 169057 [004] 2542.824174: 37593361 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [013] 2542.824301: 29945721 cycles: 3a779e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2542.824376: 36206964 cycles: 127914 __send+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [020] 2542.824524: 31706352 cycles: ffffffff8a99112c shmem_get_folio_gfp+0x50c ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2542.824553: 35061758 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169053 [000] 2542.824599: 34695204 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2542.824637: 26981027 cycles: ffffffff8a73c901 sched_ttwu_pending+0x41 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [002] 2542.825090: 34595899 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194629 [006] 2542.825386: 29028943 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a734e38 __task_rq_lock+0x48 ([kernel.kallsyms]) ffffffff8a73bfd3 try_to_wake_up+0x313 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [023] 2542.825870: 32811949 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [021] 2542.825930: 35883078 cycles: 175e357 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [028] 2542.825985: 29025630 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [008] 2542.825990: 38093254 cycles: 172c145 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [039] 2542.826059: 29530918 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [042] 2542.826286: 45482247 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2542.826557: 29685875 cycles: ffffffff8a739a82 ttwu_do_activate+0x92 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [003] 2542.826663: 35960325 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [024] 2542.827224: 34078921 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [029] 2542.827744: 31150100 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 197447 [026] 2542.827790: 36989653 cycles: ffffffff8a75fdb7 __update_load_avg_se+0x57 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [032] 2542.828018: 34411090 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172780 [027] 2542.828453: 38354852 cycles: ffffffff8a750082 update_sg_lb_stats+0x282 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [046] 2542.828923: 36770945 cycles: ffffffff8a754a33 nohz_balance_exit_idle+0x83 ([kernel.kallsyms]) ffffffff8a754af4 nohz_balancer_kick+0x34 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [010] 2542.828989: 39158028 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2542.829338: 28557302 cycles: 3b6fd81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [012] 2542.830633: 38756994 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2542.830866: 28592733 cycles: 2048a605 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [001] 2542.831016: 30432312 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2542.831105: 32809428 cycles: ffffffff8b51a4a5 ip6_output+0x55 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2542.831512: 39893419 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [011] 2542.831574: 29431538 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2542.831735: 32473577 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [043] 2542.831850: 29322664 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [007] 2542.831972: 29634031 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [018] 2542.832134: 29585029 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165435 [034] 2542.832359: 26968177 cycles: 13404bec [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 194357 [025] 2542.832373: 37118094 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [017] 2542.832400: 29073540 cycles: 21a3eee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [041] 2542.832437: 32837437 cycles: 3b95002 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [037] 2542.833182: 30426708 cycles: ffffffff8b486d47 __tcp_transmit_skb+0x4b7 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2542.833250: 33389432 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [035] 2542.833399: 46989858 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [038] 2542.834085: 25903039 cycles: 3a67cd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 168705 [016] 2542.834162: 31073814 cycles: bbf87ae [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [019] 2542.834216: 23770628 cycles: 2895626 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [022] 2542.834230: 37280338 cycles: 2527b8b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [031] 2542.834295: 27649909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [028] 2542.836233: 28641496 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdSbmEv 194091 [020] 2542.836741: 29701317 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197882 [013] 2542.837027: 27766942 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [033] 2542.837046: 29279814 cycles: 1be5a334 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [009] 2542.837090: 33116156 cycles: ffffffff8b696b24 sysvec_call_function_single+0x84 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [006] 2542.837096: 27737017 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [004] 2542.837539: 35666738 cycles: 3c7a171 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2542.838100: 36836398 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [039] 2542.838366: 28680854 cycles: 266ef3d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [023] 2542.838545: 34217903 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2542.839074: 29850326 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [044] 2542.839339: 28578880 cycles: ffffffff8a9746f5 folio_mark_accessed+0x15 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2542.839715: 33761092 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [000] 2542.839779: 35292549 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d34b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [021] 2542.839861: 33583140 cycles: 26a5fd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171302 [002] 2542.839922: 34250087 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [003] 2542.840309: 37328206 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [008] 2542.840560: 34474470 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [024] 2542.840811: 31194842 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [034] 2542.840844: 27342074 cycles: ffffffff8b55f752 tcp_v6_rcv+0x22 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [014] 2542.841069: 32828406 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [045] 2542.841607: 36878405 cycles: 178fdca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2542.841945: 37652208 cycles: ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2542.842119: 30349048 cycles: ffffffff8a69b9f5 tsc_verify_tsc_adjust+0x5 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [038] 2542.842404: 27327018 cycles: 14349bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [026] 2542.842626: 32268898 cycles: 14068f06 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [011] 2542.842652: 33797921 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [046] 2542.842695: 33507465 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [042] 2542.842936: 42468907 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2542.842956: 29354174 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2542.842971: 29493480 cycles: 3a64646 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [010] 2542.843045: 36858864 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 154854 [043] 2542.843134: 32513317 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [017] 2542.843135: 31096055 cycles: 86dea record__write+0x6a (inlined) 86dea record__pushfn+0x6a (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagentd 159605 [001] 2542.843431: 28878974 cycles: 12efdbc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [027] 2542.843906: 39963395 cycles: ffffffff8acd20d0 apparmor_socket_recvmsg+0x10 ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2542.844163: 41796367 cycles: 21a07075 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2542.844478: 31489001 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2542.844516: 30212925 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [047] 2542.844687: 32454843 cycles: ffffffff8a74ad61 reweight_entity+0x71 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170129 [037] 2542.844703: 30326790 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [007] 2542.844800: 28804146 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [031] 2542.845642: 31280493 cycles: 133b9bc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [012] 2542.845973: 32974248 cycles: 1338da53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [006] 2542.846889: 27828179 cycles: 3b9e61f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [020] 2542.847303: 36267584 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2542.847746: 31015442 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [028] 2542.848175: 27365235 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154842 [015] 2542.848242: 40631942 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [022] 2542.849325: 35581472 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2542.849619: 28706847 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [030] 2542.849713: 33355219 cycles: 12e9a2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [025] 2542.849727: 37199323 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [039] 2542.850011: 27263631 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [034] 2542.850014: 28856509 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [033] 2542.850245: 30448093 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [040] 2542.850562: 32793954 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2542.850673: 32914042 cycles: 3b3c09b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [024] 2542.851157: 30292321 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2542.851497: 46123460 cycles: ffffffff8a7433bc select_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [009] 2542.852238: 31521101 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [023] 2542.852469: 32278825 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2542.852484: 47565978 cycles: 3b15d2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [038] 2542.852641: 27327018 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2542.852817: 36654474 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [002] 2542.852858: 35013897 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 196124 [008] 2542.853062: 31507948 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [001] 2542.853246: 28809186 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [000] 2542.853331: 39990251 cycles: e5803 clock_nanosleep+0xd3 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [016] 2542.854081: 31479490 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [021] 2542.854433: 35773864 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [014] 2542.854436: 30014066 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194089 [017] 2542.854469: 37471086 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2542.854698: 29996157 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 194456 [007] 2542.855486: 29646402 cycles: 283b49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [032] 2542.855743: 34455585 cycles: 266f491d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [045] 2542.855829: 41858947 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2542.855891: 33530571 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 167030 [046] 2542.855896: 34867073 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [003] 2542.856065: 35920444 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [019] 2542.856195: 33804895 cycles: 1326cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2542.856347: 27907973 cycles: ffffffff8a75c575 do_idle+0x5 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [013] 2542.856600: 34149652 cycles: 650788c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155846 [011] 2542.856949: 36998909 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.Backgr 196029 [047] 2542.856998: 33427284 cycles: 1241e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151706 [005] 2542.857220: 30087614 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [006] 2542.857440: 30945677 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [041] 2542.857498: 37763073 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2542.857687: 31768346 cycles: ffffffff8a76901a psi_group_change+0x7a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 159382 [037] 2542.857828: 30102837 cycles: 21b6aab9 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [010] 2542.857839: 34387732 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2542.857897: 27642527 cycles: ffffffff8a7479ac update_load_avg+0xdc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [031] 2542.858179: 31134450 cycles: 15fbb4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [042] 2542.858307: 36586351 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2542.858728: 28330291 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [044] 2542.859976: 28584743 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198103 [034] 2542.860029: 28818914 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2542.860097: 33851640 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [020] 2542.860451: 34171368 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2542.862055: 35630311 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [024] 2542.862073: 37455482 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [022] 2542.862095: 33309545 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 194353 [033] 2542.862408: 29645260 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [004] 2542.862539: 34886069 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [040] 2542.862645: 30935176 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [038] 2542.863370: 32040084 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [015] 2542.863508: 45877153 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [002] 2542.863791: 36075431 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [023] 2542.864191: 40557989 cycles: ffffffff8a741c35 wake_affine+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [008] 2542.864471: 30546883 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [025] 2542.864924: 34684223 cycles: ffffffff8a74de84 dequeue_entity+0x304 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2542.865175: 33174746 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [009] 2542.865274: 40093025 cycles: 3ca4839 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [000] 2542.865985: 44680602 cycles: 139f0dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 159623 [001] 2542.866180: 26883340 cycles: ffffffff8a779e77 psi_task_switch+0x97 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [018] 2542.866389: 37261905 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [026] 2542.866817: 32713633 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [016] 2542.866930: 35983817 cycles: ffffffff8a6c7d5d __virt_addr_valid+0xad ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [036] 2542.867197: 39521763 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bdac0ebf [unknown] (//anon) nbsd.SRV2 194363 [028] 2542.867557: 27668148 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194619 [032] 2542.867823: 32364973 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2542.867907: 30152101 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [043] 2542.868136: 34994733 cycles: 64fac81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165867 [007] 2542.868182: 30116609 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [046] 2542.868521: 32966162 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [021] 2542.868831: 31988271 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 151693 [029] 2542.869306: 25160433 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198646 [017] 2542.869342: 36634351 cycles: 3c8159d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [005] 2542.869627: 30087614 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2542.869708: 35381163 cycles: 13cb288a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2542.869814: 34516398 cycles: 3b9db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [003] 2542.870061: 33830654 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [037] 2542.870167: 29705059 cycles: ffffffff8a7d78c0 __hrtimer_next_event_base+0x20 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [039] 2542.870197: 28292622 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [045] 2542.870418: 38169098 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2542.871096: 28699836 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [010] 2542.871247: 30768657 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2542.871262: 35623852 cycles: 14098c05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [044] 2542.871289: 28427083 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [012] 2542.871761: 32154089 cycles: 1666468 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2542.871816: 34974010 cycles: ffffffff8b61a58f memchr_inv+0x4f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2542.871918: 32257204 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagen.User 165667 [042] 2542.872626: 34269862 cycles: ffffffff8a7433ef select_idle_core+0x9f ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [027] 2542.873086: 33647433 cycles: ffffffff8ada67ec __bitmap_and+0x3c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [031] 2542.873437: 26784580 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [035] 2542.874051: 33773497 cycles: ffffffff8aaeb291 ep_poll+0x221 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [033] 2542.874442: 33390471 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [020] 2542.874708: 36838472 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 141f4f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [008] 2542.874763: 30095455 cycles: ffffffff8b486a59 __tcp_transmit_skb+0x1c9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [040] 2542.874995: 32247493 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [022] 2542.875794: 30434057 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [004] 2542.875974: 32811133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [001] 2542.875982: 25902303 cycles: ffffffff8a9ed687 rmqueue+0x787 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 167030 [030] 2542.876066: 33390113 cycles: ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2542.876760: 33830874 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2542.877065: 36827652 cycles: ffffffff8a735e3b update_rq_clock+0x6b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [028] 2542.877152: 31364434 cycles: ffffffff8a779ead psi_task_switch+0xcd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [038] 2542.877449: 28472662 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [014] 2542.877465: 31201992 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [006] 2542.878773: 30152101 cycles: ffffffff8b50f6fc unix_stream_read_generic+0x7dc ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [023] 2542.879640: 40617794 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2542.879964: 30769135 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2542.880068: 40014993 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [026] 2542.880253: 34318598 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2542.880634: 38656806 cycles: 1ca684f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [016] 2542.880659: 33735266 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b6e20e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [018] 2542.880856: 37053254 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198105 [025] 2542.881003: 41253228 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd 194089 [021] 2542.881534: 29986727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [029] 2542.881535: 23616088 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [044] 2542.881586: 37178983 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [011] 2542.881640: 36489355 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [034] 2542.881930: 38444673 cycles: 65e1940 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2542.882169: 34814201 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [005] 2542.882949: 36904016 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [010] 2542.883400: 31370765 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1278a8 recvmsg+0x48 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [013] 2542.883449: 36656638 cycles: ffffffff8adb058c _find_next_bit+0x1c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 178f735 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2542.883616: 40342883 cycles: ffffffff8a74ec65 enqueue_entity+0x1e5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2542.883735: 29161487 cycles: ffffffff8b61717a rb_erase+0x36a ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2542.883903: 33279656 cycles: 167ea7e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [043] 2542.884022: 34994733 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198107 [015] 2542.884352: 42787820 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [003] 2542.884389: 34786841 cycles: ffffffff8a9a5ba5 kmalloc_size_roundup+0x65 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [039] 2542.884429: 30309343 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [042] 2542.884686: 34882834 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dff70683f [unknown] (//anon) blocksto.CLI1 198656 [031] 2542.884754: 26170579 cycles: 3c73c8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.884779: 30536907 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [001] 2542.884857: 28210943 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [000] 2542.885014: 34494364 cycles: 204b0dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2542.885880: 38641537 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [019] 2542.885997: 30801603 cycles: 1740b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [040] 2542.886312: 31307492 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [041] 2542.886716: 43322827 cycles: ffffffff8b627e00 __get_user_8+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [027] 2542.886824: 32613579 cycles: ffffffff8b36d1f5 sock_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2542.887363: 41089336 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [022] 2542.887664: 34802957 cycles: 12d6bcc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [047] 2542.887999: 35549646 cycles: 3ca16b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [004] 2542.888206: 38225307 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [028] 2542.888342: 34971892 cycles: ffffffff8a9ef842 get_page_from_freelist+0x352 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [014] 2542.888555: 33566138 cycles: 1330db71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2542.888786: 28013876 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [035] 2542.889032: 28927431 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197874 [033] 2542.889065: 33752988 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2542.890353: 39538474 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [030] 2542.890372: 41372017 cycles: 1406775c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [006] 2542.891125: 41328672 cycles: 3cb2671 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.892428: 23595889 cycles: ffffffff8a7d6f00 timer_clear_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [032] 2542.892530: 28796610 cycles: ffffffffc0ca240a __nf_conntrack_find_get+0xca ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [024] 2542.892644: 28663547 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [021] 2542.893347: 30849608 cycles: 16819c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [018] 2542.893365: 34068618 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 193825 [026] 2542.893673: 37576178 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [002] 2542.894231: 33605860 cycles: ffffffff8a74ad09 reweight_entity+0x19 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2542.895002: 36825641 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194434 [044] 2542.895129: 33871897 cycles: ffffffff8b50f13b unix_stream_read_generic+0x21b ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [046] 2542.895307: 46788560 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [016] 2542.895384: 33021634 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171287 [011] 2542.895545: 34397733 cycles: bbe3551 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [031] 2542.895834: 25035898 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2542.895854: 29616575 cycles: ffffffff8a7477d3 attach_entity_load_avg+0x143 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2542.896015: 37515494 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [012] 2542.896357: 31331671 cycles: ffffffff8aa5978e refill_obj_stock+0x16e ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [025] 2542.896469: 40676872 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [001] 2542.897156: 29754741 cycles: 266720dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [040] 2542.897418: 30274428 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [037] 2542.897535: 32507559 cycles: 25174740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [007] 2542.897927: 36590815 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2542.898186: 36293611 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [009] 2542.898211: 39457211 cycles: 123fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198657 [023] 2542.898266: 48237112 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [005] 2542.898276: 31620478 cycles: 3ba87e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [042] 2542.898318: 39388403 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2542.898804: 32198550 cycles: ffffffff8a74ec5b enqueue_entity+0x1db ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [036] 2542.899039: 43288079 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [013] 2542.899095: 33192152 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2542.899372: 27275674 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155848 [019] 2542.899415: 28708712 cycles: ffffffff8a74fe13 update_sg_lb_stats+0x13 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2542.899710: 35238321 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [035] 2542.900232: 28809601 cycles: 2049b5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2542.900956: 35407358 cycles: 204a9400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [017] 2542.901247: 36890797 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194335 [015] 2542.901436: 40042910 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [043] 2542.901802: 41795771 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [027] 2542.901822: 40487332 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 170133 [028] 2542.902056: 33319136 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2542.902181: 35007605 cycles: ffffffff8a74af29 update_cfs_group+0xb9 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [029] 2542.902790: 23873421 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165143 [032] 2542.903625: 28492201 cycles: 13404da2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [004] 2542.903759: 36653175 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [033] 2542.904232: 35343137 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [024] 2542.904443: 30066786 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [020] 2542.904729: 40054526 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [047] 2542.904997: 28110581 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2542.905242: 33265601 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [021] 2542.906019: 29496814 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [030] 2542.906467: 48497981 cycles: ffffffff8a74bf43 select_idle_sibling+0x423 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [002] 2542.907056: 39603548 cycles: ffffffff8a74ea3c put_prev_task_fair+0xc ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [016] 2542.907094: 33809793 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [006] 2542.907490: 46258643 cycles: 402a955 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2542.907589: 33188143 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [031] 2542.907589: 26992812 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [044] 2542.907909: 35187431 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2542.908199: 46631531 cycles: 125eb4 epoll_wait+0x64 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2542.908280: 35624644 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [026] 2542.908488: 40427986 cycles: 1c2f5d54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [025] 2542.909204: 37615960 cycles: 14024cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2542.909241: 35258237 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2542.909355: 27363084 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [035] 2542.909418: 28226114 cycles: ffffffff8a7f17c8 futex_hash+0x78 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [012] 2542.909442: 28698447 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [040] 2542.909894: 28373028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 194094 [005] 2542.910068: 34407687 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.SRV2 197556 [037] 2542.910210: 29980376 cycles: 1c5eb5a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2542.910261: 33516159 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [010] 2542.910314: 37044991 cycles: 12d6bc5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197545 [019] 2542.910725: 30390449 cycles: ffffffff8a76e0f6 sched_clock_cpu+0x6 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [011] 2542.911204: 35200210 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2542.911511: 29473618 cycles: ffffffff8a75c3a5 cpuidle_idle_call+0x25 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [009] 2542.911986: 36881876 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [029] 2542.912005: 25950717 cycles: ffffffff8aa09ad9 PageHeadHuge+0x9 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [003] 2542.912315: 38534505 cycles: ffffffff8b697d8e irqentry_exit+0x3e ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2542.912349: 39391311 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [042] 2542.912420: 39167147 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [000] 2542.912589: 36911720 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 194001 [039] 2542.912980: 45116136 cycles: 1be5d2e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [022] 2542.913654: 32869291 cycles: 1840ad8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [028] 2542.913719: 31506587 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [032] 2542.913831: 36872782 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [024] 2542.913852: 30232493 cycles: ffffffffc0caba8e nf_conntrack_tcp_packet+0x16e ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2542.914147: 42704561 cycles: ffffffff8a73e586 available_idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [017] 2542.914507: 33911904 cycles: 1425854a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [014] 2542.914698: 36415423 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [047] 2542.915123: 31507279 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [036] 2542.915124: 40544075 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [015] 2542.915572: 35673416 cycles: 673a9ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197546 [033] 2542.916951: 32346331 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [018] 2542.917047: 34143919 cycles: 3b3dba6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2542.917401: 40543262 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2542.917617: 41032115 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [027] 2542.918220: 33932079 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [043] 2542.918557: 45050468 cycles: 205b0209 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [021] 2542.918575: 29620757 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2542.918840: 29133556 cycles: ffffffff8b48fd41 sock_put+0x11 ([kernel.kallsyms]) ffffffff8b494439 tcp_v4_rcv+0xe79 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [020] 2542.919121: 39462425 cycles: ffffffff8adb05d9 _find_next_bit+0x69 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [012] 2542.919135: 28940333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2542.919756: 27146112 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [008] 2542.919899: 33321101 cycles: e5803 clock_nanosleep+0xd3 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [035] 2542.920382: 31453105 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [037] 2542.920399: 33951312 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [016] 2542.920418: 38341152 cycles: 64fae9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [044] 2542.920704: 32736099 cycles: ffffffff8a7d20c5 get_timespec64+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [040] 2542.920997: 27541022 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [007] 2542.921131: 37393868 cycles: ffffffff8b477807 tcp_queue_rcv+0x107 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [002] 2542.921481: 37320760 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6496b9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2542.921626: 44021409 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [029] 2542.922904: 25950717 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [034] 2542.923061: 28808442 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [026] 2542.923286: 34884914 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [024] 2542.923801: 30763107 cycles: ffffffff8a73cce7 cpus_share_cache+0x57 ([kernel.kallsyms]) ffffffff8a74bb9d select_idle_sibling+0x7d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [019] 2542.923848: 27911968 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2542.924199: 30149575 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [045] 2542.924281: 33241917 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [005] 2542.924696: 33411733 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [009] 2542.924790: 37218729 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 165272 [006] 2542.925016: 42666692 cycles: 133cd80d [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [028] 2542.925134: 34262441 cycles: 2727af01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2542.925141: 31467552 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [000] 2542.925411: 42318480 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2542.925421: 38867102 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [025] 2542.925550: 35800746 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2542.926391: 34544859 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [032] 2542.926947: 38620037 cycles: 17ab2a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [041] 2542.927058: 39927849 cycles: 99a77 pthread_mutex_unlock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [017] 2542.927402: 35423928 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [003] 2542.927466: 37314837 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2542.927588: 43625477 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [013] 2542.928230: 38625200 cycles: ffffffff8b389507 skb_attempt_defer_free+0x77 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [014] 2542.928805: 33563690 cycles: 3b10dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [039] 2542.929554: 38864829 cycles: ffffffff8a95a88b rseq_ip_fixup+0x2b ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [046] 2542.929574: 38935087 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2542.929627: 39420743 cycles: ffffffff8a7d80d3 hrtimer_start_range_ns+0x83 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2542.929851: 34378330 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2542.930461: 35242016 cycles: ffffffff8a768fee psi_group_change+0x4e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [023] 2542.930733: 42403743 cycles: 20443d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [015] 2542.930892: 34825801 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [038] 2542.930944: 29099149 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b32aba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [021] 2542.930973: 35116253 cycles: 644ea65 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [012] 2542.930996: 31752892 cycles: 36a02a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [040] 2542.931001: 27487785 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [027] 2542.931008: 35347049 cycles: 12ee0bde [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2542.931559: 37324061 cycles: ffffffff8a697e1d __sysvec_call_function_single+0xd ([kernel.kallsyms]) nbsd.SRV2 197556 [044] 2542.932070: 31449023 cycles: 14119f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [004] 2542.932074: 37378881 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2542.932176: 35018701 cycles: ffffffff8a74ec85 enqueue_entity+0x205 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [033] 2542.932216: 30424347 cycles: 1554c0e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2542.933334: 34115282 cycles: ffffffff8a996353 refresh_cpu_vm_stats+0xe3 ([kernel.kallsyms]) ffffffff8a99a452 quiet_vmstat+0x52 ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [030] 2542.934086: 41269508 cycles: ffffffffc0ca9e9b nf_confirm+0x3b ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [019] 2542.934144: 27803799 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [037] 2542.934230: 33857827 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [020] 2542.934302: 35542944 cycles: 141e9110 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [043] 2542.934317: 42720491 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 59377f9a0e7 [unknown] ([unknown]) nbsd.Scheduler 193840 [034] 2542.934562: 30806946 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [029] 2542.934701: 35670507 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2542.935077: 36553103 cycles: ffffffff8a75ff1a __update_load_avg_se+0x1ba ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [035] 2542.935432: 34701641 cycles: 1a6bc7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [002] 2542.936009: 48611531 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [026] 2542.936200: 32591382 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [007] 2542.936710: 37513498 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [016] 2542.936866: 31978303 cycles: ffffffff8a69cd47 __sysvec_apic_timer_interrupt+0x37 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa31647 __kmem_cache_alloc_node+0x47 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [028] 2542.936939: 32548385 cycles: 1fbcdc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [011] 2542.938253: 32495261 cycles: 66228c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [045] 2542.939283: 28960971 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [005] 2542.940357: 32043677 cycles: 6442403 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [040] 2542.940839: 31492965 cycles: ffffffff8b370c23 copy_msghdr_from_user+0x73 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [014] 2542.940842: 38803602 cycles: ffffffff8aa596f3 refill_obj_stock+0xd3 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2542.941041: 41202214 cycles: ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2542.941307: 34403152 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [017] 2542.941405: 35397066 cycles: ffffffff8a752791 update_sd_lb_stats.constprop.0+0x1 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [032] 2542.941457: 38097094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0f0dd62bf [unknown] (//anon) Test 198682 [025] 2542.941825: 40888715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [047] 2542.942021: 32524878 cycles: 141d3ca9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [006] 2542.942197: 44694584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [022] 2542.942552: 33204781 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2542.942682: 38916987 cycles: ffffffff8b3a4ae4 __dev_queue_xmit+0x104 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [018] 2542.942809: 32886150 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [012] 2542.943007: 36447130 cycles: 971a7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [038] 2542.943178: 27228516 cycles: 3a633ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [044] 2542.943281: 35232210 cycles: 3a90e10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2542.943601: 33981207 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 155845 [000] 2542.943709: 42817442 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [003] 2542.944715: 38861678 cycles: ffffffff8a74351d pick_next_entity+0xd ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [033] 2542.944768: 32491256 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 155850 [036] 2542.944820: 35165964 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [013] 2542.945110: 38619181 cycles: 68d0483 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [046] 2542.945282: 46854398 cycles: ffffffff8a9ee13f free_unref_page+0x19f ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2542.945596: 34125475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [021] 2542.945874: 32389502 cycles: 1be5a06e [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2542.946061: 39284647 cycles: ffffffff8a7ef2ea tick_nohz_stop_tick+0x18a ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [015] 2542.946140: 44907540 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [008] 2542.946211: 40214024 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155848 [027] 2542.946242: 29890180 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [037] 2542.946443: 36284275 cycles: 133ff02f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [019] 2542.946449: 26029749 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [023] 2542.946563: 38367010 cycles: 168264b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2542.946769: 38864829 cycles: ffffffff8b6a467a __schedule+0x17a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2542.946841: 32022304 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 168699 [001] 2542.947243: 35963815 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [031] 2542.947279: 35280188 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 171291 [028] 2542.947576: 31949652 cycles: bbd1d6e [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [030] 2542.948003: 40553632 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2542.948549: 32239924 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2542.948591: 35391086 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2542.949197: 39010990 cycles: ffffffff8a7d6df6 get_next_timer_interrupt+0x76 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [016] 2542.949278: 33154676 cycles: 179f941 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [035] 2542.949371: 34582914 cycles: 3b15d21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2542.950652: 30903780 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2542.952019: 27313064 cycles: 17e54fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [007] 2542.952411: 41425846 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [005] 2542.952411: 33418578 cycles: ffffffff8b692170 do_syscall_64+0x20 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [040] 2542.952615: 36406335 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [038] 2542.952703: 27600757 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2542.952983: 35632470 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2542.953231: 34547715 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [032] 2542.953237: 36406284 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [043] 2542.953437: 32838343 cycles: 688f187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [002] 2542.953995: 44112429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fdac00a7 [unknown] (//anon) blocksto.CLI1 194622 [047] 2542.954164: 30554088 cycles: ffffffff8b50b873 unix_poll+0x33 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [044] 2542.954245: 43854618 cycles: ffffffff8aaab126 __fget_light+0xc6 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b36ff1f __sys_sendto+0x6f ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2542.954779: 33992307 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [018] 2542.955373: 34392053 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [010] 2542.955771: 36717170 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [017] 2542.956005: 35968233 cycles: 13403cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2542.956180: 31470711 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) default-executo 196007 [042] 2542.957165: 32660450 cycles: 1823bac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [026] 2542.957538: 31356745 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [006] 2542.957577: 39208851 cycles: 3b19601 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [036] 2542.957630: 33985688 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2542.957800: 35100244 cycles: ffffffff8a753c49 pick_next_task_fair+0x189 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [013] 2542.958012: 35643863 cycles: 1330e0a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [025] 2542.958312: 37780849 cycles: 2727af08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [033] 2542.958334: 30975250 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [027] 2542.958491: 28796456 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [019] 2542.958492: 24989229 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [000] 2542.958544: 40885852 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [041] 2542.958745: 42581818 cycles: 99a70 pthread_mutex_unlock+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [021] 2542.959119: 39165515 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 194346 [003] 2542.959784: 40913667 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [020] 2542.959976: 30558008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [028] 2542.960069: 30132282 cycles: 1417d0af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [001] 2542.960162: 40240950 cycles: ffffffff8b6a4657 __schedule+0x157 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [024] 2542.960484: 38626286 cycles: 36a19b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [008] 2542.960590: 43331249 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2542.960780: 33154676 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [030] 2542.961108: 43389491 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [037] 2542.961153: 39410411 cycles: 17e0b5c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172219 [045] 2542.961220: 26752868 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 196772 [004] 2542.961429: 33818803 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [046] 2542.961987: 38935697 cycles: 9af94 pthread_rwlock_unlock+0x44 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1326e34 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [031] 2542.962386: 41079116 cycles: 133ba474 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2542.962866: 27437918 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2542.962911: 46610636 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [039] 2542.962961: 45951635 cycles: ffffffff8b371b8e __x64_sys_recvmsg+0x1e ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2542.963477: 34401331 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [023] 2542.963544: 42817254 cycles: 141c3288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [011] 2542.963758: 34570813 cycles: 1338bdf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [029] 2542.963884: 44013514 cycles: 1425cdb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2542.963940: 34836171 cycles: ffffffff8b616edb rb_erase+0xcb ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14028cb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2542.964308: 33415139 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 193827 [005] 2542.965287: 34361500 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2542.965901: 32806716 cycles: 2666daad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [043] 2542.966036: 30794408 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [032] 2542.966249: 38971798 cycles: 2520d420 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2542.967107: 35915146 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2542.968616: 34728312 cycles: 3ae0b94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [042] 2542.968730: 31464735 cycles: 17e4d5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 194004 [018] 2542.968921: 34793547 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [013] 2542.969203: 34513245 cycles: 24fe6f34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2542.969477: 29455523 cycles: ffffffff8a64a2f1 __switch_to+0x1 ([kernel.kallsyms]) nbsd.SRV2 197556 [019] 2542.969576: 24448433 cycles: 161b5f8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [010] 2542.969976: 32662656 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155860 [007] 2542.970123: 40705966 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2542.970358: 40460975 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 171594 [028] 2542.970453: 30155704 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [036] 2542.970844: 39446985 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [027] 2542.970915: 26802977 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [020] 2542.971213: 30422203 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [002] 2542.971232: 38856194 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [045] 2542.971267: 34248286 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [009] 2542.971333: 32819287 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2542.971791: 39208851 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [000] 2542.972470: 40364483 cycles: 180aa38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [012] 2542.972667: 45811922 cycles: 1407ce14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2542.972804: 41870194 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2542.972804: 43013135 cycles: 243098c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [033] 2542.973050: 34918169 cycles: ffffffff8aaeaa56 ep_send_events+0x236 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [017] 2542.973116: 28905590 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [038] 2542.974012: 33367316 cycles: 3b32748 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [004] 2542.974607: 31130902 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [040] 2542.974739: 34238079 cycles: ffffffff8a7d5bd1 enqueue_timer+0x21 ([kernel.kallsyms]) ffffffff8a7d69ba __mod_timer+0x27a ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [024] 2542.974945: 37780882 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [034] 2542.975096: 33231684 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [021] 2542.975140: 41019525 cycles: 3b98abc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2542.975274: 42040492 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [046] 2542.975328: 35561363 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197534 [037] 2542.975614: 39159716 cycles: 26a7603d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [001] 2542.975910: 38755629 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [008] 2542.976549: 47995345 cycles: 2048ac2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [031] 2542.977104: 41220029 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [003] 2542.977116: 46511876 cycles: 1ca6868d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [043] 2542.977428: 29468655 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [030] 2542.977534: 42850695 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [035] 2542.978035: 37289754 cycles: 971a7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2542.978072: 34302466 cycles: ffffffff8a736016 enqueue_task+0x6 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [019] 2542.978167: 30447512 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2542.978549: 36561765 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5937e4ba68f [unknown] ([unknown]) nbsd.User 194340 [022] 2542.978894: 37777588 cycles: 13a3cea3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [042] 2542.979072: 31401001 cycles: ffffffff8b37ec4e kfree_skbmem+0x8e ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [029] 2542.979208: 42705832 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2542.979216: 33609886 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2542.979517: 39892569 cycles: 673a65a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [039] 2542.979664: 44520837 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [032] 2542.980789: 42091381 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [005] 2542.980824: 38403535 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [026] 2542.980988: 40216586 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 168710 [020] 2542.981847: 32402149 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a734f72 task_rq_lock+0x32 ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.AIO0 197894 [028] 2542.981901: 35902316 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [013] 2542.981913: 36219354 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [027] 2542.982530: 25629331 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2542.982545: 30560574 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [015] 2542.982903: 44367019 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.IC 197544 [044] 2542.983428: 47275881 cycles: 21a068be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [018] 2542.983681: 34914506 cycles: ffffffff8a73caa8 send_call_function_single_ipi+0x38 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [009] 2542.984169: 30065234 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [017] 2542.984200: 32201077 cycles: 18407fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [045] 2542.984660: 38365413 cycles: 1a6ad0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [036] 2542.984987: 34816222 cycles: ffffffff8aa51520 consume_obj_stock+0x40 ([kernel.kallsyms]) ffffffff8aa5db46 obj_cgroup_charge+0x26 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [006] 2542.985974: 52724641 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [002] 2542.986175: 34807857 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2542.986410: 39540737 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2542.986649: 35745362 cycles: ffffffff8a74ece8 enqueue_entity+0x268 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [038] 2542.986923: 31165372 cycles: 35fa671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [040] 2542.987035: 32381993 cycles: ffffffff8a6c45f1 do_user_addr_fault+0x1 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2542.987209: 36895986 cycles: 27ce139 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2542.987613: 29327440 cycles: ffffffff8a7efeb9 tick_irq_enter+0x49 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [034] 2542.987900: 31196067 cycles: ffffffff8a95e0dc generic_perform_write+0xec ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [024] 2542.988125: 34469701 cycles: 2047f54a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [046] 2542.988811: 32903053 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2542.988916: 34903765 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [012] 2542.988971: 53797686 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [016] 2542.989520: 42012720 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [019] 2542.990312: 29314189 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2542.990837: 31129732 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [037] 2542.991696: 42421556 cycles: 3b2eed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [014] 2542.992425: 31858511 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [043] 2542.992478: 28478906 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3987e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2542.992729: 37314480 cycles: ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [027] 2542.993096: 27892315 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [021] 2542.993408: 36200209 cycles: ffffffff8aa5832a __mod_memcg_state+0x1a ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd 198440 [025] 2542.993433: 30953808 cycles: ffffffff8a752de4 load_balance+0xb4 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [020] 2542.993457: 34143346 cycles: 186b1fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [010] 2542.994014: 29800785 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168709 [030] 2542.994186: 35990670 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197877 [011] 2542.994304: 36750497 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [047] 2542.994455: 39370949 cycles: 13bd58f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [035] 2542.994890: 35449601 cycles: ffffffff8a760574 __update_load_avg_cfs_rq+0x134 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [032] 2542.994981: 44320241 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [022] 2542.995142: 39975063 cycles: bbbf600 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [031] 2542.995223: 51200299 cycles: ffffffff8a752bb4 find_busiest_group+0x54 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 165164 [023] 2542.995455: 38036011 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [028] 2542.995575: 36803421 cycles: 133c2891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [005] 2542.995846: 34335463 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [017] 2542.995849: 33481220 cycles: 1330e0a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [008] 2542.996044: 43185615 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [009] 2542.996245: 36187916 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [044] 2542.996836: 43344187 cycles: ffffffff8b3a419f validate_xmit_skb+0x1f ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [003] 2542.997307: 37404304 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [018] 2542.997798: 30491648 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [013] 2542.998051: 34765834 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2542.998192: 34620104 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [038] 2542.998227: 30167983 cycles: 3b2dda1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [026] 2542.998376: 37161898 cycles: ffffffff8b448bb0 nf_hook_slow+0x0 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [040] 2542.999052: 31378625 cycles: 64a4bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165867 [001] 2542.999314: 35112194 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [039] 2542.999488: 43274358 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [046] 2542.999612: 31913650 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2542.999630: 43580141 cycles: 21a09def [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.000171: 30807369 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [034] 2543.000207: 33535672 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2543.000357: 42202400 cycles: 204996c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2543.000598: 27109339 cycles: ffffffff8a7f7448 __flush_smp_call_function_queue+0xf8 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [002] 2543.000643: 39370025 cycles: 12e810ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2543.002298: 34703070 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [019] 2543.002962: 34658606 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2543.002976: 28100816 cycles: 1c96a0d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [042] 2543.003006: 39542564 cycles: 26a793fa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [007] 2543.003085: 41854058 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) blocksto.CLI1 196117 [016] 2543.003114: 38366088 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [010] 2543.003471: 32589119 cycles: 133c2f1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165273 [000] 2543.003561: 33665599 cycles: ffffffff8a741a28 __calc_delta+0xd8 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [033] 2543.003978: 37228546 cycles: ffffffff8a9e9a9d __free_one_page+0x37d ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [043] 2543.004197: 35370688 cycles: ffffffff8adad165 _copy_to_iter+0x1d5 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [041] 2543.006386: 42276459 cycles: ffffffff8b4799bd tcp_clean_rtx_queue.constprop.0+0x45d ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2543.006424: 31391790 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2543.006847: 33109911 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [021] 2543.007433: 33480343 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2543.008008: 33450458 cycles: 1425b641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [028] 2543.008309: 34774395 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [006] 2543.008355: 45739116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [025] 2543.008413: 27093937 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2543.008690: 32519660 cycles: 17ffa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [011] 2543.008798: 35979313 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [012] 2543.009614: 40222800 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2543.009872: 37408794 cycles: 204b39ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2543.010000: 30062329 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165162 [022] 2543.010260: 38482796 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [018] 2543.010471: 28511449 cycles: 133fef81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 169046 [004] 2543.010662: 26175097 cycles: 10af72ec [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2543.010885: 35142726 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [037] 2543.010973: 45786312 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 155806 [024] 2543.011124: 33194934 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2543.011185: 37202763 cycles: ffffffff8a73336a prepare_task_switch+0x6a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [040] 2543.011187: 33958343 cycles: 167e9c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [008] 2543.012076: 45923968 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2543.012130: 29130139 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [013] 2543.012223: 34765834 cycles: 3ac56e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [009] 2543.012224: 41658166 cycles: 113b57 sched_getcpu+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 179185f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [046] 2543.012290: 30254203 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [035] 2543.012524: 33202944 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2543.012819: 33217818 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [003] 2543.012982: 44335015 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [044] 2543.013043: 40308414 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 198852 [001] 2543.013111: 36899037 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 159889 [026] 2543.013363: 35732530 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 163664 [032] 2543.013458: 48385908 cycles: ffffffff8a746413 set_next_buddy+0x13 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 197012 [034] 2543.013725: 31997662 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [015] 2543.014187: 39919494 cycles: 1a7197 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141d194c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [045] 2543.014957: 36453906 cycles: ffffffff8a752da3 load_balance+0x73 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 198857 [002] 2543.015569: 40699291 cycles: ffffffff8b6ab486 do_nanosleep+0x16 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [027] 2543.015770: 29252000 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2543.016822: 30625808 cycles: ffffffff8a736101 enqueue_task+0xf1 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 167054 [025] 2543.017405: 27866522 cycles: 187550c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [019] 2543.017507: 35990841 cycles: ffffffff8b50f13e unix_stream_read_generic+0x21e ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155707 [016] 2543.017609: 37532362 cycles: ffffffff8a73902d get_nohz_timer_target+0xd ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [039] 2543.017653: 36958067 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2543.018052: 42240020 cycles: 17bca3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166760 [043] 2543.018208: 36891625 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [007] 2543.018353: 36977420 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2543.018677: 55073212 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [014] 2543.019509: 31763539 cycles: 14352761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [021] 2543.019844: 30906594 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2543.019974: 32919431 cycles: ffffffff8a74aec5 update_cfs_group+0x55 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [020] 2543.020006: 40416068 cycles: 183b666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [011] 2543.020092: 35791788 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [004] 2543.020612: 27011491 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 197258 [030] 2543.020820: 42437408 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [038] 2543.021047: 34432684 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159616 [029] 2543.021112: 36679385 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2543.021158: 31532612 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [018] 2543.021193: 27927402 cycles: 644d11b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2543.022591: 37937665 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2543.022707: 35242736 cycles: ffffffff8b692979 __rdgsbase_inactive+0x39 ([kernel.kallsyms]) blocksto.CLI2 198657 [017] 2543.022825: 27921706 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2543.023054: 49272033 cycles: 1311284e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [046] 2543.023186: 31860900 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [040] 2543.023243: 36774359 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172232 [036] 2543.023421: 32104817 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [022] 2543.023847: 39570556 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [041] 2543.023977: 35638409 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [035] 2543.024329: 40803553 cycles: ffffffff8adacfec _copy_to_iter+0x5c ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [025] 2543.026151: 28577423 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [027] 2543.026364: 28427392 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [034] 2543.026980: 37342557 cycles: 3c91281 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [005] 2543.026992: 37215511 cycles: 3cb7900 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2543.026994: 38911594 cycles: 68c9664 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [023] 2543.027292: 38244716 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2543.027297: 30114411 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [012] 2543.028061: 38274916 cycles: 3af3487 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194347 [001] 2543.028281: 36882783 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2543.028304: 36366178 cycles: ffffffff8a733396 prepare_task_switch+0x96 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [015] 2543.028512: 36079995 cycles: 1425e691 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [008] 2543.028956: 36878209 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2543.029330: 35823374 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2543.029472: 44242622 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [000] 2543.029540: 33482662 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [044] 2543.029673: 38014692 cycles: ffffffff8adaec54 copy_page_from_iter_atomic+0x274 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2543.030403: 26863267 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198611 [018] 2543.030811: 27705401 cycles: ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2543.030839: 46580299 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [032] 2543.031205: 39364365 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [002] 2543.031241: 34768910 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2543.031463: 36240863 cycles: 12ff58c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [028] 2543.032364: 34548581 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155848 [003] 2543.032508: 47135861 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198707 [046] 2543.032550: 32586147 cycles: 1424eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [021] 2543.032563: 29230382 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [042] 2543.033278: 42240020 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2543.033325: 36652640 cycles: 14339ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [016] 2543.033742: 39763742 cycles: 3b8ac48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [039] 2543.033949: 39391440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2543.034048: 31197096 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2543.034053: 33595672 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2543.034423: 30187352 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [038] 2543.034618: 35178911 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [011] 2543.034679: 35791788 cycles: 167fa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [024] 2543.035009: 40135364 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2543.035332: 30895336 cycles: ffffffff8a7b7e42 rcu_note_context_switch+0x32 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [007] 2543.035535: 36977420 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197240 [036] 2543.035937: 32104817 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [020] 2543.036043: 33704401 cycles: 689b71b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [027] 2543.036488: 28532189 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [040] 2543.037024: 38294115 cycles: 36a19b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [022] 2543.037118: 39173547 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [010] 2543.037124: 29899017 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [035] 2543.037293: 36970988 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [029] 2543.037313: 36184331 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2543.037499: 34528082 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [041] 2543.038708: 33836747 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [047] 2543.038738: 33666181 cycles: 20430b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2543.039450: 43450374 cycles: ffffffff8b463016 __inet_lookup_established+0x6 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [013] 2543.039945: 55128742 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2543.040582: 36937828 cycles: 2097de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [004] 2543.040614: 27042163 cycles: ffffffff8a7328be ttwu_queue_wakelist+0xfe ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [000] 2543.041165: 36391654 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [018] 2543.041600: 33771148 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [026] 2543.041876: 32782502 cycles: 172a5b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [006] 2543.041918: 34642298 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2543.042207: 34003000 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2543.042592: 39475929 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [012] 2543.043162: 36142385 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [045] 2543.043385: 38026942 cycles: ffffffff8aa597fe __mod_lruvec_state+0xe ([kernel.kallsyms]) ffffffff8a97287b lru_add_fn+0x1ab ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [002] 2543.043715: 33089725 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa2ef87 kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [015] 2543.043752: 33968774 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2543.043850: 39796641 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [046] 2543.044396: 31653476 cycles: 2a7fcbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2543.044711: 35206960 cycles: ffffffff8aaeb1ad ep_poll+0x13d ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [014] 2543.044851: 38482862 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 171291 [021] 2543.045308: 40772241 cycles: a03b5bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [001] 2543.045596: 33985886 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 197893 [025] 2543.045802: 30608396 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2543.046134: 32685347 cycles: ffffffff8a743490 select_idle_core+0x140 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [037] 2543.046243: 42023437 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2543.046374: 35632946 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [038] 2543.047064: 33821865 cycles: ffffffff8b800120 entry_SYSCALL_64_after_hwframe+0xa8 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [019] 2543.047495: 34046912 cycles: ffffffff8a764f8b __wake_up_common_lock+0x1b ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [027] 2543.047722: 31046071 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [011] 2543.048074: 47732838 cycles: 2048525d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2543.048135: 32067693 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2543.048172: 37554960 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [017] 2543.048275: 32755380 cycles: 186cbaf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [010] 2543.048591: 29899017 cycles: 2aadedb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [020] 2543.048724: 31748451 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [036] 2543.048784: 39463382 cycles: 1869e8e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [029] 2543.049208: 43119604 cycles: 141dd096 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [043] 2543.049608: 34299224 cycles: 3ba48a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [039] 2543.049993: 33400591 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2543.050052: 38245566 cycles: ffffffff8a6f2d01 __irq_exit_rcu+0x41 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [042] 2543.050211: 50008219 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2543.050659: 39257008 cycles: ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [022] 2543.050739: 40217202 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [004] 2543.050877: 33032522 cycles: 673b87e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [007] 2543.051144: 46447903 cycles: 250e7429 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [040] 2543.051320: 37142933 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [030] 2543.052113: 39199513 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [003] 2543.052188: 42215810 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [008] 2543.053736: 36176618 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [041] 2543.053857: 34211809 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [035] 2543.053931: 35436206 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2543.054064: 32601158 cycles: 3ac56f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [026] 2543.055023: 36578761 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [034] 2543.055074: 37303819 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 169051 [047] 2543.055161: 40227776 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be51ae7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2543.055328: 43190089 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [000] 2543.055424: 36992897 cycles: 68a6066 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [046] 2543.055738: 33913300 cycles: ffffffff8a74bf7f select_idle_sibling+0x45f ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [005] 2543.056499: 35906629 cycles: ffffffff8b623b6a xas_load+0x7a ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [012] 2543.057245: 40194805 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b389835 __skb_datagram_iter+0x165 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 155806 [002] 2543.057522: 45116332 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [044] 2543.057822: 37279578 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2543.058634: 36197382 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [014] 2543.058767: 38302792 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2543.058955: 39419014 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) swapper 0 [038] 2543.059175: 34684594 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [028] 2543.059213: 32170130 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [031] 2543.059581: 38911803 cycles: ffffffff8a95e0b2 generic_perform_write+0xc2 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [001] 2543.059726: 30871838 cycles: 12d89cce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [032] 2543.059747: 35632946 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [010] 2543.059792: 37465950 cycles: 6892e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [017] 2543.060028: 40076741 cycles: 3b9c8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2543.060053: 34155142 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2543.060196: 45667430 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [023] 2543.060367: 41607590 cycles: 21cdd501 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2543.060513: 40051866 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [021] 2543.061005: 43398535 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [024] 2543.061230: 33977843 cycles: 1330dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [019] 2543.061453: 37355736 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197259 [033] 2543.062162: 31359284 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2543.062738: 41180695 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [036] 2543.063372: 34742864 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [004] 2543.063589: 31357306 cycles: bbd21e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 155859 [027] 2543.064020: 31328164 cycles: bbdc391 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 159621 [008] 2543.064188: 36055023 cycles: ffffffff8aad6992 lookup_bh_lru+0x62 ([kernel.kallsyms]) ffffffff8aad7b1a __find_get_block+0x1a ([kernel.kallsyms]) ffffffff8aad8317 __getblk_gfp+0x27 ([kernel.kallsyms]) ffffffff8ab7e33b __ext4_get_inode_loc+0x11b ([kernel.kallsyms]) ffffffff8ab817c0 ext4_get_inode_loc+0x40 ([kernel.kallsyms]) ffffffff8ab83030 ext4_reserve_inode_write+0x40 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aaa5e37 generic_update_time+0x77 ([kernel.kallsyms]) ffffffff8aaa7944 file_modified_flags+0xe4 ([kernel.kallsyms]) ffffffff8aaa7980 file_modified+0x10 ([kernel.kallsyms]) ffffffff8ab6cf17 ext4_buffered_write_iter+0x57 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12eed033 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198859 [039] 2543.064239: 32610949 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2543.065233: 45761949 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2543.065338: 36223568 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [043] 2543.066304: 32122690 cycles: ffffffff8aa59d01 uncharge_folio+0xe1 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Schedu 160832 [018] 2543.066586: 33226791 cycles: ab1 [unknown] ([vdso]) diskagentd 159508 [022] 2543.066961: 33695522 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [011] 2543.067203: 44485337 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [041] 2543.067809: 32752870 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [034] 2543.067829: 42687324 cycles: 1330d02b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [042] 2543.068763: 50826521 cycles: 3b65f8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [026] 2543.068785: 37853778 cycles: 3b95057 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [030] 2543.069040: 31586366 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2543.069057: 31552344 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [029] 2543.069873: 43258765 cycles: ffffffff8adaec54 copy_page_from_iter_atomic+0x274 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [035] 2543.069977: 29585769 cycles: 2666c918 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [005] 2543.070100: 35758066 cycles: 3b95fdd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [007] 2543.070354: 41493795 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [028] 2543.070710: 33899952 cycles: 2514e3b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2543.070924: 43008365 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [000] 2543.070927: 35495032 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [044] 2543.071168: 38567550 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [038] 2543.071274: 36198470 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198649 [003] 2543.071341: 46631443 cycles: 3b9ccea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [032] 2543.071412: 51528782 cycles: 25173f8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [009] 2543.071440: 29204901 cycles: 14055ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [020] 2543.072232: 32547033 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2543.072431: 34143872 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165165 [001] 2543.072513: 28934027 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [014] 2543.072591: 39566279 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172235 [024] 2543.073425: 35694835 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [031] 2543.073518: 38580124 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [013] 2543.073972: 40779128 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [004] 2543.074263: 33205853 cycles: 1554d1ad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2543.074687: 38764482 cycles: 1421df02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [010] 2543.074792: 40972692 cycles: ffffffff8a753c19 pick_next_task_fair+0x159 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2543.075214: 39308542 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [002] 2543.075241: 36859060 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [025] 2543.075279: 37678740 cycles: 2528d7e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2543.075364: 32434222 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [033] 2543.075611: 32122948 cycles: 20486e43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165870 [045] 2543.075963: 39113065 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [019] 2543.076447: 41302463 cycles: 1425b5ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [015] 2543.076520: 42010980 cycles: 3b25650 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2543.077347: 33041048 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [017] 2543.077606: 36250511 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [008] 2543.077928: 40329836 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2543.078606: 31371933 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.078973: 37047562 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 154840 [022] 2543.079101: 35516326 cycles: bc09092 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [043] 2543.079531: 29577781 cycles: ffffffff8a7f65d0 futex_wake+0x110 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2543.079690: 32791228 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [021] 2543.079745: 35371648 cycles: 288ad3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [037] 2543.080328: 36390221 cycles: ffffffff8aaeaa86 ep_send_events+0x266 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [030] 2543.081110: 29907227 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [034] 2543.081846: 40898245 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2543.081968: 35132133 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.AIO0 197894 [028] 2543.082001: 32614833 cycles: 251a874a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2543.082064: 44803329 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2543.082220: 52893976 cycles: ffffffff8a7d7ab8 hrtimer_update_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [041] 2543.082247: 28692710 cycles: ffffffff8aa5ba78 try_charge_memcg+0x78 ([kernel.kallsyms]) ffffffff8aa5db8c obj_cgroup_charge+0x6c ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [001] 2543.082354: 28588199 cycles: 154c4b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [026] 2543.082477: 33310840 cycles: 17e3c5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [020] 2543.082540: 34837321 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2543.082806: 31513209 cycles: ffffffff8a779bca psi_task_change+0xba ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [035] 2543.082962: 27568693 cycles: 154cad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [038] 2543.083927: 38307402 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 162518 [005] 2543.084078: 33634481 cycles: 21b6aab9 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 196013 [000] 2543.084124: 36207178 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [007] 2543.084231: 40087758 cycles: 204aedc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2543.084458: 32531310 cycles: ffffffff8b50f13e unix_stream_read_generic+0x21e ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [024] 2543.084738: 35139190 cycles: 1407c6d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [044] 2543.085115: 38066202 cycles: 1841bfc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [006] 2543.085985: 47003607 cycles: 13cb2873 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [042] 2543.086195: 40462816 cycles: 137f400 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [014] 2543.086234: 35926212 cycles: ffffffff8a73ccca cpus_share_cache+0x3a ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2543.087481: 35454334 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [029] 2543.087671: 37300190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165667 [036] 2543.087674: 32434222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fe92ddf287f [unknown] (//anon) ydbd.User 155701 [004] 2543.087684: 35148666 cycles: 1be587e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [012] 2543.087728: 39922238 cycles: ffffffff8a7ef160 tick_nohz_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [002] 2543.089347: 32586259 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172388 [033] 2543.089353: 36145121 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [022] 2543.089590: 34789119 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [010] 2543.090487: 36199140 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [013] 2543.090490: 39318120 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160828 [018] 2543.090528: 33609188 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [003] 2543.090550: 40511350 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2543.090676: 49194019 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [040] 2543.091037: 40254420 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [025] 2543.091132: 33903048 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171590 [027] 2543.092469: 29441364 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [043] 2543.092991: 26619790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [019] 2543.093139: 37560003 cycles: 1300eed1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [023] 2543.093212: 38875598 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [009] 2543.093538: 30741247 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [008] 2543.093615: 34288445 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2543.093650: 27926036 cycles: ffffffff8b800ef4 asm_sysvec_apic_timer_interrupt+0x4 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2543.093768: 39871836 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2543.094263: 27329286 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [021] 2543.094477: 30400327 cycles: ffffffff8a74ae0b reweight_entity+0x11b ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b373f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193501 [028] 2543.094490: 34415645 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2543.094952: 28353674 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2543.095044: 37241444 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [017] 2543.095073: 36177991 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [045] 2543.095092: 33791879 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [026] 2543.095104: 33310840 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2543.095909: 42499648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [046] 2543.095980: 32993842 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197441 [037] 2543.096021: 34536909 cycles: 3b9cfc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [035] 2543.096613: 24918077 cycles: 141f8b51 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 151708 [038] 2543.096637: 35051096 cycles: 133a9e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [024] 2543.096722: 37080082 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2543.096765: 39832557 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171593 [000] 2543.097092: 36444410 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [047] 2543.098765: 32284021 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [014] 2543.098881: 37715094 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 159601 [036] 2543.098937: 39355227 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 162507 [044] 2543.099185: 38770275 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [011] 2543.100203: 45629259 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) swapper 0 [042] 2543.100289: 36332630 cycles: ffffffff8a75fda8 __update_load_avg_se+0x48 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2543.101461: 35134308 cycles: ffffffff8a76e0fb sched_clock_cpu+0xb ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [004] 2543.101539: 37618444 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2543.101823: 32022475 cycles: 3c77885 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [007] 2543.101825: 40467651 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [022] 2543.102081: 32471846 cycles: ffffffff8adaca64 _copy_from_iter+0x184 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [002] 2543.102270: 30264567 cycles: 93a46 pthread_cond_wait+0x216 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [029] 2543.102326: 35497744 cycles: 1fdc7fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [012] 2543.102726: 39025066 cycles: 130265d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [031] 2543.102869: 30266916 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 159616 [016] 2543.103046: 51661045 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [025] 2543.103248: 33779004 cycles: ffffffff8b50c74a unix_scm_to_skb+0x7a ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [043] 2543.103629: 26619790 cycles: 1ca21a57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [009] 2543.103791: 30615402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fcf1027113f [unknown] (//anon) diskagen.IC 198855 [030] 2543.104103: 27363725 cycles: 1311285f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [010] 2543.104362: 39994305 cycles: 25173ae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [006] 2543.104584: 44978473 cycles: ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2543.105198: 30624253 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [027] 2543.105931: 26570132 cycles: 3ae0b30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2543.106276: 44540486 cycles: 644d0f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [035] 2543.106482: 27482776 cycles: 1740b8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2543.106490: 28410356 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2543.106547: 38209838 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2543.106946: 31425626 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [026] 2543.107129: 49684385 cycles: 26cbe04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [028] 2543.107179: 32082250 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2543.107465: 36612896 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [046] 2543.108440: 33314450 cycles: 161b5fe5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2543.108500: 24926580 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [045] 2543.109006: 41751516 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [032] 2543.109067: 44884033 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [023] 2543.109088: 46325088 cycles: 25273811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2543.109310: 36338616 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [021] 2543.109311: 27790307 cycles: ffffffff8aa2ff25 __slab_free+0x5 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [003] 2543.109409: 31714790 cycles: ffffffff8aa7eb69 vfs_write+0x99 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197241 [020] 2543.109502: 32643618 cycles: ffffffff8a7f3a59 __x64_sys_futex+0x79 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [037] 2543.109758: 34009696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [019] 2543.110849: 43381511 cycles: 1421e773 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [000] 2543.111057: 36493404 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2543.111161: 36770623 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [039] 2543.111979: 35813315 cycles: 66228b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [014] 2543.112000: 37105997 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [024] 2543.112008: 35922289 cycles: ffffffff8b47ba1d tcp_rcv_space_adjust+0x15d ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [030] 2543.112397: 28469300 cycles: 133ae4d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [042] 2543.112416: 34589205 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [015] 2543.112613: 33487876 cycles: ffffffff8a738c48 pick_next_task+0x948 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2543.112961: 29771223 cycles: ffffffff8a7d6f05 timer_clear_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2543.113049: 38149750 cycles: ffffffff8b3a5ca0 __netif_receive_skb_core.constprop.0+0x410 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2543.113270: 37175614 cycles: ffffffff8a747b9b update_load_avg+0x2cb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2543.113576: 34462614 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 160829 [022] 2543.113721: 31071943 cycles: ffffffff8a7e7a35 posix_cpu_clock_get+0x5 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.IC 197544 [036] 2543.114170: 39008069 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [004] 2543.114477: 34674308 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 196911 [031] 2543.114578: 35808983 cycles: bc06680 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [043] 2543.115014: 30692250 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198038 [027] 2543.115374: 27344109 cycles: 133ae15f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [029] 2543.116248: 36168228 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165674 [005] 2543.116785: 32517294 cycles: ffffffff8b6ab4b2 do_nanosleep+0x42 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [009] 2543.116794: 35900405 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2543.117323: 29020175 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2543.117351: 37581532 cycles: ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2543.117828: 27429945 cycles: 1411bf91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2543.118014: 27386413 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [028] 2543.118340: 30791756 cycles: 2044446a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [012] 2543.118382: 33540422 cycles: ffffffff8a7d8d81 hrtimer_interrupt+0x61 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2543.118735: 33457603 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [010] 2543.119245: 35063232 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2543.119748: 39082060 cycles: ffffffff8a7eec47 tick_nohz_next_event+0x67 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [007] 2543.119778: 33459837 cycles: 660e2e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [046] 2543.120268: 31320768 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198114 [040] 2543.120468: 34410935 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [035] 2543.120642: 25571973 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [038] 2543.121250: 34586658 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [006] 2543.121308: 40859565 cycles: ffffffff8a7691bb psi_group_change+0x21b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [037] 2543.121434: 36209392 cycles: ffffffff8b494379 tcp_v4_rcv+0xdb9 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [020] 2543.122130: 30576986 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [021] 2543.122195: 36348155 cycles: ffffffff8a752e15 load_balance+0xe5 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [016] 2543.122866: 43170635 cycles: ffffffff8a739e4e set_task_cpu+0xee ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [003] 2543.123311: 31238471 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2543.123498: 34265556 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172223 [017] 2543.124035: 34481420 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [034] 2543.124426: 34393599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [018] 2543.124432: 33970100 cycles: 17db40f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [002] 2543.124452: 28731399 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2543.124646: 28056479 cycles: ffffffff8a64a316 __switch_to+0x26 ([kernel.kallsyms]) diskagen.IC 198626 [024] 2543.124741: 33202946 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [023] 2543.125794: 48403391 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2543.125909: 44884033 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [015] 2543.126132: 33588384 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [013] 2543.126426: 37599872 cycles: ffffffff8a74e092 dequeue_task_fair+0x52 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [044] 2543.126603: 41076378 cycles: 6e8 [unknown] ([vdso]) nbsd-lig.SRV1 194448 [042] 2543.126674: 30429669 cycles: 288983d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [045] 2543.126705: 38123812 cycles: ffffffff8a741c35 wake_affine+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [014] 2543.127031: 39269949 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [047] 2543.127169: 37244457 cycles: 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2543.127509: 32040961 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [004] 2543.127578: 36410425 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2543.127761: 25950608 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198114 [026] 2543.127956: 42038953 cycles: ffffffff8a7d9185 hrtimer_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [039] 2543.129021: 39799958 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2543.129142: 33684965 cycles: ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [033] 2543.129646: 30220189 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194389 [036] 2543.129752: 50414545 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [028] 2543.129839: 29647595 cycles: bc090a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [001] 2543.130638: 28722018 cycles: 3661b51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [012] 2543.131040: 31011813 cycles: ffffffff8a7c56cd exit_to_user_mode_loop+0xcd ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [019] 2543.131198: 40886180 cycles: ffffffff8aa1caed vma_alloc_folio+0x8d ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [031] 2543.131344: 33820210 cycles: 68907e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [029] 2543.131647: 33796981 cycles: 133a450c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [005] 2543.131723: 33010641 cycles: 64a2f29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [041] 2543.131750: 29987294 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2543.131768: 27307673 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [010] 2543.132164: 32239696 cycles: ffffffff8aa7eca2 vfs_write+0x1d2 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [008] 2543.133097: 32586109 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [040] 2543.133182: 38278681 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 198117 [046] 2543.133482: 29302121 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [020] 2543.133879: 32632079 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [030] 2543.134102: 33750266 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [025] 2543.134139: 37581532 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [009] 2543.134230: 38534119 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [002] 2543.134892: 28494185 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8b8ac pipe_write+0x3ec ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 197891 [000] 2543.135021: 33201413 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [038] 2543.135438: 39622849 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [007] 2543.135582: 28308581 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [006] 2543.136005: 37728888 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2543.136204: 35705667 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2543.136212: 32560104 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [011] 2543.137122: 30593894 cycles: 3b1a63f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [003] 2543.137465: 38046802 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2543.138012: 29620569 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [024] 2543.138238: 33202946 cycles: 3b17312 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [016] 2543.138343: 44864247 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [018] 2543.138507: 33443816 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198649 [017] 2543.138609: 34533518 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2543.139209: 28716616 cycles: 1425aa61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [015] 2543.139518: 31351189 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2543.140019: 38944968 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2543.140269: 29620933 cycles: ffffffff8a73352a prepare_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [047] 2543.140447: 37870938 cycles: 1741b13b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [014] 2543.140746: 44924329 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2543.140786: 33141868 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165665 [004] 2543.141188: 32577711 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [001] 2543.141527: 28011860 cycles: 133925d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2543.141620: 35781254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [023] 2543.141784: 42782805 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [045] 2543.142106: 35956777 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [033] 2543.142223: 31967833 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [044] 2543.142286: 41582724 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [012] 2543.142423: 29873580 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [005] 2543.143420: 35849480 cycles: ffffffff8b46fe00 tcp_update_recv_tstamps+0x30 ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [008] 2543.143631: 32613005 cycles: ffffffff8aa586c8 __mod_memcg_lruvec_state+0x58 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [032] 2543.143700: 65315672 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2543.143752: 35210302 cycles: ffffffff8b456402 ip_rcv+0xb2 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172225 [039] 2543.144012: 47687309 cycles: 11959ef5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [041] 2543.144168: 35181496 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [043] 2543.144183: 37271331 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159883 [010] 2543.144190: 30967519 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198839 [026] 2543.144191: 39372286 cycles: ffffffff8b6a450b __schedule+0xb ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2543.144303: 29185697 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [046] 2543.144420: 30967253 cycles: 16fbc65 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172767 [020] 2543.145018: 35195534 cycles: 18754fda [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [029] 2543.145581: 37915598 cycles: 3b22427 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [030] 2543.146232: 32175190 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198114 [031] 2543.146304: 32678864 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [040] 2543.147150: 34861058 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c796f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2543.147280: 34686280 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [034] 2543.147330: 35765289 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159401 [007] 2543.147941: 26671936 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [025] 2543.148003: 45607539 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [009] 2543.148070: 36086198 cycles: 27285217 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [019] 2543.148302: 36469193 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.148636: 42865605 cycles: ffffffff8a7d76b0 hrtimer_wakeup+0x0 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [042] 2543.148941: 32024994 cycles: 3b3db60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2543.149812: 30593894 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c30d88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [027] 2543.150302: 35222380 cycles: 36b79e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2543.150322: 32832050 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [038] 2543.150519: 34359273 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 194355 [006] 2543.150631: 44173025 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2543.151024: 40856544 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [028] 2543.151122: 31857012 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [024] 2543.151200: 40582306 cycles: 133c9385 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [001] 2543.151541: 30692082 cycles: 133a5c80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [015] 2543.152121: 29753138 cycles: ffffffff8a761979 update_dl_rq_load_avg+0x29 ([kernel.kallsyms]) ffffffff8a7486ec update_blocked_averages+0xfc ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [012] 2543.153419: 29063054 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [004] 2543.153485: 31943328 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [022] 2543.153552: 33274658 cycles: ffffffff8a6b8d2d pvclock_clocksource_read+0x5d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [008] 2543.153870: 35641784 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [003] 2543.154057: 39819504 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [016] 2543.154674: 46870678 cycles: 288dccd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2543.154933: 40768856 cycles: ffffffff8b6a472e __schedule+0x22e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2543.155116: 39870113 cycles: ffffffff8a9966fd need_update+0x1d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [010] 2543.155158: 33221710 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2543.155237: 29397549 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [013] 2543.155307: 36086572 cycles: ffffffff8a9ec89b rmqueue_bulk+0x16b ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [046] 2543.156197: 29886339 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [047] 2543.156204: 44183362 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [002] 2543.156400: 27899289 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [023] 2543.156812: 40470996 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2543.157308: 34920224 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [020] 2543.158274: 32228858 cycles: 12ff59ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2543.158358: 29986014 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2543.158422: 40141453 cycles: 1402e9e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [005] 2543.158616: 36951569 cycles: 14068568 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [041] 2543.158637: 35033966 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2543.158974: 30422533 cycles: ffffffff8a6c8033 invalidate_user_asid+0x23 ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [021] 2543.159269: 30081402 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [044] 2543.159458: 34552964 cycles: 269aa231 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2543.159715: 33110398 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [007] 2543.159979: 28892529 cycles: 250fe0eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [000] 2543.160382: 36912007 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [043] 2543.161084: 35286514 cycles: 12e810ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [026] 2543.161167: 44133765 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.161284: 32427134 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [042] 2543.161304: 34018811 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2543.161706: 40896451 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [028] 2543.161894: 31140916 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [018] 2543.162276: 41161007 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [027] 2543.163003: 33859018 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [038] 2543.163248: 34359273 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2543.163876: 31100640 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 162503 [029] 2543.163934: 41261651 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [037] 2543.164182: 39026712 cycles: ffffffff8b380588 __skb_clone+0x118 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2543.164242: 32441783 cycles: 186b2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [012] 2543.164507: 28426419 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [039] 2543.164631: 53868912 cycles: 1407caa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2543.165464: 36038503 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 198832 [015] 2543.166074: 29753138 cycles: ffffffff8a7529f1 update_sd_lb_stats.constprop.0+0x261 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [024] 2543.166136: 39142764 cycles: 1330db05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2543.166505: 27602639 cycles: 3b99c12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2543.166707: 37118003 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [036] 2543.166736: 35607720 cycles: ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2543.166797: 36377406 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2543.167090: 28769180 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [008] 2543.167321: 36922884 cycles: 141eb31e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155854 [022] 2543.167415: 35389502 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [010] 2543.168267: 31223044 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 166600 [025] 2543.168363: 44711193 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198751 [033] 2543.168473: 34432725 cycles: 99b1d pthread_mutex_unlock+0xad (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [021] 2543.169348: 33006737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2543.169362: 35146316 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193501 [030] 2543.169583: 29969598 cycles: ffffffff8a733318 prepare_task_switch+0x18 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [032] 2543.169725: 53227133 cycles: 17e39db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [020] 2543.170043: 34326228 cycles: 288acc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [045] 2543.170284: 32244188 cycles: 20457db9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [016] 2543.170835: 44102913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [035] 2543.171744: 35565539 cycles: bc08373 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [041] 2543.172320: 31668454 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [003] 2543.172427: 36450842 cycles: 3b17305 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2543.172490: 36191045 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [007] 2543.172501: 34683725 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [017] 2543.172525: 37634347 cycles: 1618aaff [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [043] 2543.172730: 36478232 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [013] 2543.172821: 38121961 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [044] 2543.173145: 31140874 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) Test 194631 [005] 2543.173441: 35582496 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2543.173503: 29810828 cycles: 140870c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [040] 2543.174030: 39042744 cycles: 64f66eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2543.174385: 39332561 cycles: 1380ad4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [034] 2543.174738: 38354802 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2543.174812: 28186461 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [042] 2543.175193: 34733394 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [023] 2543.175310: 35900212 cycles: 251a13bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [031] 2543.175418: 32991080 cycles: ffffffff8a74c755 select_task_rq_fair+0x2d5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 35f3da9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2543.176309: 41897254 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b37e589 __alloc_skb+0x89 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193991 [002] 2543.176589: 27625556 cycles: bbc4bbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [026] 2543.176680: 38955258 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [001] 2543.177487: 33707214 cycles: ffffffff8a750124 update_sg_lb_stats+0x324 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [046] 2543.177784: 28809843 cycles: 251a21b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [009] 2543.177797: 38843283 cycles: 1407fb37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [024] 2543.178029: 37311866 cycles: ffffffff8aaeb477 do_epoll_wait+0x87 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [038] 2543.178074: 41556345 cycles: 186a7ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [027] 2543.178195: 32207537 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [037] 2543.178419: 34737021 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [018] 2543.178454: 35137988 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [006] 2543.179283: 34877864 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2543.179445: 33047275 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2543.179631: 41971660 cycles: 15b37ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [022] 2543.179747: 42044486 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [004] 2543.179942: 39781180 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [021] 2543.180380: 33284860 cycles: 204b0fdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2543.180491: 37819514 cycles: 209f5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 194347 [019] 2543.180977: 37433561 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [010] 2543.181399: 28195916 cycles: 141f12a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [020] 2543.181409: 33524539 cycles: 17e39db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2543.181436: 37924629 cycles: ffffffff8a7d7b1f __remove_hrtimer+0xf ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2543.181632: 46865069 cycles: ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2543.182133: 34079198 cycles: 26a788e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 170237 [014] 2543.182242: 32944912 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2543.182403: 41575600 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [028] 2543.183625: 29436897 cycles: 133ae15b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2543.183700: 33177707 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [044] 2543.183710: 37765098 cycles: ffffffff8a764e8f __wake_up_common+0x7f ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [045] 2543.184302: 32965574 cycles: ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2543.185419: 28637941 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2543.186256: 33562902 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [043] 2543.186632: 32706094 cycles: 689a26d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2543.186854: 37356290 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [007] 2543.186895: 31982695 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [005] 2543.186909: 33774915 cycles: 3a8fe1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [012] 2543.187118: 30338649 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2543.187151: 39415696 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [016] 2543.187380: 36652476 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [002] 2543.187427: 30545788 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [026] 2543.188016: 36885603 cycles: 1549f5aa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [023] 2543.188065: 37160271 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2543.188397: 39858457 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [000] 2543.188416: 40164086 cycles: 26740057 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2543.188479: 28303803 cycles: 352a258 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [025] 2543.188600: 44309826 cycles: ffffffff8aaab065 __fget_light+0x5 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 160831 [032] 2543.188602: 51116374 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194356 [047] 2543.188904: 44661848 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [040] 2543.189072: 33749598 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [031] 2543.189940: 32313974 cycles: ffffffff8b384084 consume_skb+0x54 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [034] 2543.190137: 38281000 cycles: 1841d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [001] 2543.191194: 33707214 cycles: 24f42351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [036] 2543.191436: 31249362 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172771 [024] 2543.191596: 34413389 cycles: a03b5bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [015] 2543.191630: 45500045 cycles: ffffffff8a741e3d wake_affine+0x20d ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2543.191631: 32207405 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [010] 2543.191644: 28084464 cycles: 13b84eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2543.192246: 32311250 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2543.192453: 40241145 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [037] 2543.192842: 37039973 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [004] 2543.193440: 39003902 cycles: 1869cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [009] 2543.193930: 41093861 cycles: ffffffff8b381e24 skb_release_data+0x114 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2543.193987: 38881250 cycles: ffffffff8a744edc select_idle_cpu+0xec ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [038] 2543.194157: 39478266 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [008] 2543.194346: 34200358 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2543.194353: 36363128 cycles: ffffffff8a73caeb send_call_function_single_ipi+0x7b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2543.195328: 34637978 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [030] 2543.196309: 33943220 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [028] 2543.196830: 28537112 cycles: 13392751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2543.196843: 27559658 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151691 [022] 2543.197038: 35760675 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [014] 2543.197389: 28288997 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2543.197577: 43532058 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [035] 2543.197697: 29635169 cycles: 13c7ccb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [033] 2543.197992: 35291200 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [046] 2543.198534: 31860546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [012] 2543.198940: 29281215 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [039] 2543.199160: 43260212 cycles: ffffffff8aa7b8ba do_iter_readv_writev+0xfa ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [019] 2543.199440: 38581231 cycles: 2648b9d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2543.199641: 38138265 cycles: 14023f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [007] 2543.200125: 28790039 cycles: 68acf56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2543.200307: 34533496 cycles: 12ff58c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2543.200383: 40138719 cycles: ffffffff8b61acf1 timerqueue_del+0x31 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [029] 2543.200404: 44542411 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2543.201457: 31686738 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [016] 2543.201525: 33526931 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [002] 2543.201573: 27700472 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [005] 2543.201576: 39682597 cycles: 1408633f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 196911 [026] 2543.201890: 37171983 cycles: ffffffff8a760597 __update_load_avg_cfs_rq+0x157 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [010] 2543.202479: 30524855 cycles: 689a225 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.202558: 30980211 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196760 [031] 2543.202612: 31950068 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [003] 2543.202744: 38444362 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [036] 2543.203060: 30000656 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [017] 2543.203244: 34511875 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [023] 2543.203302: 31760992 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2543.203897: 31726833 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [000] 2543.204007: 48014274 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [018] 2543.204528: 33387902 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [025] 2543.205211: 42083098 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [041] 2543.205513: 32216174 cycles: 14339185 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [034] 2543.205572: 36027088 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2543.206201: 30182489 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) nbsd.IC 197544 [004] 2543.206232: 40317570 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2543.206705: 42227514 cycles: ffffffff8a779b10 psi_task_change+0x0 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [008] 2543.207072: 35274880 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [028] 2543.207469: 29941288 cycles: 251a3567 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2543.207578: 32740496 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [006] 2543.207769: 34400761 cycles: 139f0dd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2543.207914: 37573278 cycles: 197bd45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [046] 2543.208529: 31156981 cycles: ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [045] 2543.208574: 36630336 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [047] 2543.208705: 37078935 cycles: 1958a6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [035] 2543.208790: 32763090 cycles: 3987e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [014] 2543.208816: 27481862 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2543.209032: 37804308 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [032] 2543.209051: 46211139 cycles: 17ab2a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [009] 2543.209354: 35208076 cycles: ffffffff8b377e7b __sk_mem_raise_allocated+0xeb ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [030] 2543.209622: 31115081 cycles: 1e46c82b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [021] 2543.209804: 31207557 cycles: 17bd7d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [038] 2543.210446: 35517671 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [022] 2543.211369: 38473641 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [002] 2543.211670: 30585223 cycles: ffffffff8b37e589 __alloc_skb+0x89 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [015] 2543.211720: 49119656 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2543.211806: 35936018 cycles: 137c663 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2543.212480: 34595334 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [042] 2543.212634: 36144517 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2543.212696: 30468984 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [010] 2543.213087: 30083943 cycles: 1554bc9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [016] 2543.213106: 34507591 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [013] 2543.213300: 34471374 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [026] 2543.213564: 35366137 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [023] 2543.213896: 35519881 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [019] 2543.214321: 38692639 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [011] 2543.214709: 53327966 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [031] 2543.214812: 33456353 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [044] 2543.215028: 50146476 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2543.215102: 30000656 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [003] 2543.215649: 38669898 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [039] 2543.215680: 41049031 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2543.215751: 32606577 cycles: 12ff5306 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [040] 2543.215807: 29022371 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [027] 2543.216340: 44437108 cycles: 1e5c5108 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [028] 2543.217116: 33824184 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2543.217253: 38691477 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [041] 2543.217295: 34710082 cycles: ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a64012 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170130 [017] 2543.217362: 33340710 cycles: bc0909c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2543.218007: 28588161 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [014] 2543.219009: 26937200 cycles: 1a6d2f [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [034] 2543.219102: 41604713 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [012] 2543.219685: 31506575 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 197885 [029] 2543.219939: 40602698 cycles: 21b6b3c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194003 [004] 2543.220089: 37460382 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [006] 2543.220202: 33232811 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [030] 2543.220287: 37564023 cycles: ffffffff8aa305be kmem_cache_free+0x1de ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 194422 [008] 2543.220755: 32308649 cycles: ffffffff8aa9e78d do_sys_poll+0x1cd ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.Schedu 165460 [037] 2543.221161: 33691107 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [046] 2543.221231: 35893077 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [002] 2543.221391: 33206539 cycles: ffffffff8b51c5c3 ip6_rcv_core+0x263 ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [000] 2543.221576: 37909241 cycles: 18693fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [021] 2543.222054: 31207557 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2543.222506: 30385787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2543.222788: 42459538 cycles: ffffffff8b1b5a1c loopback_xmit+0xfc ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [047] 2543.222792: 32796824 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [001] 2543.222847: 40056564 cycles: 204b0c78 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2543.222978: 37985328 cycles: ffffffff8a73831a pick_next_task+0x1a ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172232 [025] 2543.222992: 40129039 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [020] 2543.223643: 36934656 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2543.224766: 29098514 cycles: ffffffff8b46f445 __tcp_cleanup_rbuf+0x15 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [045] 2543.225310: 36313733 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 193499 [040] 2543.225476: 31511499 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [007] 2543.225510: 35244353 cycles: ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 250fdd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 172230 [022] 2543.225758: 38128820 cycles: a09565e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2543.226018: 35451810 cycles: ffffffff8a74134d clear_buddies+0xd ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159494 [018] 2543.226131: 38030145 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [032] 2543.226410: 42181371 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [043] 2543.226769: 28879990 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2543.227276: 31430799 cycles: ffffffff8aa5d943 mod_objcg_state+0x113 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.227345: 35597898 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [042] 2543.227365: 39367380 cycles: 3b9dcf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [023] 2543.227711: 39568792 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [026] 2543.228624: 31461568 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [031] 2543.228947: 33090545 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2543.229696: 44562143 cycles: ffffffff8a73cade send_call_function_single_ipi+0x6e ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 125ec2 epoll_wait+0x72 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2543.229701: 38806107 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2543.229782: 29030706 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2543.229905: 32203622 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [024] 2543.230096: 27080473 cycles: 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2543.230268: 30743031 cycles: ffffffff8aa5ef2b mem_cgroup_charge_skmem+0x6b ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2543.231818: 51936003 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) blockstore-test 198065 [012] 2543.232149: 33784416 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196007 [003] 2543.232396: 37334980 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [019] 2543.232685: 31584099 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193989 [004] 2543.233303: 33603519 cycles: ffffffff8b6a4790 __schedule+0x290 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [034] 2543.233532: 38710450 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2543.234128: 29243578 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [006] 2543.234315: 36869900 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [030] 2543.234348: 36944565 cycles: 1741571b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [041] 2543.234656: 36222995 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2543.234673: 34186934 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2543.235108: 28452601 cycles: 139f1084 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [045] 2543.235853: 36185035 cycles: 75195 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2543.236598: 30922151 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 193991 [046] 2543.236667: 33264869 cycles: bbd1674 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [009] 2543.236717: 36794094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [047] 2543.236755: 37417189 cycles: ffffffff8a7f6504 futex_wake+0x44 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2543.237117: 38970087 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [040] 2543.237134: 30082421 cycles: 18081ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 169832 [027] 2543.237274: 40088302 cycles: ffffffff8a74e895 put_prev_entity+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166613 [021] 2543.237467: 42406546 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165460 [037] 2543.237539: 28576337 cycles: ffffffff8a74fe3a update_sg_lb_stats+0x3a ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [044] 2543.237544: 41113780 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165440 [000] 2543.237786: 35533918 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 167057 [038] 2543.238052: 41833140 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155861 [020] 2543.238116: 44542402 cycles: ffffffff8a604311 __switch_to_asm+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [029] 2543.238432: 43524415 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198430 [011] 2543.239078: 53327966 cycles: 1406fa5e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [025] 2543.239250: 47193759 cycles: 3af27c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [043] 2543.239809: 29215717 cycles: 1841bfc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [024] 2543.240018: 26969968 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [016] 2543.240232: 32321306 cycles: 133c90ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [014] 2543.240706: 28745624 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2543.240768: 50410926 cycles: 12d6bdce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [022] 2543.240798: 34042579 cycles: 3b66386 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2543.241224: 36597534 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [026] 2543.241466: 28653658 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [018] 2543.241486: 36555141 cycles: 133fefb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [013] 2543.241573: 27517871 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196919 [036] 2543.241589: 35323805 cycles: bbe3720 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [028] 2543.241963: 32791061 cycles: ffffffff8b462f25 inet_ehashfn+0x45 ([kernel.kallsyms]) ffffffff8b463054 __inet_lookup_established+0x44 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2543.242021: 36506086 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196717 [012] 2543.242682: 38963583 cycles: 32e07b1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8a04 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272b9a1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [042] 2543.242733: 38065427 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [023] 2543.242747: 34478559 cycles: ffffffff8b480cda tcp_rcv_established+0x4a ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [017] 2543.243255: 31926606 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [031] 2543.243710: 29400208 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [032] 2543.244032: 34751548 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14068b0a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [008] 2543.244111: 32168515 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [010] 2543.245343: 28472085 cycles: 3ba4644 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [035] 2543.246554: 32909553 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [004] 2543.246759: 34139135 cycles: 1d426f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2543.246831: 35441732 cycles: ffffffff8a7ee3d0 tick_check_broadcast_expired+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [033] 2543.247142: 41171347 cycles: 3ba3d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [002] 2543.247487: 35792940 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [003] 2543.247685: 31159837 cycles: ffffffff8a760476 __update_load_avg_cfs_rq+0x36 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2543.247950: 40747665 cycles: 3b1a01a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [040] 2543.247980: 33029704 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 162382db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [034] 2543.248361: 38760577 cycles: 3af2824 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [030] 2543.248512: 33499241 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17bca46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [045] 2543.248651: 33776439 cycles: 167e71a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [037] 2543.248816: 27155791 cycles: ffffffff8b1b596d loopback_xmit+0x4d ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [041] 2543.249660: 31057276 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [009] 2543.249785: 33346668 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [046] 2543.249961: 31646558 cycles: ffffffff8aaeb49b do_epoll_wait+0xab ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167056 [024] 2543.250134: 26735677 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [014] 2543.250508: 28868893 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [043] 2543.250508: 33421205 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2543.250704: 40396357 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2543.250985: 35829286 cycles: 140713e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198751 [015] 2543.251109: 49002150 cycles: ffffffff8aa18be9 policy_node+0x29 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2543.251619: 30889971 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [000] 2543.252084: 36072640 cycles: 154cadc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198436 [027] 2543.252159: 39968387 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2543.252238: 36684014 cycles: ffffffff8a7655c2 record_times+0x32 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [038] 2543.252405: 37289523 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2543.253058: 27573049 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2543.253111: 30006201 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [028] 2543.253255: 31753625 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) test_tool 196717 [012] 2543.253404: 38235368 cycles: 24f06e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0c5d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a22 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.SRV1 197555 [022] 2543.253476: 31162231 cycles: 1433bc12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [020] 2543.254209: 41854877 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2543.254489: 33547543 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2543.254754: 40795387 cycles: 186f814 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [021] 2543.255197: 42858127 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 155697 [010] 2543.255314: 28570904 cycles: ffffffff8a75fa67 __update_load_avg_blocked_se+0x27 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [031] 2543.255543: 32311803 cycles: 688d4f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [007] 2543.255700: 38766892 cycles: ffffffff8a74bf82 select_idle_sibling+0x462 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2543.256019: 35090123 cycles: ffffffff8aa1c9e3 policy_nodemask+0x23 ([kernel.kallsyms]) ffffffff8aa1d0e0 alloc_pages+0x70 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [042] 2543.256149: 35482712 cycles: 3c43643 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [001] 2543.256472: 42531167 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [032] 2543.256499: 32898756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2543.256741: 31784003 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2543.256840: 46624406 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [005] 2543.257037: 35454005 cycles: ffffffff8aa31b3a __kmem_cache_free+0x22a ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [025] 2543.257103: 48584225 cycles: ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2543.257929: 28025404 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2543.258408: 35748401 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2543.259796: 35800233 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [035] 2543.260215: 30663120 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2543.260370: 34099015 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [002] 2543.260370: 33225452 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [024] 2543.260397: 30146159 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [011] 2543.260425: 63676824 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [046] 2543.260929: 30597151 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2543.261296: 36229392 cycles: 17a9f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2543.261437: 34976766 cycles: ffffffff8a74ecce enqueue_entity+0x24e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2543.261599: 31221868 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [041] 2543.262048: 29874049 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2543.262165: 27320547 cycles: ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [045] 2543.262876: 36514833 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2543.263811: 34572774 cycles: ffffffff8a7d794d __hrtimer_next_event_base+0xad ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [016] 2543.263899: 34317890 cycles: ffffffff8b6a4880 __schedule+0x380 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 171590 [000] 2543.263917: 33443404 cycles: ffffffff8a6c8cb5 enter_lazy_tlb+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 196717 [012] 2543.263918: 37863474 cycles: 272a554 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e1a38 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 196118 [009] 2543.264139: 29825492 cycles: 3a77a2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2543.264221: 27051776 cycles: ffffffff8a743699 pick_next_entity+0x189 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [034] 2543.264459: 32967842 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2543.265214: 30768033 cycles: 1c77bcb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [043] 2543.265307: 37050080 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [022] 2543.265331: 29538348 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [038] 2543.265374: 38347712 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [033] 2543.265935: 44724739 cycles: ffffffff8a7e6370 __x64_sys_clock_nanosleep+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 169827 [010] 2543.266065: 31552810 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [047] 2543.266092: 33500075 cycles: ffffffff8a74be46 select_idle_sibling+0x326 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a4a5a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2543.266467: 36581134 cycles: 21a1baf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [028] 2543.266506: 30132644 cycles: 178edb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [037] 2543.266669: 29433852 cycles: ffffffff8a77cd90 __raw_read_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [039] 2543.266966: 47991360 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2543.267329: 33327417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2543.267939: 34957865 cycles: 161b6055 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [031] 2543.268004: 35732437 cycles: 13c7c6cc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 166754 [032] 2543.268082: 31187031 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [007] 2543.269504: 44841686 cycles: 204b0dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2543.270501: 37361802 cycles: 178ebcf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [005] 2543.270506: 37335826 cycles: 21a2fec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [020] 2543.270545: 49940450 cycles: ffffffff8b46d53a tcp_poll+0x9a ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2543.270552: 39144746 cycles: ffffffff8a739a27 ttwu_do_activate+0x37 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196907 [042] 2543.270761: 42260540 cycles: ffffffff8a74ae7c update_cfs_group+0xc ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [023] 2543.271046: 39581157 cycles: 1548fdfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [017] 2543.271059: 37503702 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [021] 2543.271093: 41992814 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [046] 2543.272008: 29893607 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [024] 2543.272024: 32408723 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2543.272067: 27844328 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [001] 2543.272401: 40790508 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [036] 2543.272722: 37988641 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [035] 2543.272854: 31358987 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196100 [002] 2543.273082: 37258238 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 194369 [030] 2543.273357: 32107637 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c2a2b9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [003] 2543.273608: 35756747 cycles: ffffffff8b37ebc5 kfree_skbmem+0x5 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [026] 2543.274006: 37020713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194329 [040] 2543.274011: 34858690 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [041] 2543.274773: 34999375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [004] 2543.274789: 36072807 cycles: 129aad1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 154842 [034] 2543.275609: 31316326 cycles: ffffffff8b6a462a __schedule+0x12a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [006] 2543.275921: 38046056 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [022] 2543.275957: 29968918 cycles: 1554bf94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [009] 2543.276300: 31154636 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 198605 [019] 2543.276316: 38112716 cycles: ffffffff8aab8343 seq_put_decimal_ull_width+0x93 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3d85c task_state+0x1ec ([kernel.kallsyms]) ffffffff8ab3ebc9 proc_pid_status+0x79 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f03d8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [016] 2543.276618: 38132352 cycles: 3c77b31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [000] 2543.276860: 31356486 cycles: ffffffff8a60de7a amd_brs_disable_all+0x1a ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62b163 __put_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [029] 2543.277143: 48349657 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [013] 2543.277503: 29059259 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166748 [037] 2543.277931: 35331274 cycles: 12aeee78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [010] 2543.277986: 36599279 cycles: ffffffff8a74bbd8 select_idle_sibling+0xb8 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [012] 2543.278222: 34011754 cycles: 26a6f1cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [045] 2543.278706: 43654859 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [044] 2543.278856: 42876792 cycles: 18082f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [032] 2543.279180: 34288411 cycles: 3a61d27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [008] 2543.279318: 32964427 cycles: 17408d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [028] 2543.279319: 37642475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172235 [043] 2543.279555: 37737394 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 171593 [038] 2543.279698: 38347712 cycles: 90a64 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [047] 2543.280239: 35874238 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2543.280462: 43810909 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [014] 2543.280827: 30829461 cycles: ffffffff8b448c0e nf_hook_slow+0x5e ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [031] 2543.281442: 36635715 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2543.281965: 36431590 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [018] 2543.282197: 34814250 cycles: 6863e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2543.282717: 38576039 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [042] 2543.283319: 39132524 cycles: 12e96e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [024] 2543.283578: 35011415 cycles: ffffffff8b475486 tcp_newly_delivered+0x26 ([kernel.kallsyms]) ffffffff8b47ef66 tcp_ack+0x606 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [030] 2543.284461: 31666210 cycles: 688f150 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170459 [002] 2543.286105: 34617273 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) blocksto.CLI2 198714 [017] 2543.286391: 37642774 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1854a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2543.286459: 32415189 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [021] 2543.286670: 41711988 cycles: 14023d63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 154954 [004] 2543.286846: 40505495 cycles: 156a77a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [035] 2543.287145: 30566206 cycles: ffffffff8a738c40 pick_next_task+0x940 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2543.287187: 32392677 cycles: 673b89b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [007] 2543.287211: 39721124 cycles: 14149972 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [033] 2543.287240: 46484205 cycles: ffffffff8b46ea40 tcp_sendmsg_locked+0x140 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [001] 2543.287315: 44554952 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [023] 2543.287379: 33221806 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [036] 2543.287829: 41189954 cycles: ffffffff8a733318 prepare_task_switch+0x18 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [020] 2543.287956: 45852485 cycles: 13c97a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 198846 [022] 2543.287962: 35278490 cycles: ffffffff8b6a4953 __schedule+0x453 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [027] 2543.288163: 33962217 cycles: 2043db1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2543.288174: 33634738 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [011] 2543.288215: 47120257 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [041] 2543.288278: 35807161 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [039] 2543.288638: 42175646 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2543.288785: 29385369 cycles: ffffffff8b61a5e8 memchr_inv+0xa8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 193838 [003] 2543.288961: 38802586 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2543.288990: 32412804 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [034] 2543.289341: 28481248 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [013] 2543.289715: 28191859 cycles: ffffffff8a769106 psi_group_change+0x166 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [012] 2543.290330: 31794764 cycles: ffffffff8b455dc5 ip_local_deliver_finish+0x5 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2543.290754: 39571270 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2543.290983: 31409108 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [010] 2543.291081: 34250521 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [032] 2543.291485: 39187805 cycles: ffffffff8a7523c8 __update_idle_core+0x98 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [016] 2543.291872: 37268138 cycles: ffffffff8b45c735 ip_local_out+0x5 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2543.292018: 33284507 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2543.292185: 40130014 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [028] 2543.293146: 33828915 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [038] 2543.294776: 44741137 cycles: 3ae0e3f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2543.295161: 43972383 cycles: ffffffffc0ca0ac1 get_l4proto+0x21 ([kernel.kallsyms]) ffffffffc0ca466c nf_conntrack_in+0x8c ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [044] 2543.295310: 43147372 cycles: 1601aa0f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [018] 2543.295460: 34862244 cycles: 219fbcd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [029] 2543.295944: 43803540 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI1 196117 [019] 2543.296159: 28730749 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [046] 2543.296182: 41379651 cycles: 3ac433f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [030] 2543.296484: 31666210 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) swapper 0 [043] 2543.296939: 30157286 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [031] 2543.297058: 41425866 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [045] 2543.297573: 41522437 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [024] 2543.297601: 40885173 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [042] 2543.298346: 39132524 cycles: ffffffff8a743176 migrate_task_rq_fair+0x76 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a2fe0d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2543.298561: 32082834 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2543.298648: 37784584 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [035] 2543.299639: 29080706 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [017] 2543.299878: 38001795 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [040] 2543.300368: 30196609 cycles: ffffffff8a743490 select_idle_core+0x140 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2543.300928: 29634760 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) diskagen.User 198844 [034] 2543.301016: 27221287 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [021] 2543.301097: 51439576 cycles: ffffffff8acd3fd5 apparmor_file_permission+0x5 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2543.301476: 34440289 cycles: ffffffff8aa58798 mod_memcg_lruvec_state+0x18 ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [023] 2543.301512: 30359511 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2543.301675: 36719622 cycles: 204856a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2543.301732: 28492794 cycles: 219c4230 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [026] 2543.301772: 39072288 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [009] 2543.301776: 33397760 cycles: 1860e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198708 [022] 2543.301922: 38574154 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [012] 2543.301936: 30463816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [004] 2543.301978: 34881351 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [013] 2543.302699: 35324772 cycles: 3b65561 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2543.302747: 33752923 cycles: 1740e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [036] 2543.302873: 36859364 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [027] 2543.302920: 39474199 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2543.303614: 43604669 cycles: 1665a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [008] 2543.303863: 31703580 cycles: 264a6fde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [006] 2543.304545: 40885852 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [007] 2543.304545: 36351747 cycles: 1300b40c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [032] 2543.304709: 36578555 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [041] 2543.305167: 35810407 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2543.305917: 32439430 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [020] 2543.305935: 44734137 cycles: 204a4d96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [001] 2543.306259: 38317279 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [003] 2543.306470: 40195358 cycles: ffffffff8a9ed523 rmqueue+0x623 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [028] 2543.306912: 34324093 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2543.307397: 37851841 cycles: 17ec031 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [030] 2543.308066: 37893535 cycles: 1c9686c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [019] 2543.308410: 26372206 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197874 [037] 2543.308970: 50819366 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [011] 2543.309164: 37527946 cycles: ffffffff8a9ee040 free_unref_page+0xa0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [018] 2543.309174: 34485323 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [040] 2543.309982: 36616234 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2543.310147: 31129527 cycles: ffffffff8b617114 rb_erase+0x304 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [043] 2543.310183: 27655668 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [038] 2543.310772: 47589477 cycles: 3b6de1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [045] 2543.311538: 37155896 cycles: ffffffff8b389660 simple_copy_to_iter+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2543.311796: 29449703 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [034] 2543.311853: 26946410 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2543.311967: 40989924 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [046] 2543.312929: 46200779 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [025] 2543.313003: 33394880 cycles: 13003ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [042] 2543.313010: 45789501 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [044] 2543.313079: 45034498 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [000] 2543.313099: 37041489 cycles: ffffffff8ac64905 fsnotify_perm.part.0+0x45 ([kernel.kallsyms]) ffffffff8ac66aee security_file_permission+0x4e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf4555 aio_read+0xd5 ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [015] 2543.313610: 36736722 cycles: 2728c48d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2543.313782: 38862931 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2543.313964: 33225439 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2543.314072: 29809509 cycles: ffffffff8a7397bc check_preempt_curr+0xc ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [024] 2543.314087: 35942218 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [031] 2543.314246: 42290745 cycles: 1741b15b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 159496 [010] 2543.314552: 36521041 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [009] 2543.314848: 32963722 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [014] 2543.315289: 31349598 cycles: 14066606 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [029] 2543.315418: 42109370 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7f482fff [unknown] (//anon) ydbd.Scheduler 172784 [008] 2543.315724: 30337969 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [004] 2543.315740: 32409134 cycles: 12ea6eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [022] 2543.315793: 35849754 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [026] 2543.315843: 40422602 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [016] 2543.316058: 32083548 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.316565: 45505046 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [017] 2543.316690: 42300578 cycles: 3b16c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [013] 2543.317197: 31677259 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2543.317706: 35777796 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [019] 2543.318559: 27136474 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [041] 2543.318989: 34294454 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193831 [006] 2543.319402: 35537401 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2543.319733: 35719545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b167ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [007] 2543.319742: 38966797 cycles: ffffffff8adad0af _copy_to_iter+0x11f ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2543.320743: 27194081 cycles: 21a1a156 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2543.320851: 35439822 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2543.321177: 33758613 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [033] 2543.321357: 43287888 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2543.321369: 26497203 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [001] 2543.321534: 37143000 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [003] 2543.321744: 43066305 cycles: 1402f380 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [035] 2543.322732: 31275366 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2543.322791: 47865012 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [020] 2543.322887: 37719452 cycles: ffffffff8a74f76f find_busiest_queue+0x1bf ([kernel.kallsyms]) ffffffff8a752ea8 load_balance+0x178 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [040] 2543.323102: 33382135 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [045] 2543.323227: 35874118 cycles: 1fdc9d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [002] 2543.323316: 29009883 cycles: 6892dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [030] 2543.323400: 34071700 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [018] 2543.323528: 30953763 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [011] 2543.323804: 34128801 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [025] 2543.323858: 33454404 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [012] 2543.324243: 35663651 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SNULL 194440 [016] 2543.325864: 32677692 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [000] 2543.326282: 40219035 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [008] 2543.326306: 29404058 cycles: ffffffff8a74ae70 update_cfs_group+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blockstore-clie 198727 [010] 2543.327640: 40548000 cycles: ffffffff8a9ee061 free_unref_page+0xc1 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194629 [014] 2543.327645: 32986402 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165845 [015] 2543.327853: 39095018 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [043] 2543.328526: 28387781 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [019] 2543.328713: 29322652 cycles: 172c248 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [023] 2543.328899: 31998204 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [004] 2543.328954: 34975729 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [024] 2543.328995: 43699121 cycles: ffffffff8aa7f160 __x64_sys_read+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [038] 2543.329126: 37543929 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [047] 2543.329302: 42162104 cycles: ffffffff8b51cb06 ip6_protocol_deliver_rcu+0x1a6 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2543.329870: 35937396 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2543.329892: 33924873 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [046] 2543.330305: 37889325 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2543.330849: 44166714 cycles: 1860238 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [022] 2543.330949: 39021191 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [042] 2543.330951: 46864615 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197241 [034] 2543.331138: 26497203 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [005] 2543.331181: 32221943 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [009] 2543.331441: 35659304 cycles: ffffffff8a7655c2 record_times+0x32 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2543.331604: 29458135 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [029] 2543.331695: 39058148 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [037] 2543.332287: 40736290 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171575 [044] 2543.332332: 40113597 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [031] 2543.332383: 41185368 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [006] 2543.333259: 31609765 cycles: 265d29e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [036] 2543.333323: 36791144 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198656 [028] 2543.334281: 39420453 cycles: 3b2a63c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.334798: 36315932 cycles: ffffffff8a65e8c5 arch_cpu_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2543.334949: 41214453 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [041] 2543.336095: 29750634 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [018] 2543.336162: 28869954 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2543.336251: 39869572 cycles: 1740bb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2543.336332: 33739590 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [020] 2543.336486: 37746558 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [045] 2543.336947: 31890046 cycles: 2514ddf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [011] 2543.337215: 37018376 cycles: ffffffff8a7f6551 futex_wake+0x91 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 198851 [007] 2543.337380: 32716262 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194390 [035] 2543.337709: 38954247 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2543.337725: 30271625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [016] 2543.337758: 31022155 cycles: 26ce330 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 162528 [039] 2543.337949: 33368300 cycles: 15257082 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [001] 2543.338097: 34449181 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [008] 2543.338275: 27704583 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226b18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [003] 2543.339556: 34714579 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [043] 2543.339747: 28930842 cycles: 16664f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [014] 2543.339886: 34719970 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [033] 2543.339920: 39040040 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193485 [012] 2543.340168: 34265757 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [038] 2543.341009: 35693435 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [019] 2543.341072: 31640371 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [034] 2543.341170: 37465737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2543.341303: 33730148 cycles: 1fc38ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [002] 2543.341684: 32998907 cycles: ffffffff8a74851e __update_blocked_fair+0x48e ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [000] 2543.341836: 34376880 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [004] 2543.342088: 33045047 cycles: ffffffff8aaab07e __fget_light+0x1e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2543.342231: 32374605 cycles: ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2543.342963: 52331556 cycles: ffffffff8a744e0d select_idle_cpu+0x1d ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2543.343289: 44656049 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [013] 2543.343619: 34241959 cycles: ffffffff8b389883 __skb_datagram_iter+0x1b3 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2543.343631: 36506501 cycles: 352a4f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [006] 2543.344282: 35095370 cycles: 14363de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [036] 2543.344695: 35553807 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2543.344933: 31751268 cycles: 195922b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2543.345150: 39738963 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [018] 2543.345294: 29471456 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [009] 2543.345314: 34815600 cycles: ffffffff8a760cb0 update_rt_rq_load_avg+0x210 ([kernel.kallsyms]) ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [022] 2543.345534: 35833863 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [026] 2543.346428: 39843358 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2543.347156: 36105188 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [040] 2543.347669: 34340753 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2543.347926: 28665414 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [044] 2543.347974: 42752246 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [025] 2543.347977: 33271604 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [029] 2543.348116: 33596058 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197531 [041] 2543.348126: 31753484 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [037] 2543.348184: 38366381 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [024] 2543.348417: 47292834 cycles: eed760 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [030] 2543.348628: 35076047 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2543.348751: 51511344 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [047] 2543.348790: 40134718 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [016] 2543.348807: 30788730 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ac7e641c2f [unknown] (//anon) network poller 197531 [031] 2543.349319: 41012062 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2543.349336: 34611983 cycles: ffffffffc0c848a1 nf_nat_ipv4_local_in+0xe1 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [045] 2543.350428: 33217364 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [020] 2543.350840: 32917318 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) perf 198744 [027] 2543.350998: 37501428 cycles: ffffffff8aad5821 alloc_buffer_head+0x51 ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [043] 2543.351669: 30679636 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159883 [001] 2543.352076: 35638455 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198712 [014] 2543.352080: 32399320 cycles: 3a67cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [039] 2543.352252: 33792086 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2543.352662: 37018376 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 196765 [002] 2543.353331: 35255695 cycles: 10a29502 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2543.353401: 30838334 cycles: ffffffff8a769123 psi_group_change+0x183 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2543.353585: 35114111 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [017] 2543.353897: 49847417 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [032] 2543.354069: 37583833 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [036] 2543.354775: 35609891 cycles: 21a06143 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [019] 2543.354881: 39713290 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [038] 2543.355113: 32129373 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO.SQ 197895 [035] 2543.355143: 38155724 cycles: ffffffff8a7d7adc hrtimer_update_next_event+0x9c ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [004] 2543.355554: 33349860 cycles: ffffffff8a750082 update_sg_lb_stats+0x282 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [023] 2543.355870: 30172540 cycles: 3b2a97b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [034] 2543.355950: 35829074 cycles: 1548fe05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2543.355969: 31274134 cycles: ffffffff8a760468 __update_load_avg_cfs_rq+0x28 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2543.356804: 34332680 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [033] 2543.357192: 36610510 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [018] 2543.357641: 28481739 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [022] 2543.358102: 34141242 cycles: 28897da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [006] 2543.358310: 35911771 cycles: 26a11fbe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2543.358313: 27846450 cycles: 17f9ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [046] 2543.358468: 43167758 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [021] 2543.358691: 38449067 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [013] 2543.359739: 36353168 cycles: ffffffff8aa31641 __kmem_cache_alloc_node+0x41 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196917 [016] 2543.360181: 29583013 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [026] 2543.360305: 41093639 cycles: 1407d6d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [028] 2543.360908: 36116787 cycles: ffffffff8b47eef7 tcp_ack+0x597 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [040] 2543.361439: 30422528 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2543.361649: 40433029 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [015] 2543.361660: 43763509 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [009] 2543.362265: 41187730 cycles: 6e8 [unknown] ([vdso]) diskagen.IC 197891 [031] 2543.362302: 42261956 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [025] 2543.362747: 36466775 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251a68cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2543.362796: 29097663 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [041] 2543.362807: 40742471 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2543.362922: 39644273 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [020] 2543.362991: 31486495 cycles: 3ad4821 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [047] 2543.363548: 40439835 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [044] 2543.363646: 36661911 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2543.363703: 32007117 cycles: 17e4a84 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [014] 2543.364034: 31955779 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2543.364217: 36818644 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [012] 2543.364978: 29521242 cycles: bbbf87a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198612 [045] 2543.365628: 32164568 cycles: 1a6a6d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [043] 2543.365628: 30679636 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [002] 2543.366079: 36495675 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b455789 ip_rcv_core+0xe9 ([kernel.kallsyms]) ffffffff8b456386 ip_rcv+0x36 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [027] 2543.366313: 39718268 cycles: 17bc15d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [034] 2543.366373: 39991519 cycles: 187388c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [024] 2543.366458: 50886675 cycles: ffffffff8a74ae7c update_cfs_group+0xc ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [019] 2543.366774: 37457096 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8aaf4fb7 aio_read_events_ring+0x177 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [038] 2543.366887: 30975463 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [001] 2543.367029: 33643073 cycles: 277e812 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [042] 2543.367104: 49648563 cycles: 1554d1bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [032] 2543.367155: 38443308 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [036] 2543.367288: 34871803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2543.367794: 33792086 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2543.368185: 35378864 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2543.368452: 31245542 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [023] 2543.368523: 30836518 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [018] 2543.369191: 29726799 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [008] 2543.369543: 27410954 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [005] 2543.369545: 35034094 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [022] 2543.369612: 39882742 cycles: ffffffff8aa58471 memcg_account_kmem+0x11 ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [000] 2543.369856: 31274134 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [011] 2543.371288: 41316124 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [035] 2543.371480: 38155724 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [006] 2543.372352: 34865518 cycles: 18304cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [040] 2543.372629: 29210941 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [046] 2543.372653: 51187451 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [016] 2543.373124: 30561428 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2543.373672: 36919043 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [028] 2543.374058: 33181014 cycles: ffffffff8a7691bd psi_group_change+0x21d ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [014] 2543.374291: 33624160 cycles: ffffffff8b55c741 sock_put+0x11 ([kernel.kallsyms]) ffffffff8b5604e6 tcp_v6_rcv+0xdb6 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [021] 2543.374733: 36681478 cycles: ffffffff8a6b8d6c pvclock_clocksource_read+0x9c ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2543.375098: 32695378 cycles: 1872fe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2543.375527: 33157323 cycles: ffffffff8a7ef403 tick_nohz_restart+0x83 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [017] 2543.375764: 50595963 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2543.376082: 42342959 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [013] 2543.376136: 44794895 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168709 [009] 2543.376178: 43181509 cycles: ffffffff8a74dcaa dequeue_entity+0x12a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [043] 2543.376184: 39905362 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [030] 2543.376412: 38929978 cycles: 140c5c9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [010] 2543.376519: 36470700 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 163657 [012] 2543.376554: 28649729 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2624f9a87f [unknown] (//anon) swapper 0 [029] 2543.376641: 26776307 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [038] 2543.377764: 33807511 cycles: 3c778c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [044] 2543.377797: 32313289 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 169828 [015] 2543.378620: 36861278 cycles: 133b9d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [002] 2543.379667: 32837645 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [001] 2543.379706: 31281783 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [025] 2543.379711: 36477925 cycles: ffffffff8a7d8856 hrtimer_cancel+0x6 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [031] 2543.379733: 38852671 cycles: ffffffff8a74330a migrate_task_rq_fair+0x20a ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2543.379951: 27215770 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2543.380085: 37044873 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [018] 2543.380112: 32406385 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [041] 2543.380287: 33628283 cycles: 1407e89b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [045] 2543.380288: 29045677 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [032] 2543.380701: 34895441 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [036] 2543.380712: 43633532 cycles: 141f499b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [034] 2543.382351: 33956207 cycles: ffffffff8a7d80d3 hrtimer_start_range_ns+0x83 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [004] 2543.382368: 41369327 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [000] 2543.382433: 37632230 cycles: 1873910 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2543.382612: 34957502 cycles: ffffffff8a7763d0 calc_load_nohz_stop+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [023] 2543.382831: 30674621 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [047] 2543.383069: 39016182 cycles: ffffffff8a9a5d20 kfree+0x60 ([kernel.kallsyms]) ffffffff8aa7ca39 vfs_writev+0xd9 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [039] 2543.383226: 46282552 cycles: ffffffff8a95ac4b __rseq_handle_notify_resume+0x1b ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2543.383416: 34116933 cycles: ffffffff8b696b21 sysvec_call_function_single+0x81 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [024] 2543.383810: 52020984 cycles: 1330d02b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 196911 [040] 2543.383897: 28651915 cycles: 18a51095 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [027] 2543.384305: 36480187 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [005] 2543.384721: 30921791 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [022] 2543.384818: 35716020 cycles: 3c813fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2543.384924: 36355186 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [006] 2543.385364: 32158541 cycles: ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [016] 2543.386097: 35218195 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [020] 2543.386282: 36133044 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [042] 2543.386334: 43055935 cycles: 1330da4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [014] 2543.386847: 31710018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5df9efb83f [unknown] (//anon) ydbd.Scheduler 154858 [011] 2543.387551: 51173365 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [008] 2543.387714: 28166311 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2543.388014: 51816678 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [012] 2543.388059: 30201034 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [044] 2543.389046: 31133038 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [029] 2543.389617: 26890346 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [007] 2543.389690: 28856741 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2543.389743: 39289190 cycles: 688f474 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2543.390406: 32497305 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) ydbd.System 170455 [038] 2543.390967: 31924127 cycles: 178ab076 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [046] 2543.391363: 44402244 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2543.391580: 39672188 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [026] 2543.391990: 43086085 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [021] 2543.392061: 33947356 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [001] 2543.392104: 29499421 cycles: 264e0a87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2543.392578: 34334500 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [018] 2543.392768: 29630507 cycles: 1747a156 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [033] 2543.392858: 32510245 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2543.393090: 26241026 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [032] 2543.393262: 32561415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [040] 2543.393994: 28476224 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [043] 2543.394215: 32213645 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [041] 2543.394483: 29410162 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2543.394974: 43554378 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [034] 2543.395147: 31278309 cycles: 288adb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165460 [037] 2543.395253: 37090785 cycles: 203ffd97 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [017] 2543.395488: 40723786 cycles: 3c4fe58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [025] 2543.395545: 42507605 cycles: ffffffff8a739e6c set_task_cpu+0x10c ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [031] 2543.395610: 36572125 cycles: 133a5c8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [047] 2543.396855: 41657189 cycles: ffffffff8a7717d7 cpuacct_charge+0x57 ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a34b83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2543.397328: 33169600 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [008] 2543.397394: 29731327 cycles: 3caf607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [023] 2543.397552: 36416899 cycles: 266e2c77 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [005] 2543.397557: 28213552 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198656 [009] 2543.397598: 36249725 cycles: 34b4141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [019] 2543.397686: 37118176 cycles: 141aaf3c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) perf 198744 [022] 2543.397778: 35849910 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8abddec3 jbd2_journal_stop+0x153 ([kernel.kallsyms]) ffffffff8ab5d500 __ext4_journal_stop+0x40 ([kernel.kallsyms]) ffffffff8ab88061 ext4_dirty_inode+0x71 ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.User 155701 [036] 2543.397921: 36249567 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166613 [004] 2543.397954: 37982710 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [000] 2543.398114: 32299897 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [016] 2543.398157: 40492410 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [014] 2543.398530: 37588899 cycles: 139f13da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [003] 2543.398811: 32013636 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [012] 2543.399502: 32605280 cycles: ffffffff8b45c7bd __ip_queue_xmit+0xd ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [028] 2543.399515: 36625261 cycles: 269b6376 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198707 [044] 2543.399762: 30649623 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [042] 2543.400042: 41036773 cycles: ffffffff8b47eed5 tcp_ack+0x575 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [024] 2543.400107: 43893782 cycles: ffffffffc06bb1a5 ipv4_conntrack_defrag+0x5 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [020] 2543.400342: 34957256 cycles: 288c31f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [029] 2543.400689: 26241719 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [027] 2543.400994: 40796694 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2543.402048: 30928719 cycles: ffffffff8b48d144 tcp_stream_memory_free+0x34 ([kernel.kallsyms]) ffffffff8b46ec57 tcp_sendmsg_locked+0x357 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [007] 2543.402828: 26754992 cycles: 172c2e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [038] 2543.402857: 36920819 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 198707 [018] 2543.403017: 29652421 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [001] 2543.403090: 28382050 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [021] 2543.403133: 32946855 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 592 [unknown] ([unknown]) diskagen.User 197880 [039] 2543.403153: 46282552 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [045] 2543.404252: 25865456 cycles: ffffffff8a750239 update_sg_lb_stats+0x439 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [030] 2543.404491: 39776235 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 32 [unknown] ([unknown]) diskagen.User 198032 [040] 2543.404658: 28067365 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2543.404967: 30341463 cycles: 1a6960 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1394b08 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [011] 2543.406331: 55144445 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [034] 2543.406538: 30293513 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [015] 2543.407146: 34264290 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [041] 2543.407215: 27474807 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c7a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [010] 2543.407232: 40681909 cycles: 688f22d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [032] 2543.407243: 29666550 cycles: 3b9c852 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2543.407693: 38589630 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2543.407803: 38102276 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [035] 2543.408015: 43694724 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [043] 2543.408148: 28965916 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2543.408493: 33222649 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) ydbd 169042 [005] 2543.408602: 27553966 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [017] 2543.408675: 41072262 cycles: 13c927c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [008] 2543.410171: 27362954 cycles: ffffffff8a7479b6 update_load_avg+0xe6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [023] 2543.410608: 37669162 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2543.410779: 30243717 cycles: ffffffff8a74d647 set_next_entity+0x47 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [009] 2543.410862: 39264381 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [000] 2543.410971: 37950823 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [031] 2543.411100: 31458372 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2543.411140: 30477152 cycles: ffffffff8a739a42 ttwu_do_activate+0x52 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [037] 2543.411142: 35304756 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [029] 2543.411235: 26212290 cycles: 1856b0b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [004] 2543.411279: 50883574 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2543.411750: 31953083 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [012] 2543.411897: 35487286 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [036] 2543.412164: 35148924 cycles: ffffffff8adb54e1 _copy_from_user+0x1 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [020] 2543.412286: 34807196 cycles: 1ae8f8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1ca22a16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [028] 2543.412398: 38219960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3 [unknown] ([unknown]) swapper 0 [022] 2543.412486: 35849910 cycles: ffffffff8a747d34 update_load_avg+0x464 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2543.412900: 35812411 cycles: ffffffff8a7d0f20 profile_tick+0x0 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2543.413038: 36644166 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 172782 [024] 2543.413302: 44886900 cycles: 18756396 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 196774 [001] 2543.413626: 28328016 cycles: d6d9a61 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [040] 2543.413913: 32051423 cycles: ffffffff8b381e17 skb_release_data+0x107 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [016] 2543.413945: 38498300 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 197240 [047] 2543.413955: 44176310 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [013] 2543.414054: 39012954 cycles: 3b9505b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2543.414460: 25836197 cycles: ffffffff8a74c63f select_task_rq_fair+0x1bf ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 159876 [018] 2543.414710: 28580333 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 197261 [045] 2543.415034: 25276651 cycles: ffffffff8a753993 newidle_balance+0x3c3 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [025] 2543.415098: 42692224 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [033] 2543.415126: 30316053 cycles: 3b94f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [027] 2543.415176: 37566107 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [042] 2543.415652: 37499560 cycles: 178eb403 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 172221 [038] 2543.416698: 33556670 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2543.416735: 36599599 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2543.418601: 28629940 cycles: ffffffff8a6b62ff kvm_guest_apic_eoi_write+0xf ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 197893 [008] 2543.418648: 27958645 cycles: ffffffff8a74e8dd put_prev_entity+0x4d ([kernel.kallsyms]) ffffffff8a753ebb pick_next_task_fair+0x3fb ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2543.418850: 26101923 cycles: 35f801d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [034] 2543.419056: 28550062 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [005] 2543.419185: 27301958 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [030] 2543.419578: 34445657 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193487 [006] 2543.420261: 36107493 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [043] 2543.421019: 32881940 cycles: ffffffff8a9a5ba5 kmalloc_size_roundup+0x65 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [003] 2543.421353: 30264731 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2543.421571: 52307387 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [015] 2543.421711: 38464244 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [046] 2543.422049: 40815507 cycles: 3b3c5d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [044] 2543.422729: 35054584 cycles: ffffffff8a7ee855 tick_program_event+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2543.423173: 39122208 cycles: ffffffff8a74d6b7 set_next_entity+0xb7 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [035] 2543.423289: 41951033 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [026] 2543.423317: 34495974 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [001] 2543.423845: 31520234 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [012] 2543.424079: 36745787 cycles: ffffffff8b61708d rb_erase+0x27d ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e6f78a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [022] 2543.424188: 45730562 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 171397 [007] 2543.424305: 25773114 cycles: 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [020] 2543.424312: 33092902 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [002] 2543.424397: 29752068 cycles: 35f7e66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2543.424435: 35912210 cycles: ffffffff8aa51430 consume_stock+0x0 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [029] 2543.424923: 23438405 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 18621f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [000] 2543.425066: 38524951 cycles: 269ab535 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [031] 2543.425549: 29380858 cycles: ffffffff8a7f647f futex_wake_mark+0x7f ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [017] 2543.425641: 39164043 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [037] 2543.425759: 34308525 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2543.425765: 30651039 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [045] 2543.425931: 30179003 cycles: ffffffff8a74dc30 dequeue_entity+0xb0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [018] 2543.426163: 28326490 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [028] 2543.426259: 33911908 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2543.426906: 35812411 cycles: 252611ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [041] 2543.427578: 26901899 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [009] 2543.427662: 39486738 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [033] 2543.427855: 29056554 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166748 [038] 2543.428043: 35851079 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [004] 2543.428094: 47520257 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193486 [011] 2543.428120: 48348528 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [023] 2543.428224: 39228583 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2543.428481: 36303135 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [016] 2543.428674: 34545013 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2543.429026: 39856729 cycles: ffffffff8b61a634 memchr_inv+0xf4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [032] 2543.429146: 28084257 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [034] 2543.429603: 27887445 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [008] 2543.429804: 34336849 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [027] 2543.430002: 36589974 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [042] 2543.430139: 41354158 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [013] 2543.431084: 39012954 cycles: 7f0 [unknown] ([vdso]) nbsd.System 194334 [005] 2543.431414: 27082668 cycles: 140677b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2543.431562: 40752755 cycles: 20458100 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2543.432346: 39257062 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [021] 2543.433364: 41698677 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [030] 2543.433844: 32434702 cycles: 3ac4227 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [025] 2543.434007: 38969090 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2543.434232: 34845769 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [003] 2543.434884: 32686732 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [031] 2543.435046: 34199045 cycles: 20489def [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2543.435137: 27854185 cycles: 1689ef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2543.435195: 29256526 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) Test 194631 [001] 2543.435411: 37852582 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2543.435727: 35270540 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [043] 2543.436035: 29441660 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [015] 2543.436524: 38678747 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [026] 2543.436627: 37323526 cycles: ffffffff8aaea9b0 ep_send_events+0x190 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [012] 2543.436745: 37498064 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2543.436938: 34186091 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2543.436977: 22330274 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [018] 2543.437051: 32247720 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 151687 [040] 2543.437116: 29415216 cycles: 13404e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [028] 2543.437797: 36176602 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2543.437851: 28747806 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 167011 [010] 2543.437992: 40718490 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [000] 2543.438170: 37852368 cycles: ffffffff8aaebf50 ep_poll_callback+0xd0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [046] 2543.438802: 37686902 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [032] 2543.438902: 29025903 cycles: bbc4bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [041] 2543.439403: 28821775 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [034] 2543.439678: 27890736 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170457 [037] 2543.439885: 30169873 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [033] 2543.439916: 37582266 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [035] 2543.441010: 42589606 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [005] 2543.441108: 39130216 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [014] 2543.441142: 36953294 cycles: 1ae906 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3ac006c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [016] 2543.441384: 31559813 cycles: ffffffff8ace430e aa_sk_perm+0x3e ([kernel.kallsyms]) ffffffff8acd2449 apparmor_socket_sendmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d05 security_socket_sendmsg+0x35 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [008] 2543.441582: 32700410 cycles: ffffffff8a779f74 psi_task_switch+0x194 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2543.441805: 35658737 cycles: 68d1652 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [019] 2543.442111: 37227110 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [022] 2543.442155: 49688290 cycles: 1742bfc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [009] 2543.442622: 34253400 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [017] 2543.442934: 40214557 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [039] 2543.443833: 52716403 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2543.443864: 48157050 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [042] 2543.444250: 47238645 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [007] 2543.444266: 28511591 cycles: 3b95063 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2543.444919: 31958301 cycles: ffffffff8a779fd3 psi_task_switch+0x1f3 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [029] 2543.444930: 25260678 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [047] 2543.444944: 45556690 cycles: 154cae0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [013] 2543.445160: 44064187 cycles: ffffffff8b477832 tcp_queue_rcv+0x132 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159601 [002] 2543.445301: 35890967 cycles: 13404cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [006] 2543.445686: 43972546 cycles: 204b4615 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2543.445967: 30346764 cycles: ffffffff8b47658e __tcp_ack_snd_check+0x6e ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [011] 2543.446561: 43940043 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [004] 2543.446740: 37183506 cycles: ffffffff8b3a474a dev_hard_start_xmit+0x4a ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159601 [003] 2543.447148: 31407158 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa9196c587f [unknown] (//anon) diskagentd 169822 [027] 2543.447320: 38067286 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [030] 2543.447593: 38527304 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [044] 2543.448310: 34306206 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [036] 2543.448314: 32596805 cycles: 14178590 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 198026 [031] 2543.448466: 35897871 cycles: 2528b191 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [045] 2543.448535: 28141420 cycles: ffffffff8b483f77 tcp_wfree+0x27 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [018] 2543.448582: 31424210 cycles: 183eb11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [043] 2543.448739: 27198576 cycles: ffffffff8a74873f update_blocked_averages+0x14f ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [032] 2543.449353: 31443511 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef7ba99df [unknown] (//anon) blocksto.CLI2 196118 [034] 2543.450085: 31243489 cycles: 35f7fb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2543.450262: 34963943 cycles: 21a1baa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [026] 2543.450413: 39241743 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [020] 2543.450458: 32264997 cycles: 14068f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2543.450471: 35556665 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [028] 2543.451183: 32851747 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [025] 2543.451323: 34142398 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [021] 2543.451377: 36063795 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [000] 2543.451798: 37539994 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [016] 2543.452223: 30628360 cycles: 64a4c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [015] 2543.452253: 33250959 cycles: ffffffff8b4868c9 __tcp_transmit_skb+0x39 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [001] 2543.452983: 32078181 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688e709 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [046] 2543.453437: 41155516 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [010] 2543.453470: 42260300 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [008] 2543.455702: 31913080 cycles: ffffffff8a752cd7 find_busiest_group+0x177 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2543.456061: 33608561 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165679 [014] 2543.456948: 34782679 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198844 [033] 2543.457382: 37331924 cycles: 154cad6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193988 [038] 2543.457615: 33728230 cycles: bbc17d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [017] 2543.458747: 42163940 cycles: 3b9dd67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [005] 2543.458925: 36861802 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2543.459512: 29277666 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [007] 2543.460084: 29911986 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2543.460178: 35090596 cycles: 13c7c703 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [009] 2543.460578: 33133029 cycles: 3a77c6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2543.460608: 26816793 cycles: 17e39db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [023] 2543.460854: 28003972 cycles: ffffffff8a735e07 update_rq_clock+0x37 ([kernel.kallsyms]) ffffffff8a73dd4b scheduler_tick+0x9b ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c74cac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2543.461145: 40085485 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [030] 2543.461146: 33929536 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [002] 2543.461168: 37033959 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198738 [018] 2543.461906: 30939883 cycles: 971f8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93933 pthread_cond_wait+0x103 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [022] 2543.462119: 42307450 cycles: 133a451d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2543.462225: 34974795 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2543.462570: 46686758 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [036] 2543.463124: 40376298 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2543.463412: 29270645 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2543.463675: 49775252 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [024] 2543.463720: 36564283 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [001] 2543.463772: 34544239 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2543.463830: 38072870 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [045] 2543.463842: 24376474 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [034] 2543.463858: 32480644 cycles: 1e58fa48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [032] 2543.464069: 34487540 cycles: 133cde84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [006] 2543.464563: 38910905 cycles: 2473147 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [020] 2543.464860: 34467376 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198434 [043] 2543.464924: 31955026 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165460 [003] 2543.464970: 24871486 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [031] 2543.465434: 32206378 cycles: ffffffff8a7717aa cpuacct_charge+0x2a ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165273 [011] 2543.465442: 43940043 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194341 [028] 2543.465546: 33394170 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196920 [039] 2543.466259: 40825446 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2543.466475: 36832613 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 194456 [016] 2543.466707: 30903515 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [015] 2543.466932: 35841276 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2543.467085: 38080887 cycles: ffffffff8a747b78 update_load_avg+0x2a8 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [047] 2543.467709: 46343904 cycles: 133ae27b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2543.467785: 34719142 cycles: 3a6ad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [027] 2543.468254: 27678105 cycles: ffffffff8b52f56a ip6_mtu+0x4a ([kernel.kallsyms]) ffffffff8b48628a tcp_current_mss+0x4a ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [046] 2543.468486: 41317395 cycles: 204af539 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [025] 2543.468594: 29118991 cycles: 1f9e749f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [000] 2543.468785: 38769274 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [021] 2543.469014: 37110903 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2543.469180: 32336746 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [033] 2543.469569: 35218052 cycles: 1417dc11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2543.469989: 33305145 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [038] 2543.470090: 40585730 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [029] 2543.470785: 27880795 cycles: 14020d5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [023] 2543.470859: 26825520 cycles: 133ae503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [010] 2543.471026: 40722338 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2543.471057: 34253654 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [040] 2543.471167: 26534468 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [041] 2543.472708: 34667454 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [044] 2543.473244: 32254117 cycles: 3c811cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [002] 2543.473667: 37033959 cycles: 17a3286f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2543.473692: 26976100 cycles: ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) diskagen.User 198842 [018] 2543.473763: 36130803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197545 [045] 2543.473776: 24793690 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [009] 2543.473838: 33763188 cycles: ffffffff8aa583ff mod_memcg_state+0xf ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2543.474278: 41127767 cycles: ffffffff8a733ef6 raw_spin_rq_lock_nested+0x6 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2543.474829: 37615871 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [032] 2543.475150: 33113875 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [003] 2543.475295: 24513965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [001] 2543.475553: 37100661 cycles: 2048a605 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [016] 2543.476305: 31106355 cycles: 3b3959c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [035] 2543.476311: 31458379 cycles: 250d4e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2543.476432: 36457000 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [034] 2543.476514: 33572892 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [024] 2543.476971: 33025826 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2543.477234: 37731036 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2543.477575: 42704657 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [028] 2543.477713: 34034038 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [006] 2543.477788: 34995565 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [043] 2543.478201: 29061090 cycles: 21a04f4e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [019] 2543.478407: 38311530 cycles: 12f62d15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2543.478544: 37860147 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [027] 2543.478662: 31007921 cycles: ffffffff8a7d7580 __hrtimer_init+0x0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [031] 2543.478755: 34123030 cycles: 1c785762 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [022] 2543.479035: 50000097 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [026] 2543.479191: 34082889 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [042] 2543.479428: 51152968 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f192e6fd267 [unknown] (//anon) blocksto.CLI1 194629 [025] 2543.479781: 32671336 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [040] 2543.480267: 27131822 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [008] 2543.480336: 32837905 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [012] 2543.481181: 33458186 cycles: 82d [unknown] ([vdso]) default-executo 194632 [046] 2543.481421: 38701529 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2543.481557: 53002956 cycles: 3c400e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [023] 2543.481583: 29863452 cycles: ffffffff8a750006 update_sg_lb_stats+0x206 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [014] 2543.482049: 35513506 cycles: 20400033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [021] 2543.482727: 37110903 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [000] 2543.482838: 36217188 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 198657 [033] 2543.482919: 34090560 cycles: 3ca9a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2543.483084: 29261181 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [039] 2543.483305: 38128526 cycles: ffffffff8aa31665 __kmem_cache_alloc_node+0x65 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [045] 2543.483536: 24734973 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [038] 2543.483580: 39829683 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2543.484126: 32660257 cycles: 17e4e22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [013] 2543.484743: 45004777 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [029] 2543.485061: 31386615 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [007] 2543.485108: 26844540 cycles: 35fde98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [002] 2543.485468: 43845964 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2543.485698: 36648625 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [044] 2543.485790: 30312539 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [009] 2543.486543: 34686980 cycles: 154396b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [003] 2543.486590: 26486572 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [041] 2543.486965: 36737010 cycles: ffffffff8a7f6aa6 futex_wait_queue+0x76 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [010] 2543.487146: 48526164 cycles: 3b77ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [001] 2543.487689: 37039986 cycles: 1be5a0e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [016] 2543.487841: 30845995 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159601 [018] 2543.488058: 32410257 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2543.488432: 31563714 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [024] 2543.488837: 32489292 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2543.489135: 29420823 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [027] 2543.489182: 30598341 cycles: 1c966a96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2543.489387: 41432666 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [019] 2543.490037: 42694992 cycles: ffffffff8b46eabf tcp_sendmsg_locked+0x1bf ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 167053 [006] 2543.490064: 36993552 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [020] 2543.490119: 32769460 cycles: 1330dad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 197890 [035] 2543.490266: 27982225 cycles: 133ba0dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169056 [040] 2543.490925: 30355933 cycles: ad45e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [036] 2543.490989: 50447323 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [028] 2543.491019: 31507455 cycles: ffffffff8a7f652b futex_wake+0x6b ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [005] 2543.491078: 35802371 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [031] 2543.491437: 34339247 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2543.491628: 38335117 cycles: 141da427 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [025] 2543.492143: 30880956 cycles: 1618a52c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2543.492747: 28639167 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2543.492977: 43665487 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [026] 2543.493453: 34147267 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [012] 2543.493857: 35342623 cycles: 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2543.493914: 25231899 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2543.494084: 32837905 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [015] 2543.494385: 40476938 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2543.495170: 31818787 cycles: ffffffff8a7ef3b3 tick_nohz_restart+0x33 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [046] 2543.495764: 46511576 cycles: 1330e248 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [044] 2543.496155: 29903963 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [009] 2543.496398: 34880156 cycles: 1339e737 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [014] 2543.496426: 41377296 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [007] 2543.496463: 35146542 cycles: 1618c5d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197448 [037] 2543.496750: 30905878 cycles: ffffffff8b55e35f tcp_v6_do_rcv+0x20f ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2543.496860: 47634960 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 168709 [030] 2543.497026: 32179557 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2543.497047: 39295069 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [000] 2543.497171: 41991097 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [033] 2543.498110: 39276130 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [003] 2543.498886: 25131139 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2543.499193: 51383637 cycles: 17abb0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [038] 2543.499354: 34644115 cycles: ffffffff8a7412be update_min_vruntime+0xe ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2543.499512: 37826706 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [016] 2543.499687: 32599294 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 198446 [027] 2543.500583: 32881664 cycles: 230e5206 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [018] 2543.500707: 31346630 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [020] 2543.501004: 32735353 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [032] 2543.501040: 35008072 cycles: 36a19b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [024] 2543.501138: 36248029 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2543.501896: 36495740 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2543.501925: 35028936 cycles: ffffffff8b697faa ct_idle_enter+0xa ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [011] 2543.502016: 46773073 cycles: 1860780 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [002] 2543.502125: 43845964 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [041] 2543.502253: 31882561 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2543.502277: 33598838 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2543.502944: 38100425 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [035] 2543.503262: 26961452 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network read 171568 [043] 2543.503424: 32508577 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb4f0 do_epoll_pwait.part.0+0x10 ([kernel.kallsyms]) ffffffff8aaebb6f __x64_sys_epoll_pwait+0x7f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e736f0b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [006] 2543.503748: 37623684 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [028] 2543.504492: 33270106 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193987 [001] 2543.504514: 37039986 cycles: bc035c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [045] 2543.504617: 27931598 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [013] 2543.505011: 42191259 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 196124 [010] 2543.505230: 37926928 cycles: 6441f29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2543.505408: 37657162 cycles: ffffffff8a7d8754 hrtimer_try_to_cancel.part.0+0x54 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [005] 2543.505821: 34947180 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [004] 2543.507294: 41069622 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [026] 2543.507307: 34909745 cycles: 3b9b6e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2543.507424: 30373883 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [008] 2543.507499: 50293283 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [037] 2543.507506: 33219650 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [012] 2543.507920: 39697955 cycles: 141f4a2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2543.508108: 32792461 cycles: 186a2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [044] 2543.508837: 29756894 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [003] 2543.509678: 27135692 cycles: ffffffff8a7aea9f __rcu_read_lock+0xf ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [019] 2543.510085: 40525782 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [030] 2543.510261: 32179557 cycles: 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2543.510925: 38961979 cycles: 21a2fce9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 169042 [022] 2543.511508: 44163272 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2543.511621: 43855144 cycles: ffffffff8a76918b psi_group_change+0x1eb ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2543.512474: 32979676 cycles: 2047b7d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2543.512654: 31280375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [018] 2543.512687: 36251074 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [036] 2543.512849: 49192845 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162517 [016] 2543.513104: 33693057 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 197896 [017] 2543.513328: 45946817 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [046] 2543.513839: 46017789 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2543.513882: 31627941 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2543.514311: 34956585 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [027] 2543.514510: 32759337 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [035] 2543.514946: 31591222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d4ec587f [unknown] (//anon) diskagen.IC 198047 [040] 2543.515019: 33332687 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [021] 2543.515045: 36164308 cycles: 1300eedc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [047] 2543.515146: 33493349 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [032] 2543.515355: 35196193 cycles: ffffffff8aaeb075 ep_poll+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [024] 2543.515409: 32900655 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [000] 2543.515787: 34169785 cycles: ffffffff8aaf5c4a do_io_getevents+0x8a ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2543.515794: 28167529 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2543.515833: 36015799 cycles: ffffffff8a7d9c76 ktime_get_seconds+0x6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [041] 2543.516019: 32116001 cycles: ffffffff8a74be86 select_idle_sibling+0x366 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ya-bin 193912 [033] 2543.516531: 35295032 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [028] 2543.517047: 37523883 cycles: ffffffff8a6f3140 irq_exit_rcu+0x0 ([kernel.kallsyms]) swapper 0 [034] 2543.517457: 33416066 cycles: ffffffff8a768fca psi_group_change+0x2a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [043] 2543.517610: 30974101 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [025] 2543.517809: 33598838 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 194631 [039] 2543.518001: 31047559 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [042] 2543.518489: 44077493 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [013] 2543.518669: 42287831 cycles: ffffffff8a9f0b3a __alloc_pages+0x7a ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [010] 2543.519141: 35484140 cycles: ffffffff8a732848 ttwu_queue_wakelist+0x88 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [002] 2543.519820: 61437571 cycles: 1ae90d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14180c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2543.520562: 33167953 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [023] 2543.521171: 31378740 cycles: 1807561 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2543.521213: 52274887 cycles: ffffffff8a779b52 psi_task_change+0x42 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2543.521503: 33381558 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 167035 [012] 2543.522080: 36771106 cycles: 1a1cc9e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2543.522260: 32659965 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [037] 2543.522520: 34350152 cycles: 6622972 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [030] 2543.522705: 37140384 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [003] 2543.522737: 25066834 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [029] 2543.522865: 28970402 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2543.523292: 37155284 cycles: 1549fb8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2543.524093: 40438954 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [031] 2543.524534: 33969863 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [004] 2543.524767: 37729541 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 165165 [038] 2543.525365: 32252351 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [008] 2543.526121: 49274391 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [045] 2543.527000: 27634535 cycles: 17db4e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [040] 2543.527073: 40433191 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [016] 2543.527651: 39125936 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [009] 2543.527809: 38398490 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [032] 2543.527840: 32901325 cycles: 24fe6871 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [035] 2543.527841: 32608454 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [047] 2543.527966: 41995598 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198114 [020] 2543.528454: 41384113 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) PDisk 171399 [015] 2543.528483: 28441588 cycles: 1567cdd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [014] 2543.528500: 41922177 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [006] 2543.528694: 34758203 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197534 [018] 2543.529245: 37342329 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [024] 2543.529290: 29924195 cycles: ffffffff8b62b1b3 __put_user_nocheck_8+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2543.529408: 37490781 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [007] 2543.530131: 29659506 cycles: ffffffff8a738340 pick_next_task+0x40 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a6146c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2543.530380: 37024212 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [027] 2543.530543: 30831431 cycles: ffffffff8b6171c2 rb_erase+0x3b2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [041] 2543.530648: 32783140 cycles: ffffffff8a9ea34a free_unref_page_commit+0x6a ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [043] 2543.531369: 27900653 cycles: 140f2f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2543.531427: 34016059 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [036] 2543.531619: 49799081 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [028] 2543.531659: 40297028 cycles: d7eb9da [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [033] 2543.531923: 33288207 cycles: 14067788 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198707 [017] 2543.532095: 45949974 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [025] 2543.532287: 43064484 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) dedededededededd [unknown] ([unknown]) nbsd.User 194340 [039] 2543.532567: 31045611 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198682 [046] 2543.532729: 43454424 cycles: ffffffff8a64a2ff __switch_to+0xf ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2543.533040: 37953829 cycles: ffffffff8b6a46a1 __schedule+0x1a1 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [010] 2543.533085: 42022160 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [003] 2543.533327: 27331878 cycles: ffffffff8b3a4ba7 __dev_queue_xmit+0x1c7 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [021] 2543.533351: 35046014 cycles: 21a0521b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [029] 2543.534242: 29766537 cycles: ffffffff8aa304fc kmem_cache_free+0x11c ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2543.534952: 37390786 cycles: ffffffff8a7ef905 tick_nohz_idle_stop_tick+0x75 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [023] 2543.534972: 32494429 cycles: 3b96632 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [042] 2543.535388: 51374003 cycles: ffffffff8a80fcdb cgroup_rstat_updated+0xb ([kernel.kallsyms]) ffffffff8aa586d7 __mod_memcg_lruvec_state+0x67 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8a97287b lru_add_fn+0x1ab ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2543.536222: 33836322 cycles: ffffffff8a9a5baa kmalloc_size_roundup+0x6a ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2543.536258: 39289199 cycles: 266f4a2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2543.536664: 40855693 cycles: ffffffff8b31bc76 cpuidle_get_cpu_driver+0x6 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2543.536672: 32925543 cycles: 175b160 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [026] 2543.536948: 40988102 cycles: 1801a47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [012] 2543.537308: 38923383 cycles: ffffffff8a7523d3 __update_idle_core+0xa3 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [031] 2543.537488: 41809616 cycles: ffffffff8a779fa9 psi_task_switch+0x1c9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193987 [038] 2543.537714: 33721679 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196103 [045] 2543.537895: 27734393 cycles: 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [030] 2543.538090: 32005551 cycles: 3a779e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170131 [019] 2543.538272: 35894772 cycles: ffffffff8a74c201 select_idle_sibling+0x6e1 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [015] 2543.538741: 30481034 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2543.539054: 31588757 cycles: 20485b03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2543.539402: 42291990 cycles: 21a2c0d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159512 [035] 2543.539841: 38323897 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198038 [027] 2543.540366: 31739373 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [006] 2543.540664: 35403790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [043] 2543.541144: 28015200 cycles: 12d6be08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [024] 2543.541306: 34200796 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd 172235 [016] 2543.542018: 42255062 cycles: ffffffff8a7538ee newidle_balance+0x31e ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2543.542097: 40741399 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [007] 2543.542467: 34609765 cycles: 3a612fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2543.542585: 31082362 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2543.542850: 35065885 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193485 [009] 2543.543156: 42779274 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [014] 2543.543168: 36077201 cycles: 3c77fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [034] 2543.543418: 31897404 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 194001 [008] 2543.543838: 42112520 cycles: bbc536e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198727 [022] 2543.544049: 49048602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198736 [020] 2543.544316: 39097528 cycles: 122ae53 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 194778 [000] 2543.544514: 33458864 cycles: 3c78211 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [039] 2543.544670: 33109080 cycles: 26ee59a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [041] 2543.544728: 33822589 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 162523 [002] 2543.544984: 53573204 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [047] 2543.546286: 32503521 cycles: ffffffff8aa09ad0 PageHeadHuge+0x0 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2543.546783: 33111224 cycles: ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [029] 2543.546863: 32626829 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [033] 2543.547296: 33738646 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2543.547321: 35577100 cycles: 186b36b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [028] 2543.547425: 34470975 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2543.547626: 39597700 cycles: ffffffff8a760686 __update_load_avg_cfs_rq+0x246 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [044] 2543.547691: 37731462 cycles: 1425aa61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [011] 2543.548630: 32196069 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 166936 [045] 2543.548786: 32655437 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 172390 [032] 2543.548927: 32467892 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [010] 2543.549616: 38998699 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [038] 2543.550124: 31487879 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2543.550144: 32052976 cycles: ffffffff8a6a810b native_apic_msr_eoi_write+0xb ([kernel.kallsyms]) ffffffff8a697e2f __sysvec_call_function_single+0x1f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2543.550425: 34656201 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [015] 2543.550462: 33249520 cycles: ffffffffc0ca46c3 nf_conntrack_in+0xe3 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2543.550605: 47900719 cycles: ffffffff8aa31aa8 __kmem_cache_free+0x198 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2543.550622: 29980423 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2543.550851: 34069551 cycles: 14090123 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [025] 2543.551176: 33767672 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [017] 2543.551413: 39521432 cycles: 141d2fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [043] 2543.552110: 27792582 cycles: 35df64a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196102 [012] 2543.552361: 36901442 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [026] 2543.552452: 39325369 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2543.552683: 44638197 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [003] 2543.553200: 31592108 cycles: ffffffff8a7f1750 futex_hash+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2543.553346: 39180956 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [027] 2543.553512: 33543183 cycles: ffffffff8aa58471 memcg_account_kmem+0x11 ([kernel.kallsyms]) ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [006] 2543.553647: 32598992 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [037] 2543.553961: 32142824 cycles: 204af817 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2543.554055: 33814465 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [031] 2543.554211: 36896578 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) diskagen.IC 198047 [018] 2543.554692: 35667772 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [000] 2543.554825: 32679658 cycles: 14119dff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [035] 2543.555356: 36532287 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [014] 2543.555567: 34077934 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2543.555631: 34375663 cycles: ffffffff8a73c9be sched_ttwu_pending+0xfe ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [001] 2543.556324: 40161865 cycles: 133ae0e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [041] 2543.556973: 39161099 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2543.557032: 31694951 cycles: ffffffff8a779f24 psi_task_switch+0x144 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194335 [040] 2543.558058: 41216355 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2543.558475: 34513348 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 172875 [016] 2543.558803: 36708152 cycles: ffffffff8a74e2bb dequeue_task_fair+0x27b ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [039] 2543.558805: 29534940 cycles: 12f63fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [028] 2543.559053: 40935534 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [008] 2543.559176: 38668929 cycles: ffffffff8a7f6551 futex_wake+0x91 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2543.559320: 33909306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [047] 2543.559334: 35494530 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [005] 2543.559993: 35443056 cycles: 1e46c2b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [033] 2543.560041: 35200284 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2543.560335: 32356933 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [009] 2543.561164: 47212250 cycles: ffffffff8b3767c0 sock_wfree+0xa0 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2543.561217: 37338495 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [032] 2543.561373: 34097181 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) swapper 0 [030] 2543.561735: 32670154 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [045] 2543.561783: 41146300 cycles: ffffffff8adacf91 _copy_to_iter+0x1 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [022] 2543.562212: 44062544 cycles: 1406fb29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [038] 2543.562461: 33249121 cycles: 3af2e56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2543.562466: 32593564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2543.562796: 26820218 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [023] 2543.562953: 31127004 cycles: 204af77c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [046] 2543.563026: 42359044 cycles: ffffffff8a7604f4 __update_load_avg_cfs_rq+0xb4 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [011] 2543.563138: 31724466 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2543.564925: 39541063 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a752667 update_group_capacity+0x1e7 ([kernel.kallsyms]) ffffffff8a752805 update_sd_lb_stats.constprop.0+0x75 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [019] 2543.565155: 45816907 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [002] 2543.565361: 46854449 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2543.565363: 38986392 cycles: 12bf390 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [013] 2543.565492: 29743692 cycles: 3b30b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [025] 2543.565806: 38508642 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [000] 2543.566307: 31897725 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) nbsd-lig.SRV2 196022 [026] 2543.566340: 38919993 cycles: 26ce100 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [006] 2543.566583: 41297332 cycles: 3a6413d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [024] 2543.566649: 45533971 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [014] 2543.566998: 35965641 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [012] 2543.567056: 40140387 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) diskagen.User 198845 [003] 2543.567421: 43088696 cycles: 133a7e05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [004] 2543.567883: 34981597 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1cda611 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [018] 2543.568295: 36654866 cycles: 1c49108d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2543.568324: 29365697 cycles: 1869e39 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159869 [037] 2543.568324: 31436689 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [042] 2543.568418: 40241505 cycles: ffffffff8b46ef94 tcp_sendmsg_locked+0x694 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [027] 2543.568597: 38609351 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1236485 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [036] 2543.569158: 45674954 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2543.569205: 34581489 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [031] 2543.569863: 33060745 cycles: 186c1e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 167054 [020] 2543.570340: 33153828 cycles: ffffffff8a7f1759 futex_hash+0x9 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [016] 2543.570704: 41203719 cycles: ffffffff8b6acbb6 _raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [001] 2543.571968: 38105882 cycles: 25150300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2543.572105: 34419120 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165460 [040] 2543.573428: 36236214 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [035] 2543.573458: 46922730 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 197896 [008] 2543.573486: 33853228 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [028] 2543.573589: 36080987 cycles: 204af782 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [021] 2543.573675: 36974843 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2543.573694: 34471684 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [032] 2543.574000: 43102448 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [047] 2543.574047: 34198752 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2543.574335: 39210060 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [010] 2543.574849: 36878502 cycles: ffffffff8a7604c3 __update_load_avg_cfs_rq+0x83 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [005] 2543.574879: 36100268 cycles: 3b742b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [023] 2543.575512: 32057885 cycles: ffffffff8b49f27b raw_v4_input+0x13b ([kernel.kallsyms]) ffffffff8b49f3dd raw_local_deliver+0x3d ([kernel.kallsyms]) ffffffff8b455bf5 ip_protocol_deliver_rcu+0x55 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2543.575534: 31991890 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [041] 2543.575535: 37612625 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [043] 2543.575658: 25975292 cycles: 1a6a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2543.576142: 29340410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f925a7fb3af [unknown] (//anon) Test 196124 [029] 2543.576255: 29883474 cycles: 673a6b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2543.576915: 33376422 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [011] 2543.577037: 27970841 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 196917 [000] 2543.578186: 30315122 cycles: ffffffff8a7d75de __hrtimer_init+0x5e ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [046] 2543.578347: 42009715 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [022] 2543.578604: 43576280 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 178fd8c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2543.579155: 34678825 cycles: ffffffff8a74bcb6 select_idle_sibling+0x196 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 196866 [015] 2543.579192: 39818882 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [039] 2543.579747: 32556760 cycles: ffffffff8aa2b3fb memcg_slab_post_alloc_hook+0x7b ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [017] 2543.580119: 35237001 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2543.580312: 42272855 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2543.580837: 37563555 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2543.580916: 37210093 cycles: ffffffff8a7b7e3a rcu_note_context_switch+0x2a ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 169832 [037] 2543.581280: 28653791 cycles: 204007f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [018] 2543.581310: 34401572 cycles: 152b5ac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 168699 [009] 2543.581811: 40073937 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197250 [006] 2543.582444: 44650522 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2543.582938: 36905264 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [026] 2543.583120: 36761797 cycles: 1a68f3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) acf9294 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2543.583344: 38370519 cycles: ffffffff8a74351f pick_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [002] 2543.583626: 40310583 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 167184 [024] 2543.583862: 45160716 cycles: ffffffff8a7f2739 futex_get_value_locked+0x19 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [020] 2543.583890: 33207330 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [023] 2543.584662: 32750447 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2543.584888: 37536558 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [027] 2543.585214: 32242665 cycles: 21a2c453 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [008] 2543.585381: 32198555 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [047] 2543.585959: 34435749 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [001] 2543.585972: 33505806 cycles: ffffffff8aa562c4 drain_stock+0x44 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2543.586085: 35977730 cycles: ffffffff8a7ef9b6 tick_nohz_idle_enter+0x6 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [003] 2543.586099: 38196313 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [031] 2543.586497: 28289588 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 195110 [043] 2543.586569: 26695341 cycles: 1740dbb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [013] 2543.587032: 29931331 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [007] 2543.587201: 31541743 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [030] 2543.587241: 31986360 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [010] 2543.587541: 40757415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 194355 [040] 2543.587755: 45444046 cycles: 21a2fc9b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2543.588027: 34923596 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [019] 2543.588115: 40105638 cycles: ffffffff8aa511e9 page_counter_uncharge+0x29 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [021] 2543.588115: 32833820 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2543.588198: 36617484 cycles: 172c285 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [028] 2543.588272: 35179996 cycles: 21cba4d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2543.588837: 39010127 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [029] 2543.589135: 27427026 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2543.589660: 36288362 cycles: 17bc9fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [044] 2543.590074: 37152535 cycles: 3b637da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [005] 2543.590389: 37895945 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fb19eff [unknown] (//anon) swapper 0 [014] 2543.591374: 36700279 cycles: ffffffff8a6c8183 load_new_mm_cr3+0x53 ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2543.591754: 24364118 cycles: 28bfe03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [018] 2543.593332: 34901117 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [041] 2543.593507: 31019956 cycles: ffffffff8a739950 ttwu_do_wakeup+0x110 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [033] 2543.593568: 31220030 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [023] 2543.593975: 33709646 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [035] 2543.594026: 36423259 cycles: 133a7d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 155844 [037] 2543.594221: 28982685 cycles: bc08fa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [046] 2543.594490: 43638604 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2543.595282: 32340669 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [034] 2543.595390: 39576507 cycles: 141ece2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [015] 2543.595593: 39052841 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [017] 2543.595811: 35237001 cycles: 35df690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [039] 2543.596014: 34188157 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [008] 2543.596910: 31034265 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [026] 2543.597137: 45062892 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2543.597541: 40697277 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198837 [013] 2543.597555: 35638685 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198708 [020] 2543.597630: 36522620 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2543.597831: 35541908 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [043] 2543.597899: 29521718 cycles: 6891fed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196103 [012] 2543.598445: 39630640 cycles: ffffffff8b3a4adb __dev_queue_xmit+0xfb ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2543.598513: 38077692 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2543.598657: 33604979 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198711 [031] 2543.598775: 26343787 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [009] 2543.598799: 44185088 cycles: 266e13ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [002] 2543.598815: 41257547 cycles: 1548fdfa [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [045] 2543.598926: 38779136 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [024] 2543.598989: 44948801 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [001] 2543.599345: 34186619 cycles: 3a779e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [030] 2543.599398: 33024794 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2543.599412: 42836727 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2543.599615: 25375083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [042] 2543.599644: 32932359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [021] 2543.599649: 34636996 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198048 [006] 2543.599688: 41864921 cycles: ffffffff8a747907 update_load_avg+0x37 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [047] 2543.600268: 36003410 cycles: 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [038] 2543.601087: 34999470 cycles: ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [029] 2543.601375: 26009735 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1406ae75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [028] 2543.601804: 44252152 cycles: ffffffff8b61720c rb_erase+0x3fc ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b75bd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [003] 2543.601946: 42901830 cycles: 1840c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2543.602436: 35984229 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [005] 2543.602984: 44316510 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [000] 2543.603053: 42109570 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2543.603214: 36600203 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [014] 2543.603435: 34657255 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [044] 2543.603900: 37878699 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0f15d6f9f [unknown] (//anon) ydbd 193989 [032] 2543.603912: 38081060 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [040] 2543.604053: 37894694 cycles: ffffffff8a73caeb send_call_function_single_ipi+0x7b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2543.606105: 32400406 cycles: ffffffff8a6f309d irq_enter_rcu+0x1d ([kernel.kallsyms]) swapper 0 [019] 2543.606513: 45025624 cycles: ffffffff8a7397b5 check_preempt_curr+0x5 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [033] 2543.606688: 39042038 cycles: ffffffff8b46d5b2 tcp_poll+0x112 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [023] 2543.606740: 31413769 cycles: 3ac42e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159890 [037] 2543.607332: 34328528 cycles: ffffffff8b696b68 sysvec_apic_timer_interrupt+0x8 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [041] 2543.607472: 31022075 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [043] 2543.608760: 32304472 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2543.608967: 27112858 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 165266 [035] 2543.609044: 31290395 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [034] 2543.609485: 35110655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [008] 2543.609834: 28934685 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [004] 2543.609896: 28387226 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [039] 2543.609898: 33575667 cycles: 14086018 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166596 [046] 2543.610649: 44838515 cycles: bc09088 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [031] 2543.611104: 25128894 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 593d8a6011f [unknown] ([unknown]) nbsd.IC 194355 [017] 2543.611522: 53248541 cycles: 21a2c0d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [002] 2543.611845: 37851903 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194630 [020] 2543.611916: 34791654 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [007] 2543.612241: 40458281 cycles: 204af7b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [022] 2543.612532: 33775645 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [026] 2543.612576: 39966471 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [030] 2543.613167: 36742490 cycles: 1618a52c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Batch 198441 [029] 2543.613187: 25802017 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84f15 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [006] 2543.613334: 37055223 cycles: ffffffff8b6ab4c6 do_nanosleep+0x56 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [013] 2543.613507: 34853362 cycles: ffffffff8ac62ce6 security_sock_rcv_skb+0x36 ([kernel.kallsyms]) ffffffff8b3d4e92 sk_filter_trim_cap+0x32 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [015] 2543.613547: 40783512 cycles: 12ff4f1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [024] 2543.613682: 41463015 cycles: ffffffff8a9e9a8c __free_one_page+0x36c ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [012] 2543.614483: 47480849 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [040] 2543.615540: 36176537 cycles: 14055a2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [036] 2543.615543: 36577302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2543.615758: 32755184 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [009] 2543.616607: 53916731 cycles: 3a779e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [025] 2543.616645: 39420131 cycles: 27279a6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [042] 2543.616676: 27569540 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [027] 2543.616733: 39972177 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fff [unknown] ([unknown]) diskagen.AIO.SQ 198854 [038] 2543.616830: 36841251 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2543.616988: 39209205 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2543.617067: 32085420 cycles: 3b2df08 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [045] 2543.617136: 44422700 cycles: ffffffff8a7d7b46 __remove_hrtimer+0x36 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8aaf535c read_events+0x18c ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [016] 2543.617143: 41829345 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [021] 2543.617147: 28172429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) blocksto.CLI1 198713 [000] 2543.618427: 40028974 cycles: 689a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2543.618710: 37095496 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2543.618802: 36600203 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [039] 2543.619404: 34042494 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [018] 2543.619558: 30785971 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2543.620177: 34597119 cycles: ffffffff8a7d8794 hrtimer_try_to_cancel.part.0+0x94 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 168699 [004] 2543.620483: 27966020 cycles: bc09172 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [003] 2543.620507: 48544969 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2543.621429: 37586349 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [008] 2543.621775: 30333501 cycles: 65521cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2543.621790: 29436364 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2543.622118: 28808159 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [011] 2543.622548: 25961419 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [031] 2543.622833: 26771886 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 151687 [037] 2543.622901: 36867337 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [035] 2543.623211: 27986416 cycles: ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [034] 2543.624019: 36661000 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [005] 2543.624031: 42384644 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2543.624453: 31609450 cycles: ffffffff8a73284c ttwu_queue_wakelist+0x8c ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196923 [022] 2543.625261: 31716611 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [029] 2543.625489: 31834241 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [019] 2543.626011: 42482423 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [021] 2543.626015: 29002912 cycles: 1404f221 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165675 [046] 2543.626306: 47344792 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [030] 2543.626745: 35202433 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2543.627387: 39042038 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [024] 2543.627415: 39779365 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172388 [020] 2543.627639: 36395214 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [026] 2543.628039: 38744508 cycles: ffffffff8b52f729 ip6_dst_check+0xe9 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [042] 2543.628125: 25831822 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [002] 2543.629073: 35938503 cycles: 27279aa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [006] 2543.629073: 36240756 cycles: 14086b4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [007] 2543.629590: 36760129 cycles: 2729a54f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.629932: 34795225 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [001] 2543.629934: 35817371 cycles: bbd1caa [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [039] 2543.630153: 33502655 cycles: 17fce40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [013] 2543.630362: 38582141 cycles: 5c58c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7692c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2543.630897: 39420406 cycles: ffffffff8a776413 calc_load_nohz_stop+0x43 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [018] 2543.630956: 34893516 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2543.631507: 26668043 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [047] 2543.631926: 28855107 cycles: ffffffff8ac62cd4 security_sock_rcv_skb+0x24 ([kernel.kallsyms]) ffffffff8b3d4e92 sk_filter_trim_cap+0x32 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b560377 tcp_v6_rcv+0xc47 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [012] 2543.631965: 39067032 cycles: ffffffff8a7655b2 record_times+0x22 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [017] 2543.632153: 49225385 cycles: 689b758 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [008] 2543.632210: 30182437 cycles: ffffffff8adaead2 copy_page_from_iter_atomic+0xf2 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [032] 2543.632612: 41136402 cycles: ffffffff8a7173b7 pid_nr_ns+0x17 ([kernel.kallsyms]) ffffffff8ab38629 next_tgid+0x49 ([kernel.kallsyms]) ffffffff8ab3b469 proc_pid_readdir+0x99 ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [044] 2543.632949: 36360805 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2543.633075: 40903836 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [025] 2543.633387: 45084528 cycles: 17fb227 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [014] 2543.633437: 41193413 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 172221 [011] 2543.633739: 34030907 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [000] 2543.634283: 35464088 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [010] 2543.634418: 50482076 cycles: 15730133 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2543.634640: 40461275 cycles: ffffffff8a74795d update_load_avg+0x8d ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2543.634763: 32263032 cycles: ffffffff8a99a42e quiet_vmstat+0x2e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [028] 2543.635236: 37872248 cycles: 1330f52d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [016] 2543.635388: 40462305 cycles: 3ad8481 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [003] 2543.635947: 41508351 cycles: 2049993c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [031] 2543.636134: 25632777 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [027] 2543.636206: 39512222 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2543.636251: 26344791 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [035] 2543.637515: 28214111 cycles: 204ac693 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197523 [034] 2543.637773: 34460971 cycles: 230e72d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [030] 2543.637865: 36066941 cycles: ffffffff8b44f57a ipv4_mtu+0x1a ([kernel.kallsyms]) ffffffff8b4862fe tcp_current_mss+0xbe ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [009] 2543.638163: 52180275 cycles: 1712f3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [022] 2543.638223: 38920452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [021] 2543.638372: 31200878 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [042] 2543.638982: 27766030 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2543.639870: 36000980 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [024] 2543.640098: 37516934 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [037] 2543.640120: 30347035 cycles: 175e346 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159489 [045] 2543.640170: 43419512 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f34c0cbe87f [unknown] (//anon) nbsd.User 194340 [023] 2543.640408: 34334522 cycles: 14090123 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [005] 2543.641470: 37323153 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [020] 2543.641769: 33518796 cycles: 1e46c2fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [004] 2543.641899: 30754846 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [036] 2543.642700: 36694419 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [006] 2543.643000: 37069124 cycles: ffffffff8a7d8e24 hrtimer_interrupt+0x104 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 167048 [039] 2543.643104: 31135687 cycles: 1be5a315 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [026] 2543.643187: 33334288 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2543.643359: 39050275 cycles: 3b1a392 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [046] 2543.643384: 49372367 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [018] 2543.643388: 41095381 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [007] 2543.643797: 40878794 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 198449 [008] 2543.643937: 30022107 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) test_tool 194424 [032] 2543.643953: 39170971 cycles: 3251411 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 327da04 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 327c946 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3248021 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3279b99 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32395c7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2441275 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23e5fe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23e453c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e3467 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [047] 2543.644377: 29904452 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [033] 2543.644763: 40255463 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [013] 2543.644785: 41133692 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [002] 2543.645097: 32411859 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [040] 2543.645227: 38806169 cycles: 204af503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2543.645465: 26763128 cycles: ffffffff8a65e8c0 arch_cpu_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 160832 [001] 2543.646146: 38062962 cycles: 203ff8ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IO 169828 [031] 2543.646882: 30384883 cycles: 12f0ac07 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [000] 2543.646927: 37022335 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2543.646961: 33212577 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [012] 2543.647068: 39067032 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 162528 [011] 2543.647225: 41505461 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [014] 2543.647880: 37100877 cycles: 21a1ee20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [042] 2543.647965: 31573074 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 209f864 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [028] 2543.648068: 36900824 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [035] 2543.648182: 27523281 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [030] 2543.648481: 35935266 cycles: 1406f609 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [015] 2543.648539: 37892027 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162522 [016] 2543.649399: 39421475 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [038] 2543.649608: 40905866 cycles: 1c7540fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [041] 2543.649714: 28013362 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2543.650583: 29239659 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [034] 2543.650725: 31931212 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [025] 2543.651040: 41669795 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2543.651257: 45992884 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 194349 [022] 2543.651555: 38920452 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2543.652308: 28954375 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [017] 2543.652565: 46357765 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 154852 [027] 2543.652826: 36407662 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [004] 2543.653326: 43313732 cycles: ffffffff8b3840e4 consume_skb+0xb4 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [024] 2543.653772: 38684369 cycles: ffffffff8b3a09ca netif_rx_internal+0xfa ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [010] 2543.654062: 53222055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2543.654625: 35333846 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [029] 2543.654768: 31469741 cycles: ffffffff8adad189 _copy_to_iter+0x1f9 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 194424 [032] 2543.654780: 38352475 cycles: 241265f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2418c07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c299 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24edb48 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 198682 [023] 2543.654901: 34463091 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 194384 [039] 2543.654999: 29163002 cycles: 352968a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2543.655119: 29295266 cycles: 3b99ca4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [008] 2543.655169: 38151317 cycles: ffffffff8adb05d2 _find_next_bit+0x62 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2543.655377: 42218061 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2543.655490: 27125863 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2543.655717: 41523429 cycles: 141496e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171298 [026] 2543.655770: 35761000 cycles: ffffffff8b617656 rb_insert_color+0x156 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [005] 2543.656220: 33339503 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [036] 2543.656297: 37762181 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [002] 2543.657287: 34383285 cycles: 13b05e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [040] 2543.657719: 37689957 cycles: ffffffff8a9ec837 rmqueue_bulk+0x107 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [009] 2543.657806: 49309057 cycles: ffffffff8b6ad4fe _raw_spin_unlock_bh+0x1e ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [019] 2543.658112: 34104434 cycles: ffffffff8a95a865 rseq_ip_fixup+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2543.658520: 31701418 cycles: ffffffff8a7d8873 hrtimer_cancel+0x23 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [018] 2543.658756: 35328410 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [031] 2543.658957: 37397825 cycles: a67c300 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [035] 2543.659435: 30203789 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [012] 2543.659442: 51477559 cycles: ffffffff8aa801d5 fput+0x5 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [033] 2543.660421: 42321521 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [021] 2543.660590: 29373219 cycles: 13925c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198684 [007] 2543.660767: 36583714 cycles: 14354921 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [014] 2543.660781: 34081923 cycles: bbd2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [028] 2543.660904: 40432396 cycles: ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197545 [042] 2543.660947: 33676110 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 165667 [013] 2543.661071: 39941936 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 194346 [000] 2543.661119: 34520269 cycles: 16236c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197524 [046] 2543.661383: 39149172 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c797f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [041] 2543.661862: 28398688 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2543.662117: 33438597 cycles: ffffffff8a7eedb5 tick_do_update_jiffies64+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [001] 2543.662273: 39592871 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO0 197894 [037] 2543.662864: 33923228 cycles: ffffffff8a76049a __update_load_avg_cfs_rq+0x5a ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198609 [034] 2543.662918: 30783749 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.Timer 194384 [039] 2543.663058: 30865749 cycles: 376d224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [038] 2543.663101: 37349085 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [011] 2543.664167: 38184009 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) nbsd.User 194345 [016] 2543.664404: 36217525 cycles: 26a621b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2543.664518: 36789437 cycles: 1417ca5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [017] 2543.665806: 40922841 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [022] 2543.666556: 43217918 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [043] 2543.667559: 26099775 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2543.668012: 42452251 cycles: 26176c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [032] 2543.668028: 35916275 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [029] 2543.668188: 28744679 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [047] 2543.668628: 32934330 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [023] 2543.668982: 32301099 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198713 [002] 2543.668990: 36520453 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [027] 2543.669001: 37223688 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [004] 2543.669010: 46406060 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [025] 2543.669014: 36965118 cycles: 1401e888 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [020] 2543.669308: 36292512 cycles: ffffffff8a779b68 psi_task_change+0x58 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [026] 2543.669561: 32307051 cycles: 16236c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [036] 2543.669596: 38752724 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [018] 2543.669796: 34486398 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [005] 2543.669930: 35605366 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [044] 2543.670308: 30575993 cycles: 2889848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [006] 2543.670378: 45458672 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165251 [008] 2543.670456: 36362911 cycles: 133b9d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2543.670606: 38823390 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [019] 2543.671496: 36479379 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [040] 2543.671771: 36626843 cycles: 156cee5c [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [000] 2543.671775: 33860059 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [021] 2543.671964: 31487644 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [035] 2543.672026: 34729934 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2543.672751: 34728720 cycles: 140c52cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197250 [042] 2543.673130: 34761145 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [010] 2543.673210: 41003848 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [034] 2543.673409: 36764341 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [014] 2543.673569: 35500219 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [041] 2543.673923: 30196136 cycles: 251ffa94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2543.674091: 30267416 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [031] 2543.674493: 36446751 cycles: 140705df [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [009] 2543.674534: 51908727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2543.675357: 33077565 cycles: 1c3a04c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [038] 2543.675543: 34839874 cycles: ffffffff8b3a4c4b __dev_queue_xmit+0x26b ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [037] 2543.675950: 35341337 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [028] 2543.676067: 36790095 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2543.676334: 35278307 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [011] 2543.676416: 44611221 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [007] 2543.676422: 31300531 cycles: 157307c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [013] 2543.676705: 39260351 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [033] 2543.677047: 39893513 cycles: 15b0174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 197874 [001] 2543.677245: 44518299 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [043] 2543.677642: 25941713 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [012] 2543.679630: 66401001 cycles: ffffffff8b480adb tcp_check_space+0xb ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 169808 [017] 2543.679649: 37505155 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 194003 [015] 2543.679813: 44448215 cycles: ffffffff8b6ab5a5 do_nanosleep+0x135 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [016] 2543.680355: 33414091 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [002] 2543.680475: 35855025 cycles: 12d6be1d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [026] 2543.680516: 34220303 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [029] 2543.680595: 26860930 cycles: 142589b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [023] 2543.681724: 33933704 cycles: 6507701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2543.681955: 36005458 cycles: ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [008] 2543.682067: 46701029 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196102 [032] 2543.682085: 31803968 cycles: 3b18641 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [027] 2543.682179: 34021972 cycles: ffffffff8a9b842b pud_val+0xb ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [020] 2543.682420: 35519026 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [018] 2543.682710: 36560582 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [000] 2543.682886: 33551040 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [047] 2543.683209: 32651434 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2543.683759: 36381903 cycles: ffffffff8a75ff1a __update_load_avg_se+0x1ba ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [040] 2543.683797: 34240381 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [022] 2543.683950: 48375268 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [003] 2543.684085: 34945480 cycles: 14068f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [036] 2543.684197: 37869702 cycles: 178eb403 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [019] 2543.684575: 37080787 cycles: ffffffff8a74bf1f select_idle_sibling+0x3ff ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2543.685249: 38636295 cycles: ffffffff8a7d8e3b hrtimer_interrupt+0x11b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [021] 2543.685345: 29624919 cycles: ffffffff8b46ff72 tcp_recvmsg_locked+0xf2 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2543.686228: 36172550 cycles: ffffffff8a738340 pick_next_task+0x40 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [004] 2543.686490: 42262435 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [039] 2543.686868: 28766607 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [006] 2543.687271: 38243624 cycles: 1869465 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [045] 2543.687360: 30691722 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194623 [030] 2543.687833: 31212470 cycles: ffffffff8aa2b38c memcg_slab_post_alloc_hook+0xc ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [034] 2543.687858: 35069545 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [042] 2543.688123: 42807990 cycles: 673b2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2543.688576: 33270296 cycles: ffffffff8b4701e1 tcp_recvmsg_locked+0x361 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [035] 2543.689029: 39313941 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2543.689177: 35481229 cycles: ffffffff8a760672 __update_load_avg_cfs_rq+0x232 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2543.689773: 26217237 cycles: 3b1749d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 169829 [013] 2543.689880: 35670114 cycles: 133ba0dd [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 197884 [041] 2543.690029: 28515027 cycles: ffffffff8a74aa90 update_curr+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [010] 2543.690375: 33990489 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [031] 2543.690570: 30825732 cycles: 1d40d73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [029] 2543.690778: 26232667 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2543.692366: 29718314 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2543.692534: 33334955 cycles: 689b71b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2543.693042: 25769849 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [016] 2543.693168: 41998889 cycles: ffffffff8a7d5765 detach_if_pending+0x5 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [028] 2543.693766: 43687053 cycles: ffffffff8a75fa40 __update_load_avg_blocked_se+0x0 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171585 [009] 2543.693813: 44707607 cycles: ffffffff8a75288a update_sd_lb_stats.constprop.0+0xfa ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2543.693868: 29987447 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2543.694146: 30927717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [003] 2543.694521: 35090754 cycles: 3b77555 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [020] 2543.695546: 40821042 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159503 [033] 2543.695806: 35694884 cycles: ffffffff8a95a8ad rseq_ip_fixup+0x4d ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [044] 2543.695819: 36428075 cycles: 3b9b930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [000] 2543.696036: 30887121 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [019] 2543.696656: 38628199 cycles: 24f7735b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [018] 2543.696703: 32407156 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2543.696720: 29752672 cycles: ffffffff8b69801f ct_nmi_exit+0x5f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [021] 2543.696736: 35179681 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [011] 2543.697028: 44380470 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [047] 2543.697088: 31702076 cycles: ffffffff8b512641 wait_for_unix_gc+0x21 ([kernel.kallsyms]) ffffffff8b50f9d3 unix_stream_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [027] 2543.697481: 30608779 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [017] 2543.698049: 33662882 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2543.698069: 30756034 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [025] 2543.698228: 39424167 cycles: 12a0789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [024] 2543.698322: 31739297 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [036] 2543.698614: 32665205 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [002] 2543.698783: 31022570 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [045] 2543.699218: 28719122 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [001] 2543.699307: 38522715 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [015] 2543.699650: 49383563 cycles: ffffffff8a7f6a35 futex_wait_queue+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2543.699885: 37262266 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [006] 2543.700119: 34767828 cycles: ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [029] 2543.700301: 27313162 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [039] 2543.700682: 26198795 cycles: 2a7fbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2543.700693: 29192397 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [043] 2543.700852: 25841385 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [013] 2543.701027: 34294287 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2543.701032: 27510420 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [034] 2543.701098: 37008539 cycles: 3af1ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2543.701621: 40060114 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2543.701940: 36130053 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165164 [038] 2543.702014: 33243330 cycles: 13401dab [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2543.702311: 40292825 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [031] 2543.702673: 31993827 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [022] 2543.703140: 41230181 cycles: 12f7b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [007] 2543.703262: 25730843 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196102 [037] 2543.703429: 28747505 cycles: 3cab1f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [010] 2543.703516: 32075909 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [032] 2543.703955: 33619462 cycles: 18406f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [046] 2543.704112: 31885259 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2543.704320: 44879594 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [026] 2543.704343: 31431407 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2543.704574: 38420404 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) diskagen.IC 198855 [016] 2543.706035: 38991653 cycles: ffffffff8b486a8f __tcp_transmit_skb+0x1ff ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [028] 2543.707307: 44749598 cycles: 1330dc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [027] 2543.707748: 32998591 cycles: ffffffff8b3a091a netif_rx_internal+0x4a ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 194004 [000] 2543.708221: 29843518 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2543.708548: 62188792 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [023] 2543.708589: 28761260 cycles: 17dfea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2543.709028: 34205573 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [002] 2543.709209: 30719036 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2543.709376: 37325533 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [041] 2543.709475: 28706979 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [017] 2543.709559: 38439715 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8aaf4fb7 aio_read_events_ring+0x177 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2543.709714: 28275834 cycles: 133a56ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [044] 2543.709715: 36470639 cycles: ffffffff8a9edfd0 free_unref_page+0x30 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [024] 2543.709920: 30187140 cycles: 1974ed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [036] 2543.710033: 31613348 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [006] 2543.710045: 34894170 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [043] 2543.710181: 32480707 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2543.710219: 32694535 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [033] 2543.710313: 37300241 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [029] 2543.710313: 27039048 cycles: c50 [unknown] ([vdso]) swapper 0 [020] 2543.710489: 38079684 cycles: ffffffff8a7b7f45 rcu_note_context_switch+0x135 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2543.710606: 34715027 cycles: ffffffff8b3d4f32 sk_filter_trim_cap+0xd2 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b560377 tcp_v6_rcv+0xc47 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [040] 2543.711060: 29098342 cycles: 3b265a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2543.711488: 25357921 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159406 [009] 2543.711735: 40468057 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network write 171569 [030] 2543.712084: 31700635 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e737224 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [021] 2543.712130: 36801472 cycles: 3b9c935 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [019] 2543.712790: 39966967 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [025] 2543.713118: 38070275 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2543.714165: 33204472 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [037] 2543.714326: 34466504 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [038] 2543.714354: 38132822 cycles: 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [007] 2543.714445: 25043212 cycles: 3b3c5d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [034] 2543.714614: 33986962 cycles: ffffffff8a96a788 folio_mark_dirty+0x18 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [005] 2543.714701: 39181880 cycles: bbbd377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [001] 2543.715155: 40883137 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [011] 2543.715592: 36116318 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2543.715607: 36243160 cycles: 180831e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [008] 2543.715717: 40608226 cycles: 688f22d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [031] 2543.715775: 30039798 cycles: bbb5d0e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [026] 2543.716055: 37934153 cycles: 2527aa31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2543.716179: 33305063 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2543.716421: 32374085 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [004] 2543.717137: 43081211 cycles: 64f6328 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [015] 2543.717719: 49107488 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2543.717797: 29855643 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [022] 2543.718420: 35498713 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [016] 2543.719071: 36389752 cycles: ffffffff8a769072 psi_group_change+0xd2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [002] 2543.719965: 30407671 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [023] 2543.720311: 26861096 cycles: 1c2f4961 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2543.720363: 31103808 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [041] 2543.720680: 28070103 cycles: 133c28ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2543.721074: 38290347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [024] 2543.721243: 29328542 cycles: 1407e637 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [042] 2543.721336: 35709672 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [035] 2543.721710: 35013876 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2543.721835: 40017189 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [047] 2543.721872: 35466413 cycles: 3cb2631 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [043] 2543.721941: 34998547 cycles: ffffffff8ac64feb security_vm_enough_memory_mm+0x1b ([kernel.kallsyms]) ffffffff8a9cfad7 mmap_region+0x157 ([kernel.kallsyms]) ffffffff8a9d06a4 do_mmap+0x3d4 ([kernel.kallsyms]) ffffffff8a995343 vm_mmap_pgoff+0xe3 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [039] 2543.722021: 24893875 cycles: 3cb403f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.722058: 30450339 cycles: ffffffff8a73c9a8 sched_ttwu_pending+0xe8 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [027] 2543.722068: 36603869 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [029] 2543.722212: 26088900 cycles: 38002 exp2+0xa2 (/usr/lib/x86_64-linux-gnu/libm.so.6) 10db2 exp2+0x12 (/usr/lib/x86_64-linux-gnu/libm.so.6) 26ecc580 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2543.722743: 34255590 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [028] 2543.722789: 43563604 cycles: ffffffff8b3787de sock_rfree+0x6e ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2543.723019: 37107413 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [017] 2543.723069: 35279964 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2543.723476: 25042580 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2543.723874: 34305124 cycles: 1406aff2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198846 [013] 2543.724140: 34345753 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2543.724326: 36257068 cycles: ffffffff8a74bca7 select_idle_sibling+0x187 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [003] 2543.724358: 36710874 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [014] 2543.725789: 31628056 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [020] 2543.726312: 41399087 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [037] 2543.726547: 32162193 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [034] 2543.726802: 31697107 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [009] 2543.727731: 42301941 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2543.727845: 32519650 cycles: 3cb5346 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [038] 2543.727986: 34801563 cycles: 3b765eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2543.728033: 28265630 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 36a0af6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [032] 2543.728322: 33248204 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2543.729079: 38867681 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [010] 2543.729107: 36833797 cycles: ffffffff8aa5ea6d __mem_cgroup_uncharge+0x2d ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [025] 2543.729177: 36082554 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [046] 2543.730161: 29644268 cycles: 35f7e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [026] 2543.730438: 35699625 cycles: 1402da61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [019] 2543.730519: 31928622 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2543.730869: 31469342 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [005] 2543.731206: 35072519 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [007] 2543.731259: 27005644 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [011] 2543.731268: 30698335 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2543.731363: 37143920 cycles: ffffffff8a747ff7 update_load_avg+0x727 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [041] 2543.731584: 27942482 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2543.731709: 32427820 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2543.731831: 25911794 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [008] 2543.731942: 37998747 cycles: 14257553 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [023] 2543.732109: 26609048 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159504 [012] 2543.732331: 48181569 cycles: 133ac880 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [016] 2543.732677: 33667458 cycles: 3ac45bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [029] 2543.732805: 28634225 cycles: 1e5c7629 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [000] 2543.733541: 27864322 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [024] 2543.733591: 30502923 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [006] 2543.734237: 39394399 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [004] 2543.734380: 39914126 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [040] 2543.734504: 28754868 cycles: 1417ca30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [036] 2543.734628: 39259699 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8a7d8865 hrtimer_cancel+0x15 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193989 [042] 2543.735162: 37667827 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [035] 2543.736374: 35516357 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2543.736588: 44217596 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [030] 2543.736849: 33292506 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [043] 2543.737107: 30007350 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [003] 2543.737396: 33432558 cycles: ffffffff8b46edfc tcp_sendmsg_locked+0x4fc ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [034] 2543.737423: 31462962 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [047] 2543.738004: 29960870 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198736 [044] 2543.738021: 36028198 cycles: ffffffff8a9f0c4e __alloc_pages+0x18e ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [033] 2543.738347: 32782357 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [018] 2543.738379: 40971330 cycles: 1d37c19 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2543.738420: 34154087 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198039 [014] 2543.738666: 37410927 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [027] 2543.738711: 33618038 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [028] 2543.739147: 45607258 cycles: 6e8 [unknown] ([vdso]) ydbd.System 171287 [013] 2543.739242: 34650942 cycles: bc0917c [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [031] 2543.740290: 29179238 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 154954 [037] 2543.740821: 32162193 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [038] 2543.741193: 31582375 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3555a0b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [046] 2543.741208: 28573613 cycles: 14020cff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [010] 2543.741376: 34740934 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2543.741446: 32695464 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2543.741685: 43159157 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.Timer 194384 [039] 2543.741983: 24983838 cycles: 39fb5c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [020] 2543.742279: 39113879 cycles: 13405181 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [023] 2543.742886: 28164405 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2543.743050: 32774429 cycles: 1425cdb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 193998 [019] 2543.743068: 29729770 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 192411 [022] 2543.743177: 38405361 cycles: 25209b9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25220e6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c338e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241083d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241098a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f7d0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 194630 [045] 2543.743770: 28526985 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2543.743891: 30174793 cycles: ffffffff8b480f0d tcp_rcv_established+0x27d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [007] 2543.744124: 26157952 cycles: 2045481f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [029] 2543.744367: 30437338 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [005] 2543.744443: 37208555 cycles: 21a1bf1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [000] 2543.744449: 27052325 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2543.744457: 32555491 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [024] 2543.744506: 29734410 cycles: 68d07b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2543.744516: 28249495 cycles: ffffffff8a75c575 do_idle+0x5 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [040] 2543.744629: 28376324 cycles: ffffffff8a765595 record_times+0x5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [016] 2543.744703: 31481383 cycles: 133b9bbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [041] 2543.744755: 29392972 cycles: 369c7bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [009] 2543.744997: 35574493 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [001] 2543.745244: 37346469 cycles: ffffffff8a9a5766 __kmalloc_node_track_caller+0x66 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 163655 [008] 2543.746179: 36984678 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [042] 2543.746453: 38539394 cycles: 12e96f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [030] 2543.746787: 33497174 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [006] 2543.747166: 37382346 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.Timer 194384 [039] 2543.748891: 27659682 cycles: 641b454 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2543.748964: 28911569 cycles: ffffffff8a74add7 reweight_entity+0xe7 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [004] 2543.749076: 34753423 cycles: 26654f6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [036] 2543.749090: 36333713 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [034] 2543.749170: 29858846 cycles: 133c326f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [013] 2543.749843: 33548289 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [047] 2543.749850: 31608512 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2543.749953: 33677145 cycles: 12d6c29f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172223 [035] 2543.750140: 32019438 cycles: ffffffff8a66002f switch_fpu_return+0x1f ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2543.750324: 37877296 cycles: ffffffff8a756180 put_prev_task_idle+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [027] 2543.750423: 35686827 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2543.751054: 42678830 cycles: ffffffff8b697fc7 ct_nmi_exit+0x7 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [017] 2543.751227: 31718868 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [037] 2543.751522: 37375700 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c972 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [046] 2543.751674: 28423899 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [019] 2543.752144: 29947469 cycles: 1c698eb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [014] 2543.752259: 33777975 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198434 [032] 2543.752261: 41912256 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [033] 2543.752439: 33500716 cycles: 26e4de33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [028] 2543.753057: 44463566 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2543.753375: 37872754 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [031] 2543.753375: 31483124 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2543.753606: 39373786 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 192411 [022] 2543.753769: 37837933 cycles: 2451dad [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d66e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c9d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2728cc9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c038 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f333 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272a5e8 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e1a38 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 196124 [000] 2543.753989: 30371755 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [038] 2543.754004: 33449689 cycles: ffffffff8a753831 newidle_balance+0x261 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [007] 2543.754202: 26067866 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [002] 2543.754218: 33751558 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [023] 2543.754809: 30218836 cycles: 1712b8c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [010] 2543.755027: 33841955 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [024] 2543.755610: 29175587 cycles: 1c48e111 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [020] 2543.755699: 36358784 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [045] 2543.755750: 28066609 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [040] 2543.755887: 28726848 cycles: ffffffff8a74e895 put_prev_entity+0x5 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [011] 2543.756125: 27626943 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [025] 2543.756233: 34490044 cycles: ffffffff8b800126 entry_SYSCALL_64_after_hwframe+0xae ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.Timer 194384 [039] 2543.756476: 30167786 cycles: 6411287 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [026] 2543.756556: 31411658 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 198682 [016] 2543.757542: 29074134 cycles: ffffffff8a7328a4 ttwu_queue_wakelist+0xe4 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6863d43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [041] 2543.757700: 31917462 cycles: ec0fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [005] 2543.757768: 35700543 cycles: ffffffff8b383f7e __kfree_skb+0x2e ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [021] 2543.757874: 40017203 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198851 [030] 2543.758335: 32747614 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [029] 2543.759009: 30080954 cycles: 40290d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [043] 2543.759052: 35344912 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [008] 2543.759064: 34694393 cycles: ffffffff8a74c480 select_task_rq_fair+0x0 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) cc15eda [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [001] 2543.759702: 33071214 cycles: 141f54f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 198041 [006] 2543.761100: 42103121 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [034] 2543.761203: 28280359 cycles: ffffffff8a7412f7 update_min_vruntime+0x47 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [009] 2543.761805: 31485627 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [035] 2543.762108: 33120506 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [047] 2543.762289: 33043078 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [042] 2543.762415: 32986755 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) ydbd.Scheduler 194004 [046] 2543.762736: 30963242 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [004] 2543.762831: 33883867 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [036] 2543.763184: 39895986 cycles: ffffffff8ab7cde5 ext4_inode_csum+0x45 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 197518 [014] 2543.763473: 33602868 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2543.764037: 37968566 cycles: ffffffff8a9eb401 destroy_large_folio+0x21 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [022] 2543.764161: 37571018 cycles: 24e7544 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198038 [019] 2543.764364: 32051417 cycles: 133b047a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2543.764365: 30335876 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [033] 2543.764439: 39103997 cycles: 1806a51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2543.764885: 32952721 cycles: ffffffff8a66aa53 cr4_update_irqsoff+0x3 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2543.765082: 33015288 cycles: 673b2aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [044] 2543.765244: 33062282 cycles: 16bf133 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [007] 2543.765389: 28244895 cycles: 12f00deb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [027] 2543.765777: 38856423 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2543.765829: 32333933 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network read 197236 [003] 2543.765978: 41096174 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1fcd9844 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 198611 [039] 2543.766468: 31998256 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [045] 2543.766572: 29893735 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [040] 2543.766796: 33665142 cycles: 140761da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [010] 2543.766872: 38130066 cycles: 2836e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [037] 2543.766879: 40385951 cycles: 21df6d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 171303 [031] 2543.766935: 36330315 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [011] 2543.767008: 26284804 cycles: 3a63391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2543.767351: 28964212 cycles: ffffffff8b6980e4 ct_nmi_enter+0x74 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2543.767589: 30821793 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [026] 2543.767671: 41296569 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [018] 2543.767708: 40311892 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 165157 [015] 2543.767762: 35712457 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [016] 2543.767879: 29074134 cycles: 3caa41c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [005] 2543.768255: 35448332 cycles: 1311284e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [012] 2543.768420: 37140760 cycles: 3ba3d7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2543.768600: 31451297 cycles: 141e873a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [020] 2543.769531: 36347782 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [043] 2543.769554: 35068960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8a7 [unknown] ([vdso]) nbsd.User 197529 [041] 2543.769720: 30211649 cycles: 1ca8707f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [029] 2543.770090: 39486473 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [028] 2543.770230: 38838260 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [030] 2543.770315: 38032789 cycles: ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [008] 2543.770606: 37013093 cycles: 130245be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2543.770842: 40100304 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 198208 [009] 2543.772915: 34344601 cycles: 156701c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [034] 2543.773013: 27063008 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [021] 2543.773279: 43533141 cycles: 140515b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2543.773496: 35589540 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [001] 2543.773883: 33071214 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196923 [046] 2543.773947: 33297061 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [019] 2543.774985: 35402023 cycles: ffffffff8b378649 __sk_mem_reduce_allocated+0x19 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [004] 2543.775218: 37419611 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [000] 2543.775495: 30039994 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fd5084c7 [unknown] (//anon) blockstore-clie 198727 [047] 2543.775947: 39105653 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) f05f18 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [006] 2543.775967: 40141947 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [013] 2543.776194: 36903046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2543.776451: 29653492 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2543.776818: 32865543 cycles: 17f26b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [022] 2543.776957: 34781036 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [002] 2543.777112: 31391403 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [038] 2543.777776: 35796105 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [014] 2543.778358: 33833785 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196101 [036] 2543.779249: 40148882 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [024] 2543.779345: 40820840 cycles: 3c2e76f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [017] 2543.779379: 39618095 cycles: ffffffff8a96f180 unlock_page+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2543.779492: 42304170 cycles: 3b32694 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [039] 2543.779551: 31043286 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [016] 2543.779796: 33300925 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9131ddb87f [unknown] (//anon) blocksto.CLI1 198649 [010] 2543.779851: 38147133 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [044] 2543.780067: 31100876 cycles: 3c9ff31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [023] 2543.780212: 29386373 cycles: 25105461 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [040] 2543.780642: 30831618 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [011] 2543.780797: 24541202 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2543.780851: 38294156 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [007] 2543.781439: 32866136 cycles: ffffffff8b697d38 irqentry_exit_to_user_mode+0x18 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b22869 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170459 [005] 2543.782589: 39050098 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [025] 2543.783096: 34281045 cycles: 3b18381 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [027] 2543.783100: 36222143 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [037] 2543.783398: 37498801 cycles: ffffffff8b399e93 qdisc_pkt_len_init+0x43 ([kernel.kallsyms]) ffffffff8b3a4aa1 __dev_queue_xmit+0xc1 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2543.783493: 26652051 cycles: ffffffff8a74be5c select_idle_sibling+0x33c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 198101 [031] 2543.783511: 34160278 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f12a41ac13f [unknown] (//anon) swapper 0 [041] 2543.783528: 30211649 cycles: ffffffff8a74eff5 enqueue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [033] 2543.783630: 37048481 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 168703 [026] 2543.783631: 40940240 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [020] 2543.784068: 38251267 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [012] 2543.784185: 37650457 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [028] 2543.784241: 39269581 cycles: ffffffff8a9eb326 prep_compound_page+0x6 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [018] 2543.784615: 39824741 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166600 [043] 2543.784666: 38609953 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [030] 2543.785394: 36902946 cycles: ffffffff8a760451 __update_load_avg_cfs_rq+0x11 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [032] 2543.785585: 42865204 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [008] 2543.785649: 39947054 cycles: ffffffff8aa32408 __check_heap_object+0x18 ([kernel.kallsyms]) ffffffff8aa72ad5 check_heap_object+0x185 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Batch 198112 [019] 2543.785822: 34478562 cycles: ffffffff8a765595 record_times+0x5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [000] 2543.786758: 31820231 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [046] 2543.786950: 33297061 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 198454 [042] 2543.786958: 29440798 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2543.787087: 36612348 cycles: ffffffff8b617586 rb_insert_color+0x86 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [009] 2543.787409: 37094261 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2543.787550: 35555238 cycles: 288985b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165870 [001] 2543.788601: 33071214 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [002] 2543.788803: 30638343 cycles: 2528d9c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2543.789544: 39213991 cycles: 1407fc52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [011] 2543.789590: 24678225 cycles: 12d6bc5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [045] 2543.789711: 35041484 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [006] 2543.790297: 38852426 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [022] 2543.790745: 31801930 cycles: ffffffff8a75fe5b __update_load_avg_se+0xfb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [004] 2543.790786: 38301476 cycles: ffffffff8a74dbd9 dequeue_entity+0x59 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197537 [038] 2543.791240: 42285734 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2543.791330: 32625933 cycles: 1300a303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2543.791530: 32386440 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [044] 2543.791566: 34689229 cycles: 1236401 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [047] 2543.791864: 41472539 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [014] 2543.792031: 37255207 cycles: 13a458a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [021] 2543.792731: 45832634 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 166598 [016] 2543.793595: 29361256 cycles: ffffffff8a7523ce __update_idle_core+0x9e ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [023] 2543.794055: 32207552 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [015] 2543.794158: 37033825 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [034] 2543.794488: 29106116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [007] 2543.795134: 33226398 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [036] 2543.795213: 38276700 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [024] 2543.795614: 37749258 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193831 [042] 2543.795775: 29773094 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2543.796192: 35230215 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [037] 2543.796511: 36991311 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3069f [unknown] ([anon:y_absl]) swapper 0 [003] 2543.796797: 44019366 cycles: ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d7d99 __hrtimer_start_range_ns+0xb9 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [017] 2543.796887: 38621883 cycles: ffffffff8a7484d7 __update_blocked_fair+0x447 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2543.796908: 30421056 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 151710 [041] 2543.796948: 38187605 cycles: c50 [unknown] ([vdso]) ydbd.IC 194002 [012] 2543.797032: 34025752 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 160831 [025] 2543.797439: 30302496 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [005] 2543.797703: 37627986 cycles: ffffffff8a749370 place_entity+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [026] 2543.798081: 46886683 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b370ad3 __copy_msghdr+0x13 ([kernel.kallsyms]) ffffffff8b370bfc copy_msghdr_from_user+0x4c ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [027] 2543.798250: 38731248 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [008] 2543.798864: 36760014 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 196759 [018] 2543.799053: 40606125 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [000] 2543.799144: 29641116 cycles: 133ae12b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [020] 2543.799285: 34709093 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [011] 2543.799386: 25032174 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198846 [029] 2543.799472: 34071079 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [002] 2543.799478: 29652411 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [028] 2543.799827: 40041286 cycles: 21a2fcf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [030] 2543.800041: 40696970 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165166 [046] 2543.800265: 48103806 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IO 197258 [033] 2543.800481: 31601645 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.User 151693 [032] 2543.801137: 42865204 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI1 196117 [019] 2543.801279: 35796094 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2543.801888: 35286274 cycles: 250fe0ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2543.802096: 36698089 cycles: ffffffff8a738340 pick_next_task+0x40 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2543.802146: 48550091 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [035] 2543.802322: 38912585 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [040] 2543.802429: 32249794 cycles: 178fdf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [022] 2543.803394: 29386420 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 267f8dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [006] 2543.803720: 35954619 cycles: 204b422c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [034] 2543.803784: 29302979 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [044] 2543.803939: 32845594 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [004] 2543.804067: 35020422 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198049 [045] 2543.804080: 37465021 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2543.804522: 29068197 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2543.804658: 36368119 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165460 [023] 2543.804823: 32672573 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1789bfac95df [unknown] (//anon) diskagen.User 198842 [014] 2543.804914: 36025979 cycles: 1300b409 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 197538 [013] 2543.805757: 37400953 cycles: ffffffff8a760562 __update_load_avg_cfs_rq+0x122 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [038] 2543.805788: 45672916 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2543.806664: 29838351 cycles: 2889848 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [047] 2543.807477: 39055838 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [012] 2543.807639: 34233252 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2543.808549: 30008606 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [007] 2543.808713: 35800196 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2543.808806: 39435899 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2543.809680: 39091984 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [002] 2543.809799: 29310676 cycles: ffffffff8b6ae2d2 __do_softirq+0xd2 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197534 [010] 2543.809800: 39002255 cycles: 14050e60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [011] 2543.810015: 24598868 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [036] 2543.810082: 32944861 cycles: 1436133d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2543.810099: 33215387 cycles: ffffffff8b6ad526 _raw_spin_unlock+0x6 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2543.810304: 29210544 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [000] 2543.811014: 28746184 cycles: 2a7fbe9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [020] 2543.811649: 40412720 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [017] 2543.811741: 36114080 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [008] 2543.811824: 33858922 cycles: 13c927ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2543.811952: 39357936 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171289 [005] 2543.812458: 37753412 cycles: ffffffff8a7419a4 __calc_delta+0x54 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [029] 2543.812482: 35237344 cycles: 1330cde4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [037] 2543.813513: 38186221 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 197885 [021] 2543.813864: 37928635 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2543.813908: 36499850 cycles: ffffffff8a74791b update_load_avg+0x4b ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [033] 2543.814371: 30268321 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2543.814664: 31628657 cycles: ffffffff8b31bc70 cpuidle_get_cpu_driver+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [034] 2543.814744: 29021272 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2543.815030: 37519641 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [026] 2543.815131: 46204584 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2543.815238: 34023076 cycles: ffffffff8a7477d9 attach_entity_load_avg+0x149 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [016] 2543.815465: 32133423 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [019] 2543.815729: 40772871 cycles: ffffffff8b51aa1a ip6_xmit+0x30a ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [030] 2543.815818: 37580884 cycles: ffffffff8b80006b entry_SYSCALL_64_safe_stack+0x2 ([kernel.kallsyms]) PdGetEv 196864 [044] 2543.816251: 34875728 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ac4 [unknown] ([vdso]) ydbd.Scheduler 166761 [003] 2543.816325: 47173554 cycles: a90 [unknown] ([vdso]) diskagen.AIO0 198852 [043] 2543.816376: 32408280 cycles: 154cadce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2543.816429: 34316409 cycles: 175b190 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168701 [032] 2543.816617: 48880340 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [035] 2543.816729: 36436509 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [028] 2543.816899: 40126986 cycles: ffffffff8a9ebbd1 post_alloc_hook+0x1 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2543.817324: 35986129 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2543.817671: 36971667 cycles: ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2543.818182: 30707285 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [014] 2543.818487: 38018061 cycles: ffffffff8a60436c __switch_to_asm+0x5c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [046] 2543.818491: 46055404 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [042] 2543.818609: 31153331 cycles: 3a496b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [009] 2543.818858: 38624964 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bb9d select_idle_sibling+0x7d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [039] 2543.819645: 34515582 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [001] 2543.820130: 43853822 cycles: 12ff59d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [011] 2543.820220: 25033950 cycles: 133ae17f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2543.821529: 33838212 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [038] 2543.821869: 42773201 cycles: 1380ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159382 [024] 2543.822624: 31482527 cycles: ffffffff8b6a81ea down_read+0x1a ([kernel.kallsyms]) ffffffff8ab4b6ae kernfs_iop_permission+0x3e ([kernel.kallsyms]) ffffffff8aa8fbad inode_permission+0x16d ([kernel.kallsyms]) ffffffff8aa94399 link_path_walk.part.0.constprop.0+0x2a9 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa7754f do_faccessat+0x7f ([kernel.kallsyms]) ffffffff8aa7787c __x64_sys_access+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1149cb access+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f084f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [036] 2543.822665: 31189217 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2543.822673: 37133768 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2543.822970: 34529016 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [025] 2543.823264: 37473475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [010] 2543.823565: 35677818 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [000] 2543.823846: 29435883 cycles: 172cd59 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [007] 2543.824021: 34633146 cycles: 183281b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2543.824119: 32097858 cycles: ffffffff8adb02ec _find_first_bit+0x1c ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2543.824882: 33546268 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [047] 2543.825349: 38914184 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2543.825853: 40882782 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [041] 2543.826313: 35475791 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [044] 2543.826569: 37542661 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2543.826606: 41371085 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2543.826720: 37065906 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [034] 2543.826739: 30703332 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 197fa1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2543.826815: 37702017 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [016] 2543.827019: 33124260 cycles: ffffffff8aa18be3 policy_node+0x23 ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdCmpl_0 194090 [033] 2543.827293: 35797977 cycles: 156b893c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [022] 2543.827451: 30638687 cycles: 193e47e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [037] 2543.827928: 34462441 cycles: 3a62306 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [006] 2543.828283: 36136557 cycles: 3b313f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [017] 2543.828354: 35792368 cycles: 1414c8d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2543.828717: 35616857 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [030] 2543.829268: 34903430 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [040] 2543.829495: 38777524 cycles: ffffffff8a7d8d49 hrtimer_interrupt+0x29 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaeb8c3 __x64_sys_epoll_wait+0x13 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2543.830166: 29555483 cycles: ffffffff8aa2fffc __slab_free+0xdc ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2543.830256: 35888472 cycles: ffffffff8b697d50 irqentry_exit+0x0 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [002] 2543.830860: 33580373 cycles: 2514f155 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [043] 2543.831186: 39883902 cycles: 1c78676f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2543.831637: 31295538 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [023] 2543.831689: 33023801 cycles: 1a6a8d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [035] 2543.831741: 34397891 cycles: 139f0dce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194632 [004] 2543.832506: 39995206 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2543.832681: 36839797 cycles: ffffffff8a7691f8 psi_group_change+0x258 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [011] 2543.832834: 25876340 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [026] 2543.832901: 41407983 cycles: ffffffff8a750072 update_sg_lb_stats+0x272 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [028] 2543.833017: 42897579 cycles: 13bd58e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [032] 2543.833384: 39267765 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [019] 2543.833411: 39078695 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [001] 2543.833448: 39610613 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [039] 2543.833712: 34249618 cycles: 36eaa38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [036] 2543.834097: 29542340 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [024] 2543.834601: 32213248 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2543.835019: 27540901 cycles: 133fefb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [031] 2543.835400: 35282447 cycles: 12ff4eaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162517 [046] 2543.835520: 38748707 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [008] 2543.835539: 30681050 cycles: 1830e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [010] 2543.835641: 33542761 cycles: 196bea8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [013] 2543.836487: 31789056 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [009] 2543.836498: 34857999 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [003] 2543.836770: 39507882 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159489 [007] 2543.837039: 32850516 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [022] 2543.837872: 39364927 cycles: 21a1f0b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2543.837879: 33778232 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [038] 2543.837913: 36286793 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2543.838692: 37005480 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2543.839076: 35883797 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [044] 2543.839431: 35506330 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2543.839712: 32034210 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [047] 2543.841029: 38914184 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [042] 2543.841146: 32527160 cycles: 3b3028d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [027] 2543.841170: 41314393 cycles: 154cadec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [020] 2543.841223: 43625360 cycles: ffffffff8a99112c shmem_get_folio_gfp+0x50c ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2543.841534: 37923921 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2543.841643: 36696409 cycles: ffffffff8a769150 psi_group_change+0x1b0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [033] 2543.841669: 35253335 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2543.841747: 34733673 cycles: 219dc903 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [040] 2543.841903: 38422113 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2543.842051: 40180053 cycles: 16839df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2543.842064: 34237667 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2543.843245: 33471828 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2543.843543: 37413046 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165661 [012] 2543.843547: 35506789 cycles: 13404f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2543.844015: 35008159 cycles: ffffffff8a7d8e24 hrtimer_interrupt+0x104 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [011] 2543.846272: 25664070 cycles: 13392bd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [017] 2543.846463: 40393184 cycles: 35f3da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [000] 2543.846471: 30519365 cycles: 3ac4207 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2543.846484: 27511083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [015] 2543.846524: 41910357 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a76952b prepare_to_wait_event+0x1b ([kernel.kallsyms]) ffffffff8aa8b29a pipe_read+0x38a ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [023] 2543.846717: 30708690 cycles: 26649b38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2543.846926: 32716577 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2543.847194: 31884251 cycles: ffffffff8a739a03 ttwu_do_activate+0x13 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [008] 2543.847885: 31695323 cycles: 13003ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2543.848223: 34660107 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [032] 2543.848494: 39273631 cycles: 141029df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165660 [028] 2543.848750: 42094915 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198035 [035] 2543.848804: 34508643 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [026] 2543.848988: 45526867 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [024] 2543.849457: 28243299 cycles: 35f7fad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [004] 2543.849587: 36018303 cycles: ffffffff8aaea7cb ep_item_poll.isra.0+0x1b ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [019] 2543.849686: 51515542 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [003] 2543.850701: 39258148 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [043] 2543.850707: 36108468 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [013] 2543.850875: 30057568 cycles: 204a9400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [031] 2543.850991: 33343446 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7122b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [046] 2543.851107: 36934120 cycles: ffffffff8a97387c folio_add_lru+0x3c ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2543.851525: 39255800 cycles: ffffffff8b480515 tcp_data_queue+0x175 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [039] 2543.851745: 31937984 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [038] 2543.851901: 33130035 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [034] 2543.851931: 30211437 cycles: ae409b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [007] 2543.851954: 32964159 cycles: 35730df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [022] 2543.852938: 43109699 cycles: 67f914f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [002] 2543.853108: 33445437 cycles: 3b197e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [044] 2543.853334: 31395082 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2543.853878: 33391917 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [001] 2543.853920: 37207463 cycles: 1422ee91 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [042] 2543.854397: 30250529 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [025] 2543.854556: 35630783 cycles: 1572ff26 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [018] 2543.854744: 40379478 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [009] 2543.855035: 31357552 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [045] 2543.856041: 36580533 cycles: 3b30196 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [036] 2543.856584: 27693347 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2543.857167: 32157796 cycles: ffffffff8b6ab2b5 schedule_hrtimeout_range_clock+0x5 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2543.857486: 32896036 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [006] 2543.857572: 31081060 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [000] 2543.858643: 30931777 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2543.858726: 30660729 cycles: ffffffff8a7604dd __update_load_avg_cfs_rq+0x9d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 194092 [030] 2543.858728: 36339220 cycles: cc15cf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [014] 2543.858866: 34841259 cycles: ffffffff8b479194 tcp_rtt_estimator+0xc4 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [020] 2543.858988: 39289772 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2543.859118: 31884345 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155854 [005] 2543.859406: 42755085 cycles: ffffffff8a7d80dc hrtimer_start_range_ns+0x8c ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [037] 2543.859423: 30914142 cycles: 3b75f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2543.860010: 42116969 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [008] 2543.860765: 31131391 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6345ec5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [047] 2543.861008: 44915368 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [029] 2543.861566: 31320562 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [021] 2543.862261: 31740712 cycles: 15b0004 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [011] 2543.863663: 34858492 cycles: 3ac5189 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [035] 2543.863845: 33754463 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) ydbd.Scheduler 194004 [024] 2543.863848: 28415005 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 15730004 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [039] 2543.864118: 35414705 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2543.864191: 33684673 cycles: ffffffff8a69ba07 tsc_verify_tsc_adjust+0x17 ([kernel.kallsyms]) ffffffff8a65e870 arch_cpu_idle_enter+0x10 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [010] 2543.864236: 29899557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2543.864294: 32339955 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [034] 2543.864435: 33197925 cycles: 21980d03 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2543.864698: 30753599 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [032] 2543.864726: 37096406 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2543.865121: 40658576 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 166755 [017] 2543.865241: 42281632 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [026] 2543.865251: 43006368 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [046] 2543.865678: 36163173 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2543.865858: 29119475 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [009] 2543.866057: 29816604 cycles: ffffffff8acd2430 apparmor_socket_sendmsg+0x10 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [013] 2543.866717: 25788442 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [028] 2543.866807: 35059848 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [036] 2543.867128: 26845545 cycles: 14130700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2543.867344: 32188793 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [042] 2543.867389: 29385760 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [040] 2543.868278: 35865961 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2543.868345: 39061289 cycles: ffffffff8a769207 psi_group_change+0x267 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2543.868938: 31046256 cycles: ffffffff8a7eecb8 tick_nohz_next_event+0xd8 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [031] 2543.869323: 39470874 cycles: 141db1ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) dockerd 1808 [016] 2543.869516: 38720088 cycles: 8f54a9 runtime.scanObject+0x169 (/usr/bin/dockerd) 8f1d65 runtime.gcDrain+0x2a5 (/usr/bin/dockerd) 8edd8d runtime.gcBgMarkWorker.func2+0x14d (/usr/bin/dockerd) 950b06 runtime.systemstack.abi0+0x46 (/usr/bin/dockerd) nbsd-lig.SRV2 194449 [002] 2543.869867: 31665747 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) dockerd 1804 [003] 2543.869882: 30474974 cycles: 8d2f59 internal/runtime/gc/scan.scanSpanPackedAVX512.abi0+0xd9 (/usr/bin/dockerd) 8d1d2f internal/runtime/gc/scan.ScanSpanPackedAVX512+0x2f (/usr/bin/dockerd) 8f448e runtime.scanSpan+0x20e (/usr/bin/dockerd) 8f1d58 runtime.gcDrain+0x298 (/usr/bin/dockerd) 8edd8d runtime.gcBgMarkWorker.func2+0x14d (/usr/bin/dockerd) 950b06 runtime.systemstack.abi0+0x46 (/usr/bin/dockerd) blocksto.CLI2 194630 [043] 2543.870222: 32791590 cycles: 65e6a72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [012] 2543.870386: 30206024 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) dockerd 1805 [025] 2543.870824: 42274187 cycles: 8f9caf runtime.sweepone+0x4f (/usr/bin/dockerd) 8f9ac5 runtime.bgsweep+0xa5 (/usr/bin/dockerd) 8eaeb6 runtime.gcenable.gowrap1+0x16 (/usr/bin/dockerd) 952740 runtime.goexit.abi0+0x0 (/usr/bin/dockerd) nbsd-lig.SNULL 194440 [006] 2543.871653: 28303092 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [022] 2543.871826: 39423909 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2543.872438: 32891082 cycles: ffffffff8a64a393 __switch_to+0xa3 ([kernel.kallsyms]) blocksto.CLI1 198649 [033] 2543.872954: 32216144 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [014] 2543.873181: 32565950 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [020] 2543.873201: 43578386 cycles: 16fe063 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [001] 2543.873443: 35211138 cycles: 24fe71ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [030] 2543.873530: 35324512 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b585724 __inet6_lookup_established+0x54 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [037] 2543.873601: 34850995 cycles: 12f78b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [045] 2543.873668: 36012900 cycles: 1394d25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 197562 [008] 2543.873952: 26844343 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b87711 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2543.875235: 31167518 cycles: ffffffff8a7b7f45 rcu_note_context_switch+0x135 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159406 [010] 2543.875591: 28588667 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [024] 2543.875829: 28415005 cycles: 1549f4d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [004] 2543.875844: 38331687 cycles: 26a63229 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2543.875951: 40082581 cycles: ffffffff8a73339e prepare_task_switch+0x9e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2543.876384: 33192675 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [021] 2543.876479: 31740712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [019] 2543.876491: 52034557 cycles: 3b8b908 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [007] 2543.877492: 28279940 cycles: 2727c4a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [040] 2543.878524: 35737689 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [035] 2543.878541: 38383337 cycles: 251b8741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [034] 2543.878551: 37505177 cycles: 252003fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2543.878613: 36328669 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [041] 2543.879160: 40423137 cycles: ffffffff8b381d41 skb_release_data+0x31 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [036] 2543.879386: 25665202 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [013] 2543.879722: 26624266 cycles: 15b011d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2543.880335: 32472627 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198434 [044] 2543.880680: 32977863 cycles: 2660955d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2543.880707: 35298423 cycles: ffffffff8a7eecc6 tick_nohz_next_event+0xe6 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [002] 2543.880784: 34443706 cycles: ffffffff8aa3198e __kmem_cache_free+0x7e ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [047] 2543.880840: 52629824 cycles: ffffffff8a74b3d8 task_tick_fair+0x48 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [009] 2543.881058: 26041283 cycles: 1ae8e5 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 266506a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2543.881079: 34200730 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [028] 2543.881152: 40266984 cycles: 1a6994 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [011] 2543.881728: 38708801 cycles: 3a6131a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [012] 2543.881876: 35422579 cycles: 133ae177 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [039] 2543.881942: 31600883 cycles: 352a4ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [000] 2543.881974: 38072064 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Batch 150650 [006] 2543.882177: 27459590 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [026] 2543.882563: 42099121 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [043] 2543.882657: 36068818 cycles: 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [015] 2543.884037: 36638926 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198117 [016] 2543.884251: 34284096 cycles: bbbba45 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IO 193837 [008] 2543.884786: 26945257 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) PdGetEv 168892 [003] 2543.884790: 26776133 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 165866 [014] 2543.884939: 41683679 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 198105 [033] 2543.885289: 31709308 cycles: 12aa61c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [018] 2543.885819: 45776635 cycles: ffffffff8a733ef6 raw_spin_rq_lock_nested+0x6 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2543.886010: 37969152 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [010] 2543.886280: 27692462 cycles: 3af23f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [017] 2543.886659: 49234322 cycles: 186a7e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [031] 2543.886793: 40385286 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2543.886909: 34425064 cycles: ffffffff8a753c58 pick_next_task_fair+0x198 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [037] 2543.887437: 35657823 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [045] 2543.887477: 33147467 cycles: 673b285 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [025] 2543.887560: 44559736 cycles: 25130a20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [030] 2543.887595: 31814712 cycles: 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [022] 2543.887828: 36364951 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [029] 2543.888129: 36950093 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2543.888140: 38049773 cycles: ffffffff8aa7c9ba vfs_writev+0x5a ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [001] 2543.888469: 38716068 cycles: ffffffff8a7f28fe futex_q_unlock+0x1e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120953 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198114 [021] 2543.888887: 38720015 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [004] 2543.889417: 38031998 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [036] 2543.889429: 28480193 cycles: ffffffff8b692914 __wrgsbase_inactive+0x44 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [020] 2543.889685: 41308519 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2543.890196: 26029406 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [042] 2543.890292: 34723274 cycles: ffffffff8aa59da0 uncharge_folio+0x180 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [009] 2543.890416: 26747399 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [046] 2543.890533: 31629910 cycles: ffffffff8a9b87ad count_memcg_events.constprop.0+0xd ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [007] 2543.890727: 29107126 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [006] 2543.890967: 28626058 cycles: ffffffff8b8015a5 error_entry+0x55 ([kernel.kallsyms]) 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [040] 2543.891680: 33484932 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 171571 [002] 2543.891770: 38047643 cycles: 21b5b098 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [044] 2543.892266: 35270078 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2543.892411: 33215551 cycles: 12f63ebb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 171571 [034] 2543.892927: 37018893 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [035] 2543.893828: 37753026 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196760 [041] 2543.893887: 38846166 cycles: bc037ae [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [005] 2543.893963: 37268593 cycles: 133c928a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [039] 2543.894087: 33476387 cycles: 26a9fb60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [027] 2543.895327: 31163456 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [016] 2543.895423: 32965828 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [008] 2543.895477: 29311818 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 160828 [000] 2543.895480: 35222319 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [012] 2543.895567: 34932158 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [003] 2543.895819: 29437209 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [010] 2543.895895: 28169127 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Batch 159504 [028] 2543.896220: 37304805 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 154857 [043] 2543.897626: 36629456 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [033] 2543.897833: 33269867 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [026] 2543.897989: 42896169 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [019] 2543.898300: 41275066 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [011] 2543.898413: 32150048 cycles: ffffffff8a747f23 update_load_avg+0x653 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2543.898608: 34058838 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [023] 2543.899112: 35371709 cycles: 1ca21141 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [030] 2543.899445: 35035207 cycles: ffffffff8b46eea3 tcp_sendmsg_locked+0x5a3 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [047] 2543.899982: 45320943 cycles: ffffffff8b5509c2 ipv6_raw_deliver+0x12 ([kernel.kallsyms]) ffffffff8b550c2e raw6_local_deliver+0xe ([kernel.kallsyms]) ffffffff8b51c9ec ip6_protocol_deliver_rcu+0x8c ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [014] 2543.900113: 39423068 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [037] 2543.900703: 36705791 cycles: ffffffff8aa2b3c4 memcg_slab_post_alloc_hook+0x44 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2543.900840: 28053787 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) swapper 0 [009] 2543.901180: 26747399 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [022] 2543.901375: 33622887 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [013] 2543.901717: 34658331 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [046] 2543.901740: 30528025 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [024] 2543.901981: 29675837 cycles: 3b10d71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [006] 2543.902023: 28037963 cycles: 25209aa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2543.902292: 37832706 cycles: 21a2fa03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2543.902466: 33409812 cycles: ffffffff8a995d7a __next_zones_zonelist+0x1a ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166612 [045] 2543.902469: 28967145 cycles: ffffffff8a75305a load_balance+0x32a ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [042] 2543.902684: 36157389 cycles: 15b35f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [018] 2543.902702: 39633558 cycles: ffffffff8b37e397 __build_skb_around+0x57 ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197448 [038] 2543.902742: 42827649 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 7f0 [unknown] ([vdso]) nbsd-lig.SRV1 196021 [025] 2543.903383: 42709448 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2543.903398: 37241419 cycles: ffffffff8a996753 need_update+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 170133 [029] 2543.903714: 35469287 cycles: a03b5c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [032] 2543.903866: 31729256 cycles: 25260c48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2543.904078: 35148004 cycles: 204868fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2543.904079: 33971111 cycles: 26a8e0e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [031] 2543.904177: 37839162 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [021] 2543.904665: 36614373 cycles: 133a263e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [002] 2543.904811: 35328079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [020] 2543.905656: 35127355 cycles: 189e2ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2543.906453: 34120563 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [008] 2543.906518: 28563616 cycles: ffffffff8a69cd3d __sysvec_apic_timer_interrupt+0x2d ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 266720ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [034] 2543.906762: 37765421 cycles: 17fb8da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2543.906846: 46499881 cycles: ffffffff8a74f12f enqueue_task_fair+0x13f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [027] 2543.906994: 29001344 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 162528 [016] 2543.907335: 31521551 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [012] 2543.908236: 40814325 cycles: 133925dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [039] 2543.908748: 38279885 cycles: ffffffff8a7477c2 attach_entity_load_avg+0x132 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [005] 2543.909235: 39471377 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2543.909440: 37019606 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [000] 2543.909729: 40455046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [035] 2543.909777: 36228497 cycles: ffffffff8b50f904 unix_stream_recvmsg+0x24 ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [003] 2543.909791: 28946430 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165143 [028] 2543.910960: 44019688 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [033] 2543.911470: 30548759 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [036] 2543.911731: 34159265 cycles: ffffffff8b50fadf unix_stream_sendmsg+0x14f ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198624 [024] 2543.912042: 29409769 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [041] 2543.912152: 35439306 cycles: ffffffff8a65fa31 fpregs_assert_state_consistent+0x21 ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [011] 2543.912253: 29017956 cycles: 1402633d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [015] 2543.912461: 37488921 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [006] 2543.912702: 27862677 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2543.913602: 36643897 cycles: ffffffff8a7eedb5 tick_do_update_jiffies64+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [042] 2543.913750: 35037544 cycles: 12f295b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [046] 2543.913758: 33908351 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [001] 2543.913861: 32607729 cycles: ffffffff8b49a8a8 tcp_rate_skb_delivered+0x98 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [026] 2543.914143: 38155370 cycles: 3b9da86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [023] 2543.914147: 34257970 cycles: 186a08c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2543.914662: 34362922 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [045] 2543.915042: 26887866 cycles: 3a779e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [022] 2543.915131: 41387532 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2543.915170: 45475658 cycles: 17dfca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [004] 2543.915250: 35911890 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2543.915508: 35465142 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [013] 2543.915992: 34511337 cycles: 12e80f81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198438 [032] 2543.916314: 29880914 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2543.916440: 32741961 cycles: 16243de3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [037] 2543.916441: 30820323 cycles: ffffffff8aa59a61 __count_memcg_events+0xa1 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [008] 2543.917044: 28182213 cycles: 19406f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [019] 2543.917319: 41174419 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2543.917480: 41361869 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [031] 2543.917691: 33283840 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2543.918068: 40533813 cycles: ffffffff8b61ace9 timerqueue_del+0x29 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [047] 2543.918193: 35458875 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [025] 2543.918246: 40531261 cycles: ffffffff8aaf3e14 lookup_ioctx+0x44 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [040] 2543.918266: 38502275 cycles: 14086002 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [007] 2543.918324: 36145541 cycles: ffffffff8a7f65af futex_wake+0xef ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [020] 2543.918347: 33633062 cycles: 689b71b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [016] 2543.918916: 29943109 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197250 [029] 2543.919092: 34232168 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [002] 2543.919699: 36315123 cycles: 3ae16e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170605 [010] 2543.919895: 31350893 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2543.920852: 35691776 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2543.920900: 33935202 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [003] 2543.921846: 27404191 cycles: ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2543.923027: 38360030 cycles: 3b95943 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [024] 2543.923273: 28988927 cycles: 21c26891 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2543.923274: 28550117 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [035] 2543.923283: 32632501 cycles: 1330dca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [012] 2543.923393: 35531434 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [006] 2543.923401: 27246256 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1408321a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2543.924434: 27995378 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [028] 2543.925254: 40177311 cycles: 1be8a4d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [041] 2543.925262: 35439306 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [036] 2543.925474: 36934541 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [005] 2543.925620: 44291182 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [000] 2543.925880: 36069248 cycles: c50 [unknown] ([vdso]) network poller 197531 [045] 2543.925944: 26081194 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 169055 [001] 2543.926009: 34472890 cycles: bbbd3ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [015] 2543.926032: 36627072 cycles: 64fbad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [039] 2543.926209: 30799299 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [042] 2543.926255: 41516882 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) diskagen.AIO.SQ 198055 [004] 2543.926785: 35314841 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [008] 2543.926951: 28133010 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [017] 2543.926969: 54660544 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [032] 2543.927554: 28704440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [014] 2543.927555: 31543452 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [037] 2543.927834: 29244388 cycles: 14060d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [046] 2543.928542: 36168970 cycles: ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [009] 2543.928611: 32089639 cycles: 3a7904d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [023] 2543.928679: 30700127 cycles: 154cadc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [027] 2543.928679: 36421748 cycles: ffffffff8b6acc56 _raw_spin_unlock_irqrestore+0x6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [013] 2543.928994: 34874476 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2543.929302: 41539752 cycles: ffffffff8a7397bc check_preempt_curr+0xc ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198712 [044] 2543.929464: 31323044 cycles: ffffffff8b5683e4 inet6_csk_xmit+0xe4 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [016] 2543.929616: 29618483 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [047] 2543.929663: 34118087 cycles: 12e96e8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [031] 2543.929754: 31535433 cycles: 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [022] 2543.929919: 35580157 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [020] 2543.930543: 34241032 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2543.931155: 30047247 cycles: ffffffff8aa31b1f __kmem_cache_free+0x20f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [018] 2543.931652: 37628122 cycles: 644bc5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [038] 2543.931868: 36566737 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [025] 2543.932376: 36732876 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [003] 2543.932430: 27207725 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2543.932489: 27349499 cycles: ffffffff8b40f2fa eth_type_trans+0x6a ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2543.932604: 34841147 cycles: ffffffff8aaeb905 __x64_sys_epoll_wait+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2543.932636: 40335099 cycles: ffffffff8a7dacda ktime_get+0x2a ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2543.933592: 34201740 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [011] 2543.934009: 27590498 cycles: 167eaf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2543.934244: 44638289 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2543.934406: 27676062 cycles: ffffffff8a7d8bf5 hrtimer_get_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 172233 [043] 2543.934503: 43598246 cycles: bbc53ff [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [034] 2543.934508: 34885059 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [019] 2543.934960: 40069141 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [012] 2543.934961: 33496120 cycles: 3adf8a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [033] 2543.934967: 28174180 cycles: 3b9dad4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [032] 2543.936093: 29830794 cycles: ffffffff8aa5d518 __memcg_kmem_charge_page+0x78 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [021] 2543.936737: 30312036 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2543.936905: 31277915 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2543.937854: 25015615 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2543.938100: 28432816 cycles: ffffffff8a7efdeb tick_nohz_idle_exit+0xdb ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [030] 2543.938266: 37324312 cycles: 1b567739 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [001] 2543.938909: 34010795 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [015] 2543.939139: 33759840 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [041] 2543.939208: 47322866 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2543.939580: 34373917 cycles: 1402fb69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [039] 2543.939798: 29777586 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2543.940490: 29936190 cycles: ffffffff8b486af1 __tcp_transmit_skb+0x261 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2543.940498: 35509111 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 168710 [000] 2543.940541: 32778153 cycles: 1be51b33 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [037] 2543.940611: 26926675 cycles: 20a7c4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [004] 2543.940686: 34188025 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [031] 2543.940740: 31535433 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [014] 2543.941612: 28137871 cycles: ffffffff8a7c579d exit_to_user_mode_prepare+0x4d ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [009] 2543.941645: 31626351 cycles: ffffffff8a7f28f6 futex_q_unlock+0x16 ([kernel.kallsyms]) ffffffff8a7f6d75 futex_wait_setup+0xc5 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120953 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [016] 2543.941834: 31487585 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [028] 2543.941948: 44049915 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2543.942630: 31784602 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [042] 2543.942723: 36338015 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [005] 2543.943430: 43177599 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [027] 2543.943516: 33943156 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [006] 2543.943556: 30784574 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2543.943851: 33600662 cycles: 12f35bbd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [011] 2543.943949: 27847154 cycles: 154cad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [020] 2543.944051: 31702133 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 198832 [022] 2543.944225: 32140206 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165870 [047] 2543.944238: 34552401 cycles: ffffffff8a761967 update_dl_rq_load_avg+0x17 ([kernel.kallsyms]) ffffffff8a7486ec update_blocked_averages+0xfc ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2543.944442: 25869994 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [010] 2543.945765: 36935230 cycles: 12f3a4f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2543.946469: 27676062 cycles: ffffffff8a7efe8a tick_irq_enter+0x1a ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2543.946726: 36031236 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) ydbd.IC 196774 [038] 2543.946764: 35321061 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1740c681 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [040] 2543.947172: 35468097 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [026] 2543.947543: 35804809 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [034] 2543.947634: 40365185 cycles: 21a1ba8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [032] 2543.947733: 29219007 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13392751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2543.947927: 40280546 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [025] 2543.948133: 32176487 cycles: 3c305d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [008] 2543.948605: 33132064 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [045] 2543.948956: 27133082 cycles: 25175301 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [002] 2543.948967: 39995351 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [033] 2543.948990: 27814582 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [019] 2543.949500: 38966287 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [021] 2543.949635: 29940335 cycles: 689b7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2543.950318: 32430886 cycles: 1618a922 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [007] 2543.950329: 38702551 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2543.950978: 40911431 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2543.950992: 36769098 cycles: ffffffff8a74ec66 enqueue_entity+0x1e6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [035] 2543.951544: 32051733 cycles: 133b59f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [044] 2543.951763: 29578735 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [039] 2543.951965: 32911556 cycles: 250ee3e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2543.952202: 26333805 cycles: ffffffff8a747f85 update_load_avg+0x6b5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165870 [001] 2543.952524: 32456199 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [009] 2543.952710: 38766301 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [000] 2543.952754: 30232951 cycles: 2049b4ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [004] 2543.953010: 36414814 cycles: 1be5a305 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [013] 2543.953258: 31242040 cycles: 1683a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [029] 2543.953272: 44892734 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [014] 2543.953379: 27588843 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [030] 2543.953572: 37126741 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [036] 2543.953794: 35936717 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [003] 2543.954925: 25698946 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [011] 2543.955130: 27721498 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198611 [046] 2543.955183: 30004876 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [042] 2543.955514: 36892415 cycles: 1330fc37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [016] 2543.955600: 30258048 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2543.955767: 29009549 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2543.956226: 35976324 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [020] 2543.956403: 29563397 cycles: 13394761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 172220 [005] 2543.956829: 42222657 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ec2b mincore+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8e844 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [027] 2543.956847: 33136544 cycles: ffffffff8b6ab4f3 do_nanosleep+0x83 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2543.956990: 30928965 cycles: ffffffff8a766e95 psi_flags_change+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [024] 2543.957218: 38126968 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [033] 2543.958416: 28714351 cycles: 26abe474 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [022] 2543.958528: 28489790 cycles: 15adba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [012] 2543.958926: 38204090 cycles: 3c74741 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [047] 2543.959041: 31678221 cycles: ffffffff8a75fe86 __update_load_avg_se+0x126 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [040] 2543.959338: 39879761 cycles: ffffffff8b37e67d __alloc_skb+0x17d ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2543.959479: 33123392 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2543.959587: 34487777 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [038] 2543.959685: 41439249 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [041] 2543.959918: 39276773 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [032] 2543.960036: 31458219 cycles: 1421f081 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [028] 2543.960246: 42742944 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2543.960252: 35708673 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172219 [045] 2543.960438: 26723709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fcf1227513f [unknown] (//anon) diskagentd 160823 [026] 2543.960732: 38672938 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [025] 2543.961080: 36003465 cycles: 133cc341 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 155708 [000] 2543.962100: 30503658 cycles: 1be84a53 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 171289 [034] 2543.962208: 44079261 cycles: ffffffff8a7c5705 exit_to_user_mode_loop+0x105 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [037] 2543.962618: 25572025 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 159401 [021] 2543.963216: 34896404 cycles: ffffffff8a7412d5 update_min_vruntime+0x25 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198681 [018] 2543.963278: 37170591 cycles: 64a2ece [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [001] 2543.963289: 35579109 cycles: 3a90c7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [002] 2543.963675: 40136804 cycles: 3b9cae3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [044] 2543.963870: 31426292 cycles: ffffffff8a7f33ef do_futex+0x4f ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2543.964481: 31988346 cycles: 688e75b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [009] 2543.965306: 35647266 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [006] 2543.965371: 29103391 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2543.965488: 36679152 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [011] 2543.965498: 36071073 cycles: ffffffff8a769560 prepare_to_wait_event+0x50 ([kernel.kallsyms]) ffffffff8aa8b29a pipe_read+0x38a ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197536 [017] 2543.966045: 37563413 cycles: 27292896 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [003] 2543.966307: 27737693 cycles: 3b9b930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [004] 2543.966328: 42412329 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [013] 2543.967220: 28118060 cycles: 3b2a4ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2543.967576: 31853196 cycles: 3c832c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2543.967725: 28017684 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [031] 2543.967777: 34976736 cycles: ffffffff8a9a5d3d kfree+0x7d ([kernel.kallsyms]) ffffffff8aaf4291 aio_write+0x151 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [042] 2543.967787: 39516913 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [016] 2543.967878: 30258048 cycles: ffffffff8a64a495 __switch_to+0x1a5 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [035] 2543.967897: 34143874 cycles: 1c4f3051 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [030] 2543.967930: 35922793 cycles: 1f0ba6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [022] 2543.968270: 32099213 cycles: 3b15d54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2543.968393: 32253118 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [020] 2543.968764: 28922176 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b3c2cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2543.969080: 42280009 cycles: ffffffff8aa302be cache_from_obj+0x4e ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b4805b7 tcp_data_queue+0x217 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2543.969254: 43034277 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 197544 [029] 2543.970555: 48923643 cycles: ffffffff8b377dda __sk_mem_raise_allocated+0x4a ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [015] 2543.971534: 33589635 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165166 [032] 2543.972304: 35898515 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [005] 2543.972631: 44758385 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [045] 2543.973054: 27397665 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [037] 2543.973108: 25476974 cycles: 2512fcaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [012] 2543.973327: 36302749 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [024] 2543.973346: 45176863 cycles: 1712b7a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [033] 2543.973616: 30528071 cycles: 402ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2543.973765: 39697875 cycles: ffffffff8a76913d psi_group_change+0x19d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [010] 2543.973978: 34816794 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [023] 2543.974466: 31157369 cycles: ffffffff8a99a40c quiet_vmstat+0xc ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2543.974530: 35309395 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [000] 2543.974701: 28327660 cycles: 352a4a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [047] 2543.975389: 41968503 cycles: ffffffff8a7333b0 prepare_task_switch+0xb0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [006] 2543.975770: 29290197 cycles: ffffffff8b3767e1 sock_wfree+0xc1 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 194456 [008] 2543.975803: 30914550 cycles: 283acf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [001] 2543.975854: 41722474 cycles: 17efdea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [044] 2543.975858: 33076091 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [038] 2543.976176: 41038721 cycles: bbbc5a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [003] 2543.976565: 27737693 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2543.976579: 31874893 cycles: 3b23c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [026] 2543.976594: 38588502 cycles: 4017b45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [018] 2543.977223: 42871737 cycles: 140c7f42 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [034] 2543.977855: 49563123 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [046] 2543.978481: 30615213 cycles: 6507701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [041] 2543.978699: 30405961 cycles: 282d782 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [025] 2543.979019: 30165780 cycles: 25175101 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2543.979172: 36182775 cycles: 68bdd32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [009] 2543.979454: 37239762 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [020] 2543.979508: 32660442 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [016] 2543.979609: 41830901 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2543.979879: 26210368 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 193817 [036] 2543.980009: 30617335 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 198682 [002] 2543.980218: 44057941 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [022] 2543.980324: 31772932 cycles: ffffffff8b38981e __skb_datagram_iter+0x14e ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [028] 2543.980531: 40784793 cycles: 141aadb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2543.980680: 38278346 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 192410 [004] 2543.981161: 43792698 cycles: 24f0c51 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 283fcd5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebcec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 194623 [039] 2543.981323: 34801270 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [030] 2543.981552: 32563790 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2543.982189: 33808052 cycles: ffffffff8b36d543 sock_read_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2543.982510: 33728262 cycles: ffffffff8b692979 __rdgsbase_inactive+0x39 ([kernel.kallsyms]) nbsd.User 197536 [019] 2543.982612: 27583116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [031] 2543.983204: 34878847 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2543.983869: 47534709 cycles: ffffffff8a6c7d09 __virt_addr_valid+0x59 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [017] 2543.983886: 40701991 cycles: 154cad4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [045] 2543.983933: 30735880 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [000] 2543.984975: 28401786 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2543.985050: 36819223 cycles: ffffffff8a7d8daf hrtimer_interrupt+0x8f ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 193f2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [032] 2543.985401: 32007107 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2543.985643: 23777337 cycles: ffffffff8a74c535 select_task_rq_fair+0xb5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [015] 2543.985869: 35312907 cycles: ffffffff8a7536fa newidle_balance+0x12a ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [029] 2543.986130: 42166392 cycles: 1c790e50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [012] 2543.986364: 38316838 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [010] 2543.986601: 40142708 cycles: ffffffff8a6f2e05 do_softirq.part.0+0x65 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [040] 2543.986684: 36775650 cycles: 1549f39a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2543.987167: 34057487 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [044] 2543.987603: 35366171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [023] 2543.987705: 33279232 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2543.988347: 43201356 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [003] 2543.988704: 39860314 cycles: 272b0078 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 198839 [014] 2543.989129: 31381721 cycles: ffffffff8a741313 update_min_vruntime+0x63 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 162528 [008] 2543.989191: 27769520 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [025] 2543.989572: 31588713 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) timer_manager 197272 [043] 2543.990043: 31056991 cycles: 2a250 __errno_location+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123761 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2543.990844: 32562790 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [046] 2543.990850: 30318805 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [013] 2543.991323: 31637830 cycles: 3b3b4d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [020] 2543.991502: 31434918 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [026] 2543.991620: 39900414 cycles: 3c2f56a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [047] 2543.991890: 40195349 cycles: bba8777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [022] 2543.991944: 36606480 cycles: ffffffff8a7f6551 futex_wake+0x91 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [005] 2543.992471: 43259118 cycles: ffffffff8ace434a aa_sk_perm+0x7a ([kernel.kallsyms]) ffffffff8acd20e9 apparmor_socket_recvmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [038] 2543.992479: 40740790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [030] 2543.992983: 37966874 cycles: 3a779e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [018] 2543.993086: 38957723 cycles: 20855ce [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 196776 [041] 2543.993696: 26729133 cycles: ffffffff8a769233 psi_group_change+0x293 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [024] 2543.993841: 40300218 cycles: 1402720c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [001] 2543.993981: 38360975 cycles: 1618c5cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 150658 [016] 2543.994746: 36433741 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [039] 2543.995059: 35120439 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [021] 2543.995075: 30743580 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2543.995104: 40088655 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI1 198736 [019] 2543.995212: 31610459 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198844 [034] 2543.995820: 48027766 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2543.996158: 28056783 cycles: 180aa45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [032] 2543.996333: 31892225 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2543.996565: 43077940 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [037] 2543.996663: 23269878 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [004] 2543.996749: 39176248 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [002] 2543.996781: 39038311 cycles: 6550c41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [045] 2543.996881: 34642677 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1ca219be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [009] 2543.996984: 44693196 cycles: 2727af00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2543.997032: 31814898 cycles: ffffffff8a74d636 set_next_entity+0x36 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [040] 2543.997104: 36411370 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2543.997279: 34742825 cycles: 21eaa00 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [035] 2543.997495: 34880860 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [031] 2543.999488: 43666078 cycles: 3b2dda1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2543.999538: 35624659 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [008] 2543.999832: 27597021 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2544.000051: 36106107 cycles: ffffffff8a7693ba psi_group_change+0x41a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [017] 2544.001317: 47470476 cycles: ffffffff8b6a4893 __schedule+0x393 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2544.001703: 43387434 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [046] 2544.001996: 37672720 cycles: 17cae04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [012] 2544.002184: 34846912 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194003 [044] 2544.002186: 31115139 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [036] 2544.002310: 32408475 cycles: 1e46c2ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.002391: 29843973 cycles: ffffffff8a747f35 update_load_avg+0x665 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [043] 2544.002466: 34845746 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2544.002688: 29418014 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [020] 2544.003003: 33920050 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) diskagen.AIO.SQ 197895 [007] 2544.003011: 43946975 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [023] 2544.003167: 34710515 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [029] 2544.005090: 32382925 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [041] 2544.005433: 24938337 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [037] 2544.005434: 23940548 cycles: ffffffff8b51a1fc ip6_finish_output+0x11c ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [027] 2544.005640: 38554446 cycles: 154caef5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2544.005759: 27791171 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2544.005878: 39530943 cycles: ffffffff8a75fefe __update_load_avg_se+0x19e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [026] 2544.006014: 38528555 cycles: ffffffff8a7d87ab hrtimer_try_to_cancel.part.0+0xab ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [001] 2544.006079: 42459106 cycles: ffffffff8a7536fa newidle_balance+0x12a ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2544.006445: 34489277 cycles: ffffffff8a7b7e10 rcu_note_context_switch+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [018] 2544.006602: 35603099 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168709 [030] 2544.006628: 38693399 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [038] 2544.006957: 36562322 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2544.007438: 29376199 cycles: ffffffff8a74ec13 enqueue_entity+0x193 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198852 [021] 2544.008011: 28742009 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [045] 2544.008093: 34685869 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2544.008175: 31274191 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [032] 2544.008350: 30094436 cycles: 3cb4d12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2544.009149: 31699837 cycles: 21a31178 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [042] 2544.009570: 41499610 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 193832 [047] 2544.009757: 32646344 cycles: 272aa3fd [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [024] 2544.009783: 38680031 cycles: ffffffff8b3728ef __sk_dst_check+0x1f ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2544.010103: 30465909 cycles: 172a329 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [011] 2544.010226: 39910484 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [033] 2544.010323: 33459239 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [008] 2544.010489: 29902386 cycles: bbbd300 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [004] 2544.010647: 38805647 cycles: 142583b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [002] 2544.011611: 33879856 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2544.011704: 32858493 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [005] 2544.011788: 40980929 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [028] 2544.012030: 48254188 cycles: 3ac61b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [006] 2544.012726: 38407355 cycles: ffffffff8b8000b3 entry_SYSCALL_64_after_hwframe+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [035] 2544.013158: 33214335 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [034] 2544.013624: 44752874 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [015] 2544.013932: 32999680 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2544.014002: 39810397 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [014] 2544.014160: 34175752 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [009] 2544.014712: 41688074 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2544.014767: 28273457 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [041] 2544.015043: 25052418 cycles: 6864174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2544.015046: 32561249 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 196864 [044] 2544.015118: 30405866 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 198619 [012] 2544.015394: 41509757 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2544.015659: 34477445 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [037] 2544.016049: 26658123 cycles: a9a [unknown] ([vdso]) blockstore-test 198065 [043] 2544.016699: 32933124 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 196124 [023] 2544.017865: 36077609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [013] 2544.018132: 32989444 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2544.018832: 36991105 cycles: 120bbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2544.019231: 34914900 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 150658 [010] 2544.019348: 44001338 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 166598 [022] 2544.019647: 31728772 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [026] 2544.019653: 38528555 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 165440 [032] 2544.019881: 32617977 cycles: ffffffff8a779f43 psi_task_switch+0x163 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197880 [029] 2544.019931: 33205625 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [016] 2544.019965: 31151950 cycles: 21a0934d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [018] 2544.019987: 36826262 cycles: 142435d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2544.020055: 39948600 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [021] 2544.020361: 32884967 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196114 [030] 2544.020365: 38952288 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [027] 2544.021090: 33139929 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [003] 2544.021095: 37520935 cycles: ffffffff8a74dc6d dequeue_entity+0xed ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [038] 2544.021121: 35830634 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5db46 obj_cgroup_charge+0x26 ([kernel.kallsyms]) ffffffff8aa2ef87 kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [007] 2544.021702: 42105949 cycles: ffffffff8b3786a7 __sk_mem_reduce_allocated+0x77 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [008] 2544.022135: 30964456 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [039] 2544.022246: 29197742 cycles: ffffffff8b6ab4d7 do_nanosleep+0x67 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [019] 2544.022907: 36443254 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2544.022997: 29555404 cycles: ffffffff8a779f24 psi_task_switch+0x144 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [004] 2544.023036: 36157425 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [040] 2544.023389: 35110197 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ad45e77 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 198430 [024] 2544.024183: 40256534 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [033] 2544.024726: 34083139 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2544.024953: 40695625 cycles: ffffffff8a74330a migrate_task_rq_fair+0x20a ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 150657 [045] 2544.024999: 33799099 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [025] 2544.025193: 32786602 cycles: 352a4f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2544.025198: 36212455 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [002] 2544.025407: 30255291 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [001] 2544.025497: 43464057 cycles: 1fd0130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [041] 2544.026016: 27822457 cycles: 1c300465 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2544.026790: 34416734 cycles: ffffffff8a69cd76 __sysvec_apic_timer_interrupt+0x66 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [014] 2544.026857: 31889711 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [044] 2544.027006: 33258272 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [037] 2544.027443: 25735966 cycles: ffffffff8b36c4ad sockfd_lookup_light+0x1d ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [015] 2544.027459: 36707049 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [046] 2544.028189: 31704403 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [006] 2544.028202: 47150398 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [036] 2544.028430: 38109453 cycles: ffffffff8a7d9c76 ktime_get_seconds+0x6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198619 [012] 2544.029280: 36747928 cycles: ffffffff8b61abda timerqueue_add+0x3a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2544.029646: 44422188 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2544.029925: 37928397 cycles: ffffffff8a7691cb psi_group_change+0x22b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [034] 2544.030009: 46612614 cycles: 1330cee3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [022] 2544.030947: 33812801 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 198103 [028] 2544.031319: 43696216 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [032] 2544.031381: 33802081 cycles: ffffffff8adad180 _copy_to_iter+0x1f0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [016] 2544.031825: 30866391 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) diskagen.AIO.SQ 198854 [009] 2544.031902: 36126481 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [043] 2544.031954: 32772815 cycles: 141ddad6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [000] 2544.032075: 36289211 cycles: 649049b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [030] 2544.032486: 36982116 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159494 [018] 2544.032531: 35841710 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198053 [008] 2544.032679: 30406141 cycles: 1330dc61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [031] 2544.032682: 42424938 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [027] 2544.032873: 31509890 cycles: ffffffff8a74274a kick_ilb+0x5a ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [021] 2544.033108: 34301694 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [013] 2544.033130: 30554246 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 194362 [023] 2544.033528: 34006469 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [026] 2544.034559: 45630186 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [038] 2544.034692: 35263154 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [010] 2544.034906: 45843734 cycles: ffffffff8a9ed575 rmqueue+0x675 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [029] 2544.035182: 34694463 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [011] 2544.035513: 36027415 cycles: ffffffff8b5604e6 tcp_v6_rcv+0xdb6 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [039] 2544.035522: 29197742 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) default-executo 196114 [002] 2544.036524: 29521781 cycles: 3b227f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2544.036877: 32462507 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [040] 2544.037187: 37866537 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [037] 2544.037335: 25750199 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [017] 2544.037523: 35936638 cycles: ffffffff8b623b6a xas_load+0x7a ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [047] 2544.037555: 26241304 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8b8ac pipe_write+0x3ec ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 194363 [041] 2544.037649: 30162194 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [042] 2544.038277: 44560988 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2544.038340: 34755410 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [014] 2544.038528: 34531121 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [033] 2544.038744: 39941188 cycles: 129abd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [019] 2544.039260: 45980553 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bf78ced7 [unknown] (//anon) diskagen.AIO.SQ 198859 [044] 2544.039436: 31249709 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155707 [024] 2544.039677: 38516585 cycles: ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [025] 2544.039726: 34636221 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [045] 2544.039934: 33900156 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2544.040527: 30605245 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198749 [007] 2544.040903: 42977085 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [036] 2544.042133: 33619462 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2544.042612: 31315583 cycles: ffffffff8a76919f psi_group_change+0x1ff ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [015] 2544.042929: 33704661 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2544.042973: 40658215 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [022] 2544.043098: 40408732 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2544.043178: 34427523 cycles: 20483f36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2544.043261: 34710660 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.IC 197544 [001] 2544.044304: 40712247 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2544.044648: 42563399 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [016] 2544.044779: 30866391 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [006] 2544.044923: 44374151 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [013] 2544.045194: 32931843 cycles: 1411c093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [000] 2544.045607: 37117818 cycles: 154cb037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [043] 2544.045803: 32949573 cycles: 141305ab [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [032] 2544.045822: 34932837 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [030] 2544.045890: 42197263 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14026cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [034] 2544.046115: 39506153 cycles: ffffffff8a96f420 set_page_dirty+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2544.046456: 34039261 cycles: ffffffff8a74794a update_load_avg+0x7a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [023] 2544.046683: 35761629 cycles: 3b95fff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2544.047458: 30847857 cycles: 17db40f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198040 [027] 2544.047556: 29072032 cycles: ffffffff8a753be9 pick_next_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [038] 2544.047636: 34505039 cycles: ffffffff8b3a4a44 __dev_queue_xmit+0x64 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198049 [002] 2544.047733: 32456911 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [009] 2544.047789: 36735122 cycles: 1407160e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 169830 [028] 2544.047821: 43696216 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [039] 2544.047906: 36500529 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2544.048249: 34214799 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [029] 2544.048440: 34035261 cycles: ffffffff8a747b1f update_load_avg+0x24f ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [031] 2544.048483: 36201813 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [047] 2544.048540: 25627334 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [021] 2544.048552: 30256222 cycles: 1402470e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [041] 2544.051007: 30510535 cycles: ffffffff8a73bdf9 try_to_wake_up+0x139 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2544.051283: 36545621 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [004] 2544.051297: 30933021 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [040] 2544.051340: 33974417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2544.051625: 36481765 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [046] 2544.051762: 29302534 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [017] 2544.051844: 39439214 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcbfdee4c7 [unknown] (//anon) blocksto.CLI1 194629 [010] 2544.051974: 40798087 cycles: 36a06af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2544.052238: 37853880 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [044] 2544.052307: 29050004 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2544.053582: 37404752 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [008] 2544.053598: 33900967 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [036] 2544.053716: 32220131 cycles: 28897df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2544.053841: 38243674 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [025] 2544.054824: 35278891 cycles: 1c3ad55f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2544.055837: 41575742 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [045] 2544.056121: 32766462 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [042] 2544.056192: 36612832 cycles: 25196836 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [013] 2544.056371: 32771509 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2544.056491: 34487118 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [015] 2544.056583: 44636763 cycles: 3c8e33a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 159884 [022] 2544.057793: 39040577 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196924 [019] 2544.057823: 35959463 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [032] 2544.058110: 34647503 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2544.058431: 39331133 cycles: ffffffff8aa31647 __kmem_cache_alloc_node+0x47 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2544.058465: 35936255 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2544.058814: 28053447 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2544.058846: 32432749 cycles: ffffffff8a74edf9 enqueue_entity+0x379 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [000] 2544.059042: 34837369 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [005] 2544.059133: 39144054 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [038] 2544.059246: 40052232 cycles: 125e54 epoll_wait+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [007] 2544.059580: 34790343 cycles: ffffffff8a9bb945 do_anonymous_page+0x225 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9d3a8a mprotect_fixup+0x23a ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be89c82 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2544.059633: 29401761 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2544.060002: 32330883 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [034] 2544.060293: 40137272 cycles: 175b190 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [020] 2544.060614: 44847053 cycles: 2511004a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [001] 2544.061560: 32609320 cycles: 157308c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [031] 2544.061584: 32622847 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [023] 2544.061605: 35854510 cycles: 161d91ea [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [046] 2544.061734: 29480126 cycles: 2516f761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2544.061757: 27268338 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [030] 2544.062437: 44750431 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 697ff3010c7 [unknown] (//anon) nbsd.User 197533 [044] 2544.062499: 28926335 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [006] 2544.062613: 36086859 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [011] 2544.062828: 31320516 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2544.062843: 28587182 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [004] 2544.063164: 37433678 cycles: 12ff530d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [037] 2544.063220: 31665355 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [040] 2544.063430: 35993908 cycles: 14068b0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2544.063663: 32347255 cycles: ffffffff8b697f63 ct_kernel_exit.constprop.0+0x73 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [029] 2544.063896: 42072798 cycles: 1a6887 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [009] 2544.064038: 32374468 cycles: 3a49637 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [014] 2544.064123: 36369620 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [036] 2544.064137: 32035285 cycles: 13c9631f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2544.065561: 57805492 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [008] 2544.066307: 34351493 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [024] 2544.066330: 35027252 cycles: ffffffff8adae9e1 copy_page_from_iter_atomic+0x1 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2544.066758: 29862095 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [003] 2544.066998: 35010338 cycles: ffffffff8b52f64f ip6_dst_check+0xf ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [026] 2544.067094: 32586900 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [010] 2544.067700: 38683615 cycles: 140484cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [042] 2544.068016: 34180650 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [012] 2544.068407: 32413687 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [025] 2544.069138: 38644937 cycles: 1408636a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [033] 2544.069294: 40786939 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198035 [045] 2544.069422: 39547303 cycles: 24f77fda [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [017] 2544.070196: 42724318 cycles: ffffffff8aa31a8f __kmem_cache_free+0x17f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [032] 2544.070855: 32306299 cycles: 1830d7c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [016] 2544.071190: 41927714 cycles: ffffffff8aa7f6e3 generic_write_checks+0x93 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [013] 2544.071198: 34319415 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [027] 2544.071269: 29401761 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [018] 2544.071787: 33447402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [046] 2544.072188: 28238558 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [021] 2544.072347: 26315083 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [002] 2544.072460: 40899539 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2544.072512: 33147116 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [022] 2544.072667: 37316612 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b550c2e raw6_local_deliver+0xe ([kernel.kallsyms]) ffffffff8b51c9ec ip6_protocol_deliver_rcu+0x8c ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [000] 2544.072830: 43698098 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2516c670 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [038] 2544.073106: 41868311 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [043] 2544.073206: 41056298 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165256 [041] 2544.073220: 30942192 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [005] 2544.074211: 37602898 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [035] 2544.074347: 40992724 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2544.074350: 28926335 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [034] 2544.074507: 39308031 cycles: 175bf61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [031] 2544.074640: 30394681 cycles: 7f6 [unknown] ([vdso]) blocksto.CLI2 194630 [019] 2544.074691: 37310318 cycles: 35fdeba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [011] 2544.075051: 35285344 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197273 [037] 2544.075113: 35157893 cycles: 13b21055 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [001] 2544.075873: 31602861 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [040] 2544.075914: 38153923 cycles: ffffffff8aaab118 __fget_light+0xb8 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [039] 2544.076137: 32347255 cycles: ffffffff8a7c57aa exit_to_user_mode_prepare+0x5a ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [036] 2544.076273: 32035285 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [030] 2544.076348: 44758008 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2544.076720: 34272061 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2544.076773: 39030540 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 193489 [023] 2544.076777: 38111863 cycles: 1089da71 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 196124 [006] 2544.076877: 32105221 cycles: ffffffff8a7d83cd __hrtimer_run_queues+0x24d ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2a7fbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2544.076972: 45279664 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [015] 2544.077043: 35842670 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [047] 2544.077365: 33813049 cycles: ffffffff8b380238 __copy_skb_header+0x68 ([kernel.kallsyms]) ffffffff8b38049e __skb_clone+0x2e ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 166745 [009] 2544.078000: 37811165 cycles: 156a3143 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172784 [008] 2544.078823: 32176057 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [024] 2544.079060: 32124940 cycles: 288acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [029] 2544.079100: 40500412 cycles: 689a2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [026] 2544.079419: 33758486 cycles: ffffffff8b38407b consume_skb+0x4b ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [003] 2544.079817: 32099887 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [012] 2544.080411: 33248821 cycles: ffffffff8aa56566 get_mem_cgroup_from_mm+0x26 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [042] 2544.080707: 41380981 cycles: 1407e42f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2544.080878: 29967861 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [027] 2544.081550: 36469845 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2544.081710: 34107695 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2544.082024: 31903015 cycles: 133a5c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154840 [021] 2544.083096: 26171359 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [044] 2544.083899: 36773910 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [041] 2544.084293: 30509690 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [013] 2544.084389: 40014327 cycles: 20499571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193487 [018] 2544.084428: 31214481 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 197447 [025] 2544.084887: 41734108 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [007] 2544.085198: 32427829 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [045] 2544.085485: 41230475 cycles: ffffffff8a74bb4c select_idle_sibling+0x2c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2544.086208: 38111977 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2544.086377: 38109201 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [022] 2544.086592: 37192542 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [038] 2544.086760: 44151475 cycles: 1842ac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [016] 2544.087036: 37677514 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2544.087165: 32299175 cycles: ffffffffc0ca4782 nf_conntrack_in+0x1a2 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [001] 2544.087227: 38959310 cycles: 3b32d43 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [036] 2544.087249: 39196819 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [002] 2544.087569: 35013797 cycles: 14068f06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [043] 2544.088237: 36813604 cycles: ffffffff8a7691e3 psi_group_change+0x243 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [028] 2544.088288: 41658015 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [031] 2544.088365: 29490066 cycles: 1408941a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [040] 2544.088507: 36254622 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2544.088677: 38061370 cycles: 133a1923 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [047] 2544.088818: 32911812 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155703 [039] 2544.089008: 47908530 cycles: 10a8549d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [034] 2544.089023: 34541400 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [004] 2544.089197: 39501163 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [011] 2544.089452: 30870285 cycles: 2520d352 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [019] 2544.089591: 37079461 cycles: ffffffff8a961c85 __filemap_get_folio+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [014] 2544.089700: 37885634 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [024] 2544.089922: 31586504 cycles: 14080039 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [008] 2544.089987: 31008264 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2544.090035: 38798647 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [037] 2544.090950: 30472839 cycles: ffffffff8a75284f update_sd_lb_stats.constprop.0+0xbf ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [015] 2544.091350: 32317446 cycles: 3a93e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2544.091543: 37667828 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [026] 2544.091664: 31957738 cycles: ffffffff8aa58780 mod_memcg_lruvec_state+0x0 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [009] 2544.091864: 33887331 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6959 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 20759a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [046] 2544.092034: 29385667 cycles: ffffffff8a75ff25 __update_load_avg_se+0x1c5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [003] 2544.092045: 33275221 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [035] 2544.092207: 36935271 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [030] 2544.092712: 43540151 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [020] 2544.093149: 39950692 cycles: ffffffff8a69cd15 __sysvec_apic_timer_interrupt+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [021] 2544.093929: 25354502 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [012] 2544.094456: 31781142 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [032] 2544.095260: 33249004 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [010] 2544.095263: 31386822 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14068f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 198033 [029] 2544.095348: 46192487 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [041] 2544.095526: 30087133 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 169148 [018] 2544.095742: 30416956 cycles: ffffffff8a7f6a9f futex_wait_queue+0x6f ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 165165 [042] 2544.096285: 34915301 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [027] 2544.096561: 34600582 cycles: 140718cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [044] 2544.098284: 33989797 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [006] 2544.098502: 38400107 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [013] 2544.098792: 35262677 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f1b1f get_futex_key+0x3f ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196100 [007] 2544.099247: 33789209 cycles: 68ba363 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2544.100530: 35665075 cycles: 26a5f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [025] 2544.100574: 38069411 cycles: 3a62e39 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [016] 2544.100762: 38723327 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [036] 2544.101068: 43812622 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [033] 2544.101377: 36852191 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [002] 2544.101659: 31103797 cycles: 34b3f21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [004] 2544.101901: 36830533 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2544.102094: 32281475 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [014] 2544.102127: 35456133 cycles: 1a6bd3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c90d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [034] 2544.102293: 31875702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) blocksto.CLI2 194630 [001] 2544.102445: 41684366 cycles: 689b805 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159620 [040] 2544.102637: 31713423 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [022] 2544.102638: 31955665 cycles: ffffffff8a80fce7 cgroup_rstat_updated+0x17 ([kernel.kallsyms]) ffffffff8aa586d7 __mod_memcg_lruvec_state+0x67 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [021] 2544.103489: 25880297 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [017] 2544.103519: 43714668 cycles: 3a6ad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [043] 2544.103608: 36203561 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [037] 2544.103811: 29303926 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2544.103894: 31502572 cycles: 3c73b4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [038] 2544.104048: 43785348 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [045] 2544.104160: 53859161 cycles: ffffffff8aa50f3e propagate_protected_usage+0xe ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2544.104182: 34240882 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779fa4 psi_task_switch+0x1c4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2544.104346: 31731829 cycles: 17fbc41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [024] 2544.104373: 29706875 cycles: 1869434 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 198440 [005] 2544.104466: 34685912 cycles: ffffffff8a74e8a5 put_prev_entity+0x15 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 165253 [011] 2544.104940: 26598298 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 194355 [026] 2544.104944: 36147545 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2544.105246: 32489194 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150654 [003] 2544.105398: 34188854 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [028] 2544.105441: 41830002 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2544.105649: 29769951 cycles: ffffffff8a736da0 dequeue_task+0x80 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2544.106871: 38172280 cycles: ffffffff8a769102 psi_group_change+0x162 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [032] 2544.107297: 37515281 cycles: ffffffff8adb05cc _find_next_bit+0x5c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [041] 2544.107766: 37842223 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [018] 2544.107922: 35401418 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [010] 2544.108043: 29198698 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2544.108515: 34516092 cycles: 141304e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [023] 2544.108568: 43462441 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [019] 2544.108595: 31760056 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172236 [030] 2544.110080: 36016862 cycles: ffffffff8a7528bd update_sd_lb_stats.constprop.0+0x12d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [021] 2544.110842: 27514647 cycles: 133a4534 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2544.111330: 44020532 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2544.112262: 29797551 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [020] 2544.112456: 33947264 cycles: ffffffff8a990cb8 shmem_get_folio_gfp+0x98 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2544.112708: 35264528 cycles: 3b3c3f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2544.113646: 30758051 cycles: 2049957b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [002] 2544.113747: 29475491 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [046] 2544.114316: 30009031 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2544.114340: 32747242 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [044] 2544.114460: 39149622 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2544.114461: 31568827 cycles: ffffffff8a7ef890 tick_nohz_idle_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [029] 2544.114770: 40213235 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [031] 2544.114929: 36412066 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [007] 2544.114979: 35541424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [004] 2544.115081: 38651083 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2544.115286: 35155075 cycles: 17e572d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [014] 2544.115510: 38661509 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2544.115942: 30618891 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [034] 2544.116215: 28859716 cycles: 3a90ca5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194353 [012] 2544.116233: 36048636 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [015] 2544.116737: 30778900 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2544.117015: 37980222 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [008] 2544.117106: 32268445 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.AIO0 197894 [013] 2544.117268: 27633509 cycles: 25167fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [025] 2544.117646: 30199712 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b3888ae napi_consume_skb+0xee ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [011] 2544.117741: 24845802 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [043] 2544.117814: 35377244 cycles: ffffffff8a7dacf1 ktime_get+0x41 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2544.117905: 35208270 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2544.117975: 30973377 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [033] 2544.118347: 38260282 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [005] 2544.118601: 35532257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2544.118646: 36517666 cycles: 2664f0aa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2544.118654: 40050240 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [026] 2544.118726: 34527022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4d998 [unknown] ([unknown]) nbsd.SRV2 198455 [021] 2544.118874: 30411874 cycles: ffffffff8a7c580c exit_to_user_mode_prepare+0xbc ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2544.118913: 28225634 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [003] 2544.119244: 39288317 cycles: 3b1535a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2544.121022: 35490190 cycles: ffffffff8b696b37 sysvec_call_function_single+0x97 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [032] 2544.121703: 36964065 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2544.121758: 31329037 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [000] 2544.121827: 35567985 cycles: ffffffff8a7690da psi_group_change+0x13a ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [028] 2544.122218: 39583774 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [045] 2544.122305: 43312441 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [030] 2544.122633: 37384099 cycles: ffffffff8b3840f3 consume_skb+0xc3 ([kernel.kallsyms]) ffffffff8b50f229 unix_stream_read_generic+0x309 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [041] 2544.122858: 38368963 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [035] 2544.122993: 30573168 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2544.123475: 29208512 cycles: 154a0efe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [017] 2544.123487: 49470961 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 159496 [019] 2544.123488: 30861426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f34bd4b787f [unknown] (//anon) nbsd-lig.SRV1 194448 [042] 2544.123814: 28557990 cycles: 129abdf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167045 [046] 2544.125521: 30310816 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198708 [023] 2544.125931: 39365357 cycles: 3c509c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2544.126127: 28813284 cycles: ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [007] 2544.126729: 33583877 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [008] 2544.126757: 32479666 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2544.127076: 28005392 cycles: 1407ce48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2544.127619: 33947264 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [014] 2544.127659: 38050681 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 150635 [011] 2544.127913: 24935799 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [022] 2544.127964: 33335148 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 165675 [006] 2544.128014: 29682449 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [016] 2544.128185: 36196479 cycles: 3ba8991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [012] 2544.128471: 34114254 cycles: 3ba8c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [037] 2544.128687: 35575857 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) bc09244 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [029] 2544.128810: 40568757 cycles: 204b9e90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [027] 2544.129292: 39367939 cycles: ffffffff8adaff11 __import_iovec+0x71 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194089 [044] 2544.129543: 40509841 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 44dbadbcc4df [unknown] (//anon) PdSbmEv 196863 [015] 2544.129689: 31081308 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [009] 2544.130233: 30973377 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2544.130528: 27038486 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [039] 2544.130660: 41511947 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [004] 2544.130844: 39820892 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [013] 2544.130908: 24996069 cycles: ffffffff8b623b42 xas_load+0x52 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2544.130997: 28181580 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [026] 2544.131304: 39180308 cycles: 3ba3d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2544.131541: 32614751 cycles: 21a2f49a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [021] 2544.131991: 30059709 cycles: ffffffff8aa18c2c policy_node+0x6c ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 196811 [031] 2544.132280: 38525657 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [043] 2544.132362: 35189258 cycles: ffffffff8a7478df update_load_avg+0xf ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2544.132625: 35409098 cycles: ffffffff8a739810 check_preempt_curr+0x60 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [005] 2544.132673: 36319712 cycles: ffffffffc0c83b25 nf_nat_ipv6_fn+0x5 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [036] 2544.132731: 36404000 cycles: 153b33f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [002] 2544.133275: 29672791 cycles: ffffffff8b37ba76 skb_unlink+0x56 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [033] 2544.133768: 32898807 cycles: 65e6a72 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [000] 2544.134122: 36584033 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [019] 2544.134134: 35975695 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [047] 2544.134215: 41652877 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [041] 2544.134330: 38688885 cycles: 196bec6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194345 [018] 2544.134845: 29110091 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2544.134989: 32254455 cycles: ffffffff8a74aa99 update_curr+0x9 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [035] 2544.135109: 31512537 cycles: 1330dba6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2544.135703: 37484878 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [003] 2544.135785: 36369040 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [042] 2544.135809: 27196885 cycles: 1407133a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [046] 2544.136269: 32432083 cycles: 3b9c86d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [040] 2544.136511: 28299150 cycles: 141488f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [011] 2544.137328: 25145074 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197546 [030] 2544.137422: 34602144 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2544.138325: 36490560 cycles: ffffffff8aa5641d refill_stock+0x2d ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2544.138524: 33458062 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [034] 2544.138620: 27521762 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [008] 2544.139117: 31565724 cycles: 2510fac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2544.139187: 28984253 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [015] 2544.139634: 30990566 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2544.139805: 40475968 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [009] 2544.140262: 43201142 cycles: 1330dba6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 169823 [013] 2544.140400: 28683066 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [022] 2544.140590: 32221119 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [007] 2544.140600: 30568595 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [001] 2544.140872: 35920725 cycles: ffffffff8a748146 __update_blocked_fair+0xb6 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2544.140972: 26664895 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [023] 2544.141314: 34228382 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [012] 2544.141351: 35639859 cycles: 13c96343 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2544.141374: 42684284 cycles: 17e56b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [016] 2544.141951: 34222765 cycles: 1a7197 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14250130 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [037] 2544.142769: 33231949 cycles: 65530e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2544.143000: 32865319 cycles: ffffffff8aaebea4 ep_poll_callback+0x24 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [025] 2544.143420: 29676134 cycles: 1be54032 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [036] 2544.144108: 34900841 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [002] 2544.144311: 29672791 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [004] 2544.144425: 46420252 cycles: 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [027] 2544.144550: 51483455 cycles: 99ae6 pthread_mutex_unlock+0x76 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [043] 2544.145279: 36135237 cycles: 21c93dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [029] 2544.145313: 37663529 cycles: 288acc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [021] 2544.145595: 38573863 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2544.145596: 38544564 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [018] 2544.145808: 31595131 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [011] 2544.145830: 26120892 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2544.146164: 36346619 cycles: 12f35bb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [035] 2544.146373: 34745900 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [038] 2544.146489: 30689507 cycles: 1fcd9c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [024] 2544.146578: 31556439 cycles: 21a0a281 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [026] 2544.146614: 35883632 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [033] 2544.146814: 33904513 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) timer_manager 198735 [042] 2544.147034: 26150315 cycles: 122e342 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 194619 [040] 2544.147321: 35011981 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [039] 2544.147819: 35977184 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [000] 2544.148099: 41461662 cycles: 1572f998 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [003] 2544.148113: 33440142 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [019] 2544.148652: 37069249 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [031] 2544.148700: 37802251 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [034] 2544.148720: 30019049 cycles: ffffffff8a95e08e generic_perform_write+0x9e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [046] 2544.148966: 37334418 cycles: 14068f75 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [006] 2544.149498: 28440106 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2544.149701: 34893814 cycles: ffffffff8b800f93 asm_sysvec_call_function_single+0x3 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [047] 2544.149959: 35426963 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [028] 2544.150230: 35824196 cycles: 1c752044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [010] 2544.150442: 26806815 cycles: b01 [unknown] ([vdso]) nbsd.User 197534 [032] 2544.150460: 40883470 cycles: 161b6072 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [030] 2544.150546: 33048582 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2544.152335: 29858200 cycles: 17ec12b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 150641 [008] 2544.152553: 28441631 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.IC 198855 [013] 2544.152907: 29206446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [022] 2544.153111: 31728610 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196103 [007] 2544.153302: 27941973 cycles: ffffffff8a7479f7 update_load_avg+0x127 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2544.153756: 35842178 cycles: ffffffff8a6a8102 native_apic_msr_eoi_write+0x2 ([kernel.kallsyms]) ffffffff8a697e2f __sysvec_call_function_single+0x1f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [045] 2544.153856: 34592404 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [020] 2544.154194: 39674771 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 122c2536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [014] 2544.154368: 31726221 cycles: 129aaf9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2544.154612: 36608686 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165449 [023] 2544.154868: 38992822 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [009] 2544.155243: 42306496 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [016] 2544.155781: 32673725 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [037] 2544.156288: 31202835 cycles: 14027314 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [011] 2544.156374: 29618241 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [025] 2544.156473: 31526927 cycles: 1407370d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [002] 2544.157197: 31740577 cycles: ffffffff8a7480c7 __update_blocked_fair+0x37 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [018] 2544.157360: 34259693 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [042] 2544.157542: 25747722 cycles: 21a2c133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [024] 2544.158086: 30086772 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2544.158146: 36063283 cycles: ffffffff8a7f8434 flush_smp_call_function_queue+0x74 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [017] 2544.158206: 41968879 cycles: ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2544.158280: 33999973 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [043] 2544.158677: 32674325 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [044] 2544.158868: 35676879 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [006] 2544.158871: 28775946 cycles: ffffffff8b37e5cb __alloc_skb+0xcb ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [034] 2544.159218: 29302426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [038] 2544.159779: 32226170 cycles: 13b05eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 193496 [040] 2544.159856: 32475058 cycles: e5650 clock_gettime+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45dd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [039] 2544.160114: 39443652 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [021] 2544.160171: 34336948 cycles: 269ab901 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [010] 2544.160613: 26760721 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [004] 2544.160633: 39088595 cycles: 1973566 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2544.160813: 33161677 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [005] 2544.160952: 31732947 cycles: ffffffff8a753b01 pick_next_task_fair+0x41 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [033] 2544.161132: 29952823 cycles: 1300ee20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [035] 2544.161311: 33946049 cycles: ffffffff8b375092 skb_set_owner_w+0x82 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 166610 [028] 2544.162835: 36451874 cycles: bbc63e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [030] 2544.163024: 36951443 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2544.163162: 34941809 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [029] 2544.163268: 33591645 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [008] 2544.163562: 27524689 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [015] 2544.164277: 29858200 cycles: d5aa18a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [000] 2544.164297: 36094477 cycles: 19729f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [022] 2544.164502: 31391812 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [013] 2544.164530: 31384335 cycles: 240651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [041] 2544.164932: 36203404 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [007] 2544.165064: 26625183 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [032] 2544.165232: 35109888 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2544.165517: 38581828 cycles: ffffffff8a74775d attach_entity_load_avg+0xcd ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [019] 2544.165697: 29429961 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [027] 2544.165828: 46009883 cycles: 3b70f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 154954 [031] 2544.166058: 33382684 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2544.166091: 31234891 cycles: ffffffff8a760451 __update_load_avg_cfs_rq+0x11 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 197253 [042] 2544.166688: 26356224 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [016] 2544.166893: 33582381 cycles: 1c9111dc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 172780 [012] 2544.166945: 33112676 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [006] 2544.167112: 30175077 cycles: ffffffff8b44c9d5 ipv4_dst_check+0x25 ([kernel.kallsyms]) ffffffff8b37292f __sk_dst_check+0x5f ([kernel.kallsyms]) ffffffff8b45ca58 __ip_queue_xmit+0x2a8 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [045] 2544.167679: 36842600 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [020] 2544.168053: 36288538 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [002] 2544.168542: 31398369 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [018] 2544.168768: 37574068 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b23c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2544.169041: 32372244 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [023] 2544.169185: 37689325 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [024] 2544.169576: 28764334 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [011] 2544.169587: 30860049 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) ydbd.Batch 168710 [025] 2544.169616: 36408493 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [043] 2544.169751: 32189902 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [037] 2544.169847: 35163146 cycles: ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [010] 2544.169933: 30889525 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [009] 2544.170075: 36721365 cycles: 3b30291 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [034] 2544.170150: 32396004 cycles: ffffffff8a7f1792 futex_hash+0x42 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [036] 2544.171197: 35944218 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [038] 2544.171266: 32226170 cycles: 193e221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196759 [040] 2544.171383: 32031953 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198054 [005] 2544.171847: 31789780 cycles: 25136851 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [044] 2544.171881: 32798490 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2544.171931: 38107231 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [003] 2544.172065: 37872154 cycles: 3c734d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [008] 2544.172303: 27728183 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2544.172822: 36580422 cycles: ffffffffc09f2d25 pvclock_gtod_notify+0x5 ([kernel.kallsyms]) ffffffff8a7da4e9 timekeeping_update+0xc9 ([kernel.kallsyms]) ffffffff8a7dbd75 timekeeping_advance+0x2f5 ([kernel.kallsyms]) ffffffff8a7dc930 update_wall_time+0x10 ([kernel.kallsyms]) ffffffff8a7eee44 tick_do_update_jiffies64+0x94 ([kernel.kallsyms]) ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2544.173453: 28132005 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [035] 2544.173475: 43357618 cycles: ffffffff8a6c7cfd __virt_addr_valid+0x4d ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2544.173919: 35422554 cycles: 204af983 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [015] 2544.174561: 38884389 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [004] 2544.174715: 38775957 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2544.174945: 41122135 cycles: ffffffff8b692940 __rdgsbase_inactive+0x0 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2544.175385: 38181060 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [007] 2544.175724: 26417479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [029] 2544.175966: 41989875 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2544.176053: 36849446 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2544.176564: 26736047 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.SRV2 197267 [046] 2544.176578: 40406724 cycles: 140513d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [022] 2544.176790: 32397090 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [016] 2544.176807: 33149983 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [030] 2544.176921: 41420274 cycles: ffffffff8a73c216 try_to_wake_up+0x556 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [019] 2544.176966: 28462247 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2544.177094: 35744267 cycles: ffffffff8a74aa99 update_curr+0x9 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2544.177390: 34256155 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193485 [032] 2544.178049: 34626873 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [000] 2544.178728: 47753232 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [012] 2544.179115: 31421393 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165660 [031] 2544.179213: 31567202 cycles: 1338bde1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [024] 2544.179491: 28962818 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [020] 2544.179754: 37877009 cycles: ffffffff8b80120e __irqentry_text_end+0x9e ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2544.179878: 41799786 cycles: ffffffffc0ca46f4 nf_conntrack_in+0x114 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2544.180249: 38017542 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [002] 2544.180432: 36858408 cycles: ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [010] 2544.181200: 29820643 cycles: 1417cced [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196907 [011] 2544.182055: 35160201 cycles: bbe3720 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2544.182431: 28687552 cycles: ffffffff8a73d9d7 nr_iowait_cpu+0x27 ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [047] 2544.182534: 35405609 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [001] 2544.182610: 32289221 cycles: 402ab81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [018] 2544.182777: 36613942 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [040] 2544.183424: 36305435 cycles: 1fbba351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [038] 2544.183518: 42963885 cycles: 2527800f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [034] 2544.183654: 32396004 cycles: ffffffff8a7c577b exit_to_user_mode_prepare+0x2b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [043] 2544.183934: 33994000 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2544.184002: 39153450 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [036] 2544.185124: 35926379 cycles: 3c80bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2544.185171: 36034286 cycles: 2520ae72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [027] 2544.185205: 39941855 cycles: 6446956 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [005] 2544.185459: 34507858 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2544.186223: 35950356 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [023] 2544.186283: 38965623 cycles: 13bfe9b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [033] 2544.186392: 26768844 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [025] 2544.186596: 30194926 cycles: ffffffff8a65f427 os_xsave+0x7 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [007] 2544.186725: 31803033 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [026] 2544.187262: 32996414 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [042] 2544.187450: 28875724 cycles: ffffffff8a74dc43 dequeue_entity+0xc3 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [021] 2544.187631: 38761063 cycles: 204a4c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [003] 2544.187634: 36476620 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2544.187959: 35336318 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2544.188441: 36374356 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [024] 2544.189030: 29331365 cycles: 1c29fe01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166609 [022] 2544.189040: 29941041 cycles: bbbba45 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [016] 2544.189251: 35223480 cycles: 3af1ac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [004] 2544.189762: 37451859 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [019] 2544.189994: 26230748 cycles: ffffffff8b389827 __skb_datagram_iter+0x157 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2544.190263: 33104872 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [013] 2544.190527: 41318108 cycles: 26cbe2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [006] 2544.190560: 33200358 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [012] 2544.190745: 31421393 cycles: 1548fe8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2544.190802: 39977449 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 194038 [032] 2544.191219: 41166462 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [031] 2544.191378: 37528284 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) blocksto.CLI2 194623 [017] 2544.191694: 38153178 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2544.191989: 35850242 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [046] 2544.192340: 43454781 cycles: ffffffff8b51a209 ip6_finish_output+0x129 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [010] 2544.192522: 29225946 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [029] 2544.192681: 40430116 cycles: 64f9f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [008] 2544.193265: 27833251 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [020] 2544.193372: 34626902 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2544.193933: 32465983 cycles: 21a0c296 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2544.194327: 38719792 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8279 __hrtimer_run_queues+0xf9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [018] 2544.195277: 47510222 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [034] 2544.195624: 37400739 cycles: 12f97561 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 197447 [036] 2544.196029: 35074916 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2544.196096: 34116948 cycles: 204b3f17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [001] 2544.196267: 36177900 cycles: 1be5a2fa [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197266 [041] 2544.196359: 37920803 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [011] 2544.196763: 33466449 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [047] 2544.196928: 30972748 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [045] 2544.197020: 45684762 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2544.197087: 35528212 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2544.197389: 32292422 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2544.197946: 45676550 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [026] 2544.198613: 34945085 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197895 [033] 2544.198857: 29126902 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [025] 2544.198985: 28306711 cycles: ffffffff8a974700 folio_mark_accessed+0x20 ([kernel.kallsyms]) ffffffff8a96f358 mark_page_accessed+0x18 ([kernel.kallsyms]) ffffffff8a9b39e9 follow_page_pte+0x259 ([kernel.kallsyms]) ffffffff8a9b3f3c follow_pmd_mask.isra.0+0x1cc ([kernel.kallsyms]) ffffffff8a9b44ce follow_p4d_mask+0x14e ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [044] 2544.199279: 33489566 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [009] 2544.199308: 36027264 cycles: 3c73cf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193831 [005] 2544.199502: 34728031 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198628 [043] 2544.199812: 33513320 cycles: ffffffff8a769309 psi_group_change+0x369 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [038] 2544.200251: 35620017 cycles: 12e80e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2544.201028: 32314893 cycles: 1e5c6b45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [024] 2544.201085: 30952857 cycles: ffffffff8a7c577b exit_to_user_mode_prepare+0x2b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 167024 [022] 2544.201702: 28466750 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [019] 2544.202281: 28283923 cycles: 2889872 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194434 [008] 2544.202729: 28561687 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [021] 2544.202867: 33740290 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [015] 2544.203068: 37109052 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2544.203123: 31164597 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [002] 2544.203148: 33227997 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [027] 2544.203549: 38351457 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2544.203568: 31732563 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) blocksto.CLI2 194630 [012] 2544.203944: 40958392 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [023] 2544.204016: 36855123 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [039] 2544.204331: 30821950 cycles: 27296691 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [004] 2544.204423: 41871578 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2544.204963: 35831379 cycles: ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2544.205185: 42138949 cycles: ffffffff8a74ada7 reweight_entity+0xb7 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [003] 2544.205209: 40905966 cycles: 1424e96a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2544.205622: 26988860 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [035] 2544.206579: 39077820 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [040] 2544.206613: 32989358 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 197893 [020] 2544.207070: 31998645 cycles: 12328456 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [032] 2544.207382: 39507189 cycles: ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e5c62c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2544.207485: 36915984 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [017] 2544.208279: 36607131 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [030] 2544.208339: 36555584 cycles: 19494c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [047] 2544.209175: 32406876 cycles: 2a7fc66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [036] 2544.209794: 35880675 cycles: 133fecd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [042] 2544.210386: 33527534 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2544.210626: 39266768 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 168703 [011] 2544.210627: 35912477 cycles: ffffffff8a74abae update_curr+0x11e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [034] 2544.210665: 32260875 cycles: 129aad6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [001] 2544.210667: 43533119 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [029] 2544.211291: 40878814 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196114 [009] 2544.211791: 36570669 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [046] 2544.211996: 34781068 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [022] 2544.212409: 28466750 cycles: 1875079 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [033] 2544.212601: 34392354 cycles: 65b6e10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [044] 2544.212608: 30952648 cycles: ffffffff8b46dbca tcp_stream_alloc_skb+0xaa ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [024] 2544.212966: 30285624 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [005] 2544.213028: 35092265 cycles: 2665bd40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [026] 2544.213520: 33718124 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 150641 [000] 2544.213939: 42742891 cycles: 21b69e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [007] 2544.214008: 33250142 cycles: 2511004c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [025] 2544.214025: 24424036 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2544.214219: 39996232 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165273 [014] 2544.214266: 36939544 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2544.214481: 48001272 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [043] 2544.214915: 32321093 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2544.215046: 32289248 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 169832 [016] 2544.216176: 31732563 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [002] 2544.216272: 35986260 cycles: 1407fa09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [019] 2544.216996: 33566466 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2544.217638: 28429281 cycles: 133b98a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2544.217798: 28188275 cycles: 1404f231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [008] 2544.217925: 24638978 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [021] 2544.218073: 28875261 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2544.218698: 27138908 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [045] 2544.219307: 37247857 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2544.219347: 34666925 cycles: 124cd21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [020] 2544.219710: 29176280 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [012] 2544.220041: 38168860 cycles: 175b3ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [028] 2544.220193: 39327312 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [027] 2544.220226: 42019754 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [023] 2544.220251: 41498351 cycles: 24f77357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196917 [004] 2544.220275: 34656544 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [034] 2544.220420: 32643971 cycles: ffffffff8a73bcc6 try_to_wake_up+0x6 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197877 [015] 2544.220501: 39878576 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [006] 2544.221722: 43825157 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2544.222166: 42593069 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [030] 2544.222475: 41885351 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [047] 2544.222689: 37527939 cycles: ffffffff8aaa6b9b __file_remove_privs+0x5b ([kernel.kallsyms]) ffffffff8aaa78aa file_modified_flags+0x4a ([kernel.kallsyms]) ffffffff8aaa7980 file_modified+0x10 ([kernel.kallsyms]) ffffffff8ab6cf17 ext4_buffered_write_iter+0x57 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [042] 2544.222958: 31289473 cycles: 180868b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [035] 2544.223010: 41263415 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 205b029c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2544.223022: 34432774 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [009] 2544.223162: 35894529 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159883 [022] 2544.223257: 39356834 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [001] 2544.223752: 45273584 cycles: ffffffff8b463015 __inet_lookup_established+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [046] 2544.223827: 32479675 cycles: ffffffff8a9c2f6e __handle_mm_fault+0x38e ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [024] 2544.224197: 35745347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [026] 2544.224369: 32969953 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2544.224530: 34367565 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2544.224615: 42918836 cycles: ffffffff8a7efd7b tick_nohz_idle_exit+0x6b ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2544.224616: 29345807 cycles: ffffffff8a768fce psi_group_change+0x2e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2544.224702: 36293161 cycles: ffffffff8a76e112 sched_clock_cpu+0x22 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [025] 2544.224754: 24042913 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165147 [031] 2544.224790: 39458327 cycles: ffffffff8b6a48ce __schedule+0x3ce ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [010] 2544.225735: 29993108 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [029] 2544.226478: 34902880 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [016] 2544.226492: 39911579 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [013] 2544.226601: 40416999 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2544.226641: 32413952 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170129 [033] 2544.226697: 29879484 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [043] 2544.227472: 37108377 cycles: 133cc341 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [007] 2544.227715: 35209395 cycles: ffffffff8b6a48b6 __schedule+0x3b6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2544.228228: 24838081 cycles: ffffffff8b31bc75 cpuidle_get_cpu_driver+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 165150 [041] 2544.228338: 34706834 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [014] 2544.228562: 37258790 cycles: 2045816f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [037] 2544.228809: 28237159 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) PdGetEv 193590 [038] 2544.229100: 43772423 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [021] 2544.229123: 35271233 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [002] 2544.229179: 39251483 cycles: 1417cced [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [019] 2544.229877: 35024266 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2544.230037: 40516490 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [039] 2544.230455: 25903904 cycles: 133ba093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [020] 2544.230615: 28933742 cycles: 142297a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [040] 2544.231908: 32406938 cycles: ffffffff8a9a5601 kmalloc_slab+0x11 ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [018] 2544.232548: 46274495 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2544.233409: 30903775 cycles: ffffffff8a733fb3 _raw_spin_rq_lock_irqsave+0x13 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [004] 2544.233839: 36554830 cycles: ffffffff8a65fa16 fpregs_assert_state_consistent+0x6 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [012] 2544.234153: 37731472 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [046] 2544.234294: 31974021 cycles: 204b0d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [009] 2544.234577: 38616095 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [042] 2544.234677: 29753265 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [028] 2544.234873: 42855755 cycles: 2648ea80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [045] 2544.235008: 31663419 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [024] 2544.235325: 33830121 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2544.235610: 42721926 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [044] 2544.235647: 31451701 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [015] 2544.236194: 34286163 cycles: 195922b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [023] 2544.236222: 40288752 cycles: 3c77b64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [027] 2544.236252: 34957064 cycles: 17f829b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 198118 [025] 2544.236406: 23273829 cycles: ffffffff8a7604f4 __update_load_avg_cfs_rq+0xb4 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) Test 194631 [026] 2544.236657: 31349774 cycles: 688dbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [011] 2544.236939: 31570653 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [032] 2544.237110: 36781301 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2544.238051: 42117903 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV1 197555 [030] 2544.238211: 41288267 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2544.238633: 36532256 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd.User 197529 [010] 2544.238762: 35284716 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [008] 2544.240360: 23404679 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [003] 2544.240463: 37820467 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [020] 2544.240501: 32230767 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [005] 2544.240780: 30566051 cycles: 174171d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [047] 2544.240988: 45983456 cycles: 133a5c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [033] 2544.241056: 26522690 cycles: 26cc214 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [037] 2544.241261: 27556165 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Background 194369 [039] 2544.241508: 24978401 cycles: 1c2a2b9f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [019] 2544.241558: 37690520 cycles: 204b399c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [035] 2544.241796: 37157390 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3b62 __x64_sys_futex+0x182 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [007] 2544.241876: 34938991 cycles: 12d6c661 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [029] 2544.241900: 41837287 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [017] 2544.241927: 39507179 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [002] 2544.241971: 36400873 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [001] 2544.241989: 39226528 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [013] 2544.242285: 42757412 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2544.242335: 37490103 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [016] 2544.242440: 42025908 cycles: 3caa418 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2544.242913: 35924384 cycles: ffffffff8a739a76 ttwu_do_activate+0x86 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [031] 2544.242951: 42870553 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2544.243096: 37930127 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2544.243390: 34220628 cycles: 27ce172 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [034] 2544.243647: 32875776 cycles: 1330ced5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [021] 2544.244267: 34992463 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165440 [038] 2544.245344: 37156784 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 196774 [000] 2544.245636: 42868173 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.System 154840 [042] 2544.245930: 28897039 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a734f72 task_rq_lock+0x32 ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197534 [046] 2544.246045: 30915144 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2544.246172: 30944870 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [025] 2544.246244: 23672746 cycles: 3a77c1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [012] 2544.246832: 39274540 cycles: 1330db7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [009] 2544.247117: 36647604 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [026] 2544.247196: 34385967 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [024] 2544.247444: 40363269 cycles: 133a7c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2544.247658: 40001013 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13c97297 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2544.247882: 30797217 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [045] 2544.248066: 29385191 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 197870 [015] 2544.248274: 33203204 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [008] 2544.248725: 23342670 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [033] 2544.249868: 27562712 cycles: 1572ff26 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 197531 [027] 2544.250041: 31338194 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 198063 [023] 2544.250478: 38315974 cycles: ffffffff8aaafec1 mntput_no_expire+0x41 ([kernel.kallsyms]) ffffffff8aab0124 mntput+0x24 ([kernel.kallsyms]) ffffffff8aa8db2e path_put+0x1e ([kernel.kallsyms]) ffffffff8aa86373 vfs_statx+0x103 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86915 __do_sys_newstat+0x35 ([kernel.kallsyms]) ffffffff8aa86986 __x64_sys_newstat+0x16 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0b03 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 242efb0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2421ff2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 197895 [018] 2544.250534: 36383241 cycles: ffffffff8a7b5b15 __rcu_read_unlock+0x5 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [036] 2544.250593: 42953984 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [032] 2544.251034: 35603510 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14119f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [039] 2544.251232: 25239141 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 151710 [037] 2544.251596: 31465645 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [006] 2544.251707: 38212680 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17fa500 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197245 [028] 2544.251766: 40005146 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [010] 2544.251879: 35284716 cycles: ffffffff8a96d1e7 balance_dirty_pages_ratelimited_flags+0x1c7 ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [022] 2544.252352: 41256855 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [030] 2544.252472: 39962846 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [005] 2544.252481: 31527957 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [020] 2544.252522: 37657246 cycles: 1c969a4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [007] 2544.253821: 42694391 cycles: 14180afb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165251 [003] 2544.254136: 37798004 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) PdGetEv 170605 [019] 2544.254754: 35650338 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 194362 [035] 2544.254803: 37697555 cycles: 1434b621 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [040] 2544.255121: 36227130 cycles: 1860786 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [034] 2544.255255: 36275607 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [002] 2544.255422: 35529402 cycles: 1c6c1780 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [025] 2544.255961: 23564522 cycles: ffffffff8a753017 load_balance+0x2e7 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2544.256039: 40364743 cycles: ffffffff8a7d7396 hrtimer_forward+0x6 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [046] 2544.256117: 30793809 cycles: ffffffff8b800bc9 asm_exc_page_fault+0x19 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [016] 2544.256312: 42874933 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [047] 2544.256448: 40937928 cycles: 18638e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [042] 2544.256455: 32107672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [041] 2544.256698: 41489773 cycles: d5b3082 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 194334 [008] 2544.257082: 27623877 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [014] 2544.257175: 39698647 cycles: ffffffff8aa72ca8 __check_object_size+0x18 ([kernel.kallsyms]) ffffffff8b4716bd tcp_recvmsg+0x1ed ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2544.257205: 45124887 cycles: ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2544.257416: 29803958 cycles: ffffffffc0ca2680 __nf_conntrack_find_get+0x340 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [017] 2544.257809: 44247077 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2544.257896: 34894414 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2544.258153: 39795574 cycles: 13c96346 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [026] 2544.258384: 33623532 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [013] 2544.258808: 45477580 cycles: ffffffff8aa72832 check_stack_object+0x42 ([kernel.kallsyms]) ffffffff8aa72b6a __check_object_size.part.0+0x3a ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2544.259007: 32308755 cycles: ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [038] 2544.259125: 33907956 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2544.259970: 38776792 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [012] 2544.260667: 36394558 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [033] 2544.260688: 26925646 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [011] 2544.260987: 34934193 cycles: ffffffff8b381dc5 skb_release_data+0xb5 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2544.261058: 29998568 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 69dd212198026ade [unknown] ([unknown]) nbsd.User 194341 [009] 2544.261782: 35964718 cycles: 269aa231 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194434 [004] 2544.261935: 36307981 cycles: 1839ef5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2544.262192: 36801046 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2544.262364: 37391332 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [039] 2544.262917: 27697396 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2544.263058: 30189499 cycles: ffffffff8a734a92 finish_task_switch.isra.0+0x12 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [032] 2544.263285: 39981835 cycles: 14068f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [018] 2544.264170: 33472197 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2544.265512: 28568433 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2544.265684: 42527845 cycles: ffffffff8a604311 __switch_to_asm+0x1 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [020] 2544.265819: 37697580 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2544.266069: 24007392 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [005] 2544.266095: 34243764 cycles: 1407185f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [006] 2544.266173: 35355684 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2544.266343: 40303940 cycles: 21a3129c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2544.266589: 38331435 cycles: ffffffff8b3a62c4 __netif_receive_skb_core.constprop.0+0xa34 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [044] 2544.266716: 30827473 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [036] 2544.266798: 43540940 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [022] 2544.267489: 44285926 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2544.267588: 39275194 cycles: ffffffff8a769233 psi_group_change+0x293 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [002] 2544.267894: 39008143 cycles: ad45e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [008] 2544.268105: 30329736 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197889 [030] 2544.268456: 38844980 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [042] 2544.268629: 38698207 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [019] 2544.269003: 30765934 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [046] 2544.269102: 34871720 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [040] 2544.269571: 32167847 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [007] 2544.271077: 40179366 cycles: 219dca31 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [003] 2544.271345: 34383034 cycles: 186a0f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2544.271594: 39320412 cycles: ffffffff8a779fbe psi_task_switch+0x1de ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [033] 2544.271852: 26732725 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [047] 2544.271901: 34887220 cycles: ffffffff8a74ae9f update_cfs_group+0x2f ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2544.272172: 39355496 cycles: 12ff5354 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [038] 2544.272537: 31466405 cycles: 288ad4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [035] 2544.273253: 39945946 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [014] 2544.273416: 37422515 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [043] 2544.273436: 33274020 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [041] 2544.273644: 41115955 cycles: 154cad4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [001] 2544.273820: 40222584 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [021] 2544.274209: 33400418 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [045] 2544.274256: 31398030 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [016] 2544.274322: 35554982 cycles: 204b39cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [029] 2544.274902: 41104015 cycles: ffffffff8a739e91 set_task_cpu+0x131 ([kernel.kallsyms]) ffffffff8a74d314 detach_tasks+0x134 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [018] 2544.275352: 31929783 cycles: 1823b4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [031] 2544.275620: 41659040 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [039] 2544.276155: 33903183 cycles: 13026620 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [037] 2544.276165: 27190985 cycles: 27279aa5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [011] 2544.276236: 31803033 cycles: 3af23a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [004] 2544.276490: 36391101 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [000] 2544.276740: 36328765 cycles: ffffffff8a760451 __update_load_avg_cfs_rq+0x11 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [024] 2544.276932: 37812750 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [027] 2544.277010: 32622753 cycles: 21a2fd27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 166755 [025] 2544.277048: 28485003 cycles: ffffffff8aa2e61a ___slab_alloc+0x45a ([kernel.kallsyms]) ffffffff8aa318b7 __kmem_cache_alloc_node+0x2b7 ([kernel.kallsyms]) ffffffff8a9a58c4 __kmalloc_node+0x54 ([kernel.kallsyms]) ffffffff8a994606 kvmalloc_node+0x26 ([kernel.kallsyms]) ffffffff8aab7e4b seq_read_iter+0x3bb ([kernel.kallsyms]) ffffffff8ab3345f proc_reg_read_iter+0x2f ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad48c7e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198862 [009] 2544.277055: 38295010 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [013] 2544.277150: 35649759 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [012] 2544.277165: 29697246 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [044] 2544.277181: 30246144 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [032] 2544.277643: 41625280 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 54afdf76b47 [unknown] (//anon) nbsd-lig.SRV2 196022 [005] 2544.279397: 30842758 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [006] 2544.279589: 47374844 cycles: ffffffff8a741daf wake_affine+0x17f ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [015] 2544.279772: 36712266 cycles: ffffffff8a7d8daf hrtimer_interrupt+0x8f ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [019] 2544.279916: 30543006 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [020] 2544.280223: 35295442 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [034] 2544.280434: 36538102 cycles: ffffffff8a752e21 load_balance+0xf1 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [010] 2544.280785: 38061112 cycles: 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [008] 2544.281027: 27819538 cycles: 3b951cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2544.281177: 38043219 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [040] 2544.281733: 31230922 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [033] 2544.282084: 29322102 cycles: ffffffff8a7d67bd __mod_timer+0x7d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [046] 2544.282943: 32412891 cycles: bbd1451 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [038] 2544.283240: 30243625 cycles: 1742c067 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198054 [030] 2544.283501: 33781123 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [042] 2544.283589: 39778361 cycles: ffffffff8b484ea4 tcp_schedule_loss_probe.part.0+0x74 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2544.283728: 39082240 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2544.283866: 33610528 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [002] 2544.284157: 41888102 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2544.284276: 41562613 cycles: ffffffff8a7f6cd2 futex_wait_setup+0x22 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [003] 2544.284894: 30857158 cycles: 140665d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2544.286178: 34528324 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [047] 2544.286637: 30765939 cycles: ffffffff8adaca1e _copy_from_iter+0x13e ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [043] 2544.286760: 31167350 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [018] 2544.287143: 34833394 cycles: 1339d908 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [014] 2544.287161: 38605043 cycles: 4b24985 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 169816 [007] 2544.287866: 40193976 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI1 198656 [016] 2544.288359: 33063211 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171575 [017] 2544.288423: 33943708 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [045] 2544.288462: 33687615 cycles: 3b9bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193495 [021] 2544.288611: 36173434 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [000] 2544.288630: 34543866 cycles: 1869373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [044] 2544.288876: 38847378 cycles: 252613ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [011] 2544.288895: 36335673 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [001] 2544.289093: 38609087 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [025] 2544.289438: 26677052 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2544.289661: 28403793 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [004] 2544.289717: 34682612 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [012] 2544.289888: 27521521 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [027] 2544.290122: 33809898 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [031] 2544.290652: 37598597 cycles: 3b3f513 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196760 [035] 2544.290753: 39339888 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9eb59ab13f [unknown] (//anon) diskagentd 159888 [033] 2544.290833: 32735352 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [039] 2544.291353: 34270617 cycles: 129aad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [009] 2544.291688: 34098799 cycles: 140c208d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2544.291795: 39649834 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [013] 2544.291803: 31687556 cycles: ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [024] 2544.291809: 37299949 cycles: ffffffff8b493c33 tcp_v4_rcv+0x673 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165864 [008] 2544.292023: 27088312 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198646 [041] 2544.292441: 46604508 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [019] 2544.292622: 32057922 cycles: 26abdc16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2544.293083: 28080460 cycles: 2825c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [040] 2544.293180: 35252472 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [038] 2544.293448: 32885664 cycles: ffffffff8aa72b30 __check_object_size.part.0+0x0 ([kernel.kallsyms]) ffffffff8b38bcae put_cmsg+0x11e ([kernel.kallsyms]) ffffffff8b4716bd tcp_recvmsg+0x1ed ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2544.293852: 35430332 cycles: ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [020] 2544.294336: 37617269 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197884 [032] 2544.294425: 42671409 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2544.294689: 36244973 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [046] 2544.295269: 30761865 cycles: ffffffff8a7f1756 futex_hash+0x6 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198430 [028] 2544.296133: 34078958 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [036] 2544.296281: 43068049 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198713 [006] 2544.296329: 44639168 cycles: ffffffff8a9ee21c free_compound_page+0x2c ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2544.296701: 30624760 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) network poller 198839 [047] 2544.297031: 30458669 cycles: ffffffff8b6a4885 __schedule+0x385 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [010] 2544.297056: 35269204 cycles: ffffffff8a73e5e1 available_idle_cpu+0x61 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [042] 2544.297772: 34710631 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [026] 2544.298605: 31882365 cycles: 27279aa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2544.298686: 28985090 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fd1f1537 [unknown] (//anon) Test 194631 [002] 2544.299181: 35452034 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [022] 2544.299761: 40372777 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [043] 2544.300091: 31275979 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2544.300434: 26933019 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [023] 2544.300536: 37129846 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [000] 2544.301082: 31470295 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [018] 2544.301178: 31700886 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [016] 2544.301887: 36745948 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2544.302072: 37010794 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [008] 2544.302230: 37007056 cycles: 3a633ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2544.302300: 29462659 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [021] 2544.302327: 40387587 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [024] 2544.302399: 36463716 cycles: ffffffff8b36d543 sock_read_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2544.302637: 34018240 cycles: 1cad157d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [025] 2544.302666: 24668783 cycles: 68d09c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2544.303261: 31285560 cycles: 265483f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [009] 2544.303288: 40276994 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [011] 2544.303499: 39259012 cycles: ffffffff8b51a27d ip6_finish_output+0x19d ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [040] 2544.303749: 34693501 cycles: ffffffff8a741ca6 wake_affine+0x76 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2544.303842: 40001317 cycles: ffffffff8adb0cb5 llist_reverse_order+0x15 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2544.304304: 38847378 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2544.305229: 36374059 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197892 [005] 2544.305361: 29323555 cycles: ffffffff8b6ab50e do_nanosleep+0x9e ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [039] 2544.305622: 37759931 cycles: ffffffff8aaf89ba __x64_sys_io_submit+0xca ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [027] 2544.305676: 43518646 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [033] 2544.305847: 33749831 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [007] 2544.305979: 51242837 cycles: ffffffff8a739d66 set_task_cpu+0x6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [029] 2544.306058: 40475100 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [038] 2544.306321: 30669946 cycles: 141792e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2544.306358: 40252696 cycles: ffffffff8a74d656 set_next_entity+0x56 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [046] 2544.306439: 34601476 cycles: ffffffff8b52f56a ip6_mtu+0x4a ([kernel.kallsyms]) ffffffff8b48628a tcp_current_mss+0x4a ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [019] 2544.306473: 29253480 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2544.306693: 34152577 cycles: 272af6e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2544.307211: 41128881 cycles: 1808755 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [035] 2544.308014: 36307783 cycles: 133bb3fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2544.308286: 39478125 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [030] 2544.309121: 35110962 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2544.309675: 27642754 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2544.309793: 33536610 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2544.309849: 38473281 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [032] 2544.309885: 40782843 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197245 [047] 2544.310053: 42437786 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2544.310157: 33379210 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [003] 2544.310256: 29674231 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [042] 2544.310286: 36037743 cycles: 6891ad6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2544.311884: 24384558 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [002] 2544.312054: 33279814 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197240 [026] 2544.312132: 29427697 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2544.312386: 29382982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [036] 2544.312668: 49938964 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [000] 2544.312752: 30554775 cycles: ffffffff8a73c216 try_to_wake_up+0x556 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2544.313273: 38547843 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [018] 2544.313750: 31597664 cycles: ffffffff8b697ced irqentry_enter+0x2d ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b007b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 171586 [006] 2544.313938: 46658870 cycles: 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [037] 2544.314128: 29462659 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [016] 2544.314724: 34169678 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [014] 2544.314753: 34537883 cycles: 288adb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [017] 2544.314760: 35506219 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2544.315402: 38123403 cycles: 3c8153f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [022] 2544.315464: 38988847 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [023] 2544.315648: 33046450 cycles: 140c1ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [040] 2544.315996: 33222797 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [045] 2544.316270: 31227010 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [038] 2544.317083: 33811824 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [005] 2544.317261: 31066360 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [024] 2544.317678: 31583524 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [004] 2544.318073: 35782752 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2544.318268: 40654101 cycles: ffffffff8a7d7930 __hrtimer_next_event_base+0x90 ([kernel.kallsyms]) ffffffff8a7d7ab3 hrtimer_update_next_event+0x73 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [046] 2544.318680: 36662248 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2544.319038: 29253480 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [039] 2544.319381: 40515940 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [012] 2544.319442: 27914613 cycles: ffffffff8a7523a1 __update_idle_core+0x71 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [021] 2544.320120: 43408705 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2544.320464: 31505757 cycles: 6444b83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165158 [009] 2544.320549: 36285473 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b6a4e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [033] 2544.320782: 33749831 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2544.320863: 39028247 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a742748 kick_ilb+0x58 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [003] 2544.321047: 29655011 cycles: 175b5eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [020] 2544.321084: 47374477 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [025] 2544.321111: 28607802 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [010] 2544.321201: 38909000 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f6ecf [unknown] (//anon) ydbd.System 193987 [001] 2544.321649: 37664540 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [035] 2544.321785: 40579478 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [029] 2544.321999: 34723968 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [015] 2544.322718: 39998646 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [000] 2544.322745: 30055970 cycles: 1742bfce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [030] 2544.322788: 37120855 cycles: 288ad95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [028] 2544.322888: 35125897 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2544.322939: 36873710 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [034] 2544.322990: 34186946 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [027] 2544.323206: 39759222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [026] 2544.323292: 31720304 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2544.323356: 33549227 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2544.323520: 32296361 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [032] 2544.324000: 36729215 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [002] 2544.324482: 30755582 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 198105 [018] 2544.325436: 30814908 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [007] 2544.326194: 47977879 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [023] 2544.326195: 32760569 cycles: 1572fb57 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [037] 2544.326425: 34763130 cycles: ffffffff8b623af6 xas_load+0x6 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2544.326548: 31521679 cycles: 2782621 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [008] 2544.327402: 37188509 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be67538 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [047] 2544.328091: 40315584 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [041] 2544.328230: 40646402 cycles: bbb7ca4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [038] 2544.328238: 32896456 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [016] 2544.328291: 31017418 cycles: 6444546 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [040] 2544.328452: 30938789 cycles: 3b65d39 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150639 [024] 2544.328985: 30485771 cycles: ffffffff8a7c5632 exit_to_user_mode_loop+0x32 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [045] 2544.329588: 28365228 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [012] 2544.329653: 27894709 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [014] 2544.329738: 29827247 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2544.329748: 38320058 cycles: 689cd75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2544.330639: 40394632 cycles: ffffffff8b61aba8 timerqueue_add+0x8 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198708 [022] 2544.330692: 36967380 cycles: 3af2685 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [046] 2544.331400: 35626147 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2544.331588: 45119041 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [044] 2544.331641: 37258917 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2544.331867: 38695387 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [013] 2544.331888: 30584105 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2544.332398: 27719819 cycles: 1436baa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [003] 2544.332650: 33984990 cycles: ffffffff8aa72ad6 check_heap_object+0x186 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [000] 2544.333949: 33272251 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2544.334089: 47724309 cycles: 1855406 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 170456 [026] 2544.334093: 30982731 cycles: 178ddb66 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 172767 [010] 2544.334338: 35961390 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f475d97c13f [unknown] (//anon) swapper 0 [004] 2544.334763: 32397856 cycles: ffffffff8a7604e9 __update_load_avg_cfs_rq+0xa9 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2544.335310: 36354909 cycles: ffffffff8a7eee76 tick_do_update_jiffies64+0xc6 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [009] 2544.335369: 36448295 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2544.335567: 46096958 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [001] 2544.335989: 38464330 cycles: 1c69f7d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [028] 2544.336357: 32685519 cycles: 6445eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 170241 [002] 2544.336365: 30100480 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 196007 [043] 2544.336503: 37961539 cycles: 1876089 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [030] 2544.336794: 39914817 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2544.336894: 44752302 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [034] 2544.337096: 30486980 cycles: ffffffff8b623b42 xas_load+0x52 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [011] 2544.337137: 41181420 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [042] 2544.337223: 30090329 cycles: ffffffff8a747a6c update_load_avg+0x19c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 172223 [032] 2544.337430: 41367411 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [021] 2544.337575: 48836548 cycles: 14077595 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [029] 2544.337595: 38616038 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 151710 [018] 2544.337603: 31618933 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [005] 2544.338293: 30154078 cycles: 133b5743 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2544.338391: 42166241 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193822 [020] 2544.338611: 39200473 cycles: ffffffff8a95a8b9 rseq_ip_fixup+0x59 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [023] 2544.339684: 35541960 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [038] 2544.339763: 35376042 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [016] 2544.339856: 29690211 cycles: 3a8fe01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [037] 2544.340314: 33502416 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [027] 2544.340425: 46275127 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [014] 2544.340485: 29588656 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [012] 2544.340906: 27138530 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [040] 2544.341270: 31909055 cycles: 36a0734 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2544.341377: 46486125 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [024] 2544.341478: 31748244 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [045] 2544.342074: 26639360 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [047] 2544.342338: 48104921 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [025] 2544.343004: 30805525 cycles: 9a644 pthread_rwlock_rdlock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14b64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2544.343111: 36009139 cycles: ffffffff8adaa632 import_single_range+0x2 ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [036] 2544.343379: 36681254 cycles: ffffffff8adab0b1 iovec_from_user.part.0+0x71 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2544.343581: 35126243 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [044] 2544.344640: 35335787 cycles: ffffffff8a74e100 dequeue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 167030 [046] 2544.344684: 41614942 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [022] 2544.344814: 33901001 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [026] 2544.345758: 32795913 cycles: 140c1ff4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159494 [000] 2544.346132: 35260210 cycles: ffffffff8a738c48 pick_next_task+0x948 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [007] 2544.346480: 45664692 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [039] 2544.346614: 36624510 cycles: ffffffff8a766e90 psi_flags_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2544.346700: 37616918 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 193840 [002] 2544.347618: 32124084 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [004] 2544.348070: 31250049 cycles: 28897e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2544.348117: 33803266 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2544.348290: 37466965 cycles: 2729d845 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [034] 2544.348402: 29660481 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37ba40 skb_unlink+0x20 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [010] 2544.348542: 34727313 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [019] 2544.348607: 44851947 cycles: 3b96dfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2544.349265: 28413554 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [018] 2544.350044: 29665595 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [028] 2544.350373: 31545006 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2544.350400: 33559322 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [005] 2544.350567: 31816401 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 14180c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159503 [012] 2544.350602: 27428910 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2544.350639: 29332928 cycles: ffffffff8a7479b6 update_load_avg+0xe6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [009] 2544.351446: 30725097 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [001] 2544.351474: 35120051 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [030] 2544.351609: 35204043 cycles: 3a6adbd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [037] 2544.351844: 40349191 cycles: 1330fc01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [014] 2544.351855: 29283290 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [020] 2544.351939: 36112750 cycles: ffffffff8b383f7e __kfree_skb+0x2e ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [032] 2544.352242: 36938969 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [029] 2544.352326: 42385171 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [024] 2544.352620: 31418338 cycles: ffffffff8a9a571b __kmalloc_node_track_caller+0x1b ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 171304 [040] 2544.352664: 30552773 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [038] 2544.352671: 33358708 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2544.353035: 44570982 cycles: 142595fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2544.353913: 43075959 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2544.354438: 36934029 cycles: 13b96e93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [035] 2544.354499: 45076743 cycles: ffffffff8a7f2995 futex_unqueue+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198053 [025] 2544.354721: 34932381 cycles: 1330de05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2544.354888: 35494561 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [045] 2544.355025: 26639360 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2544.355656: 43773410 cycles: 2727af46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [015] 2544.355917: 39894029 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [022] 2544.356486: 31518302 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [044] 2544.357126: 44618972 cycles: 3a77d13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [026] 2544.357752: 35662770 cycles: 3b98581 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [041] 2544.358313: 34223107 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198047 [002] 2544.358752: 30875091 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [036] 2544.358897: 31805126 cycles: 14073b94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [027] 2544.359016: 35720089 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [046] 2544.359141: 47548739 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [021] 2544.359642: 46873349 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [008] 2544.359660: 39513808 cycles: ffffffff8aaa77ed file_update_time+0x6d ([kernel.kallsyms]) ffffffff8a96381a __generic_file_write_iter+0x8a ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [000] 2544.359839: 32466228 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [010] 2544.359934: 42459513 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2544.359972: 34285917 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3c3facd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2544.360106: 27975922 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [018] 2544.360165: 29524067 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [034] 2544.360689: 28148767 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [012] 2544.361145: 30117674 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 17122ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2544.361635: 34365858 cycles: ffffffff8a75c43f cpuidle_idle_call+0xbf ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [016] 2544.361653: 28614685 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [017] 2544.361778: 35479990 cycles: ffffffff8a779eb4 psi_task_switch+0xd4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [006] 2544.362146: 33591954 cycles: ffffffff8a7604ed __update_load_avg_cfs_rq+0xad ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [030] 2544.362434: 33931064 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [009] 2544.362650: 30179002 cycles: 133b049f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [003] 2544.362698: 35795159 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [001] 2544.362756: 38115347 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 197880 [047] 2544.362783: 47746448 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [028] 2544.362982: 29494712 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [005] 2544.363174: 29638961 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [039] 2544.363437: 32094656 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [040] 2544.363866: 33465503 cycles: ffffffff8a7d20f0 get_timespec64+0x30 ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [043] 2544.363974: 31385826 cycles: ffffffff8b51d0e2 ipv6_rcv+0xe2 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165682 [038] 2544.364545: 35441184 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [024] 2544.364893: 29699515 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a47df __schedule+0x2df ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [020] 2544.365676: 32181394 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [032] 2544.365779: 34294696 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2544.366179: 40760843 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [022] 2544.366723: 35561385 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2544.366809: 38589264 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2544.367070: 39517742 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2544.367316: 47432776 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2544.368110: 38791581 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [025] 2544.368426: 35128705 cycles: ffffffff8a991ae5 shmem_write_begin+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [002] 2544.368724: 31302664 cycles: 3a90bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [026] 2544.370102: 45279007 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 197877 [036] 2544.370443: 34599677 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [018] 2544.370604: 29093172 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2544.370778: 27396411 cycles: 26a27d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [029] 2544.370938: 39877399 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [033] 2544.371157: 33484104 cycles: 133a44e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [012] 2544.371216: 33513917 cycles: 20485dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2544.371327: 27752164 cycles: 3b9778f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [016] 2544.371378: 28876031 cycles: 14149972 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194390 [011] 2544.371587: 44281979 cycles: ffffffff8b3a6c99 process_backlog+0x79 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2544.371862: 37693813 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [004] 2544.372033: 36162618 cycles: 1300f75f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [015] 2544.372198: 34126370 cycles: 26ce054 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [023] 2544.372596: 44601346 cycles: ffffffff8b6ab390 schedule_hrtimeout_range_clock+0xe0 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [014] 2544.372646: 33915631 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [000] 2544.372740: 32854235 cycles: 154cad7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2544.372970: 32495402 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [044] 2544.373004: 38010076 cycles: ffffffff8b50fb75 unix_stream_sendmsg+0x1e5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [031] 2544.373354: 43565567 cycles: 25166af9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2544.373748: 39407935 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [028] 2544.373960: 28552792 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [008] 2544.373965: 43135415 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [017] 2544.374160: 39519829 cycles: 2049ba1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2544.374395: 28893639 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [006] 2544.374585: 31544295 cycles: 14020d0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2544.375059: 32238275 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [030] 2544.375174: 35393704 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [009] 2544.375500: 27575823 cycles: 1c48f16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [039] 2544.375731: 33933845 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [010] 2544.376027: 41423257 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2544.376625: 35020584 cycles: ffffffff8a9eb325 prep_compound_page+0x5 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [020] 2544.377141: 34880776 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1681c3d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [001] 2544.377269: 37835537 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [046] 2544.377597: 41105018 cycles: ffffffff8b484e35 tcp_schedule_loss_probe.part.0+0x5 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [043] 2544.377845: 30026073 cycles: ffffffff8a753993 newidle_balance+0x3c3 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [038] 2544.378499: 37846302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [003] 2544.378664: 34149467 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [032] 2544.378802: 34113561 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2544.379622: 37486061 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [002] 2544.380294: 41834998 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [042] 2544.380983: 27229057 cycles: 16c1824 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [007] 2544.381270: 33432073 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2544.381399: 31885687 cycles: ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2544.381503: 36502978 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) Test 196124 [025] 2544.381533: 40001206 cycles: 2a7fc6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [047] 2544.382641: 36172673 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [016] 2544.382645: 27942810 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5678772a0b2f [unknown] (//anon) nbsd.IC 197544 [035] 2544.382779: 36243219 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [012] 2544.382976: 33464778 cycles: ffffffff8a7f1d06 get_futex_key+0x226 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [036] 2544.383195: 44358740 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [013] 2544.383746: 36998013 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dff70683f [unknown] (//anon) blocksto.CLI2 196118 [015] 2544.383807: 32124868 cycles: ffffffff8a74fc0b update_sd_pick_busiest+0x7b ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2544.384126: 33738833 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2544.384252: 32898278 cycles: 2666d0be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [034] 2544.384481: 25140529 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [019] 2544.384749: 40541150 cycles: 1330dab5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [028] 2544.384925: 27881747 cycles: 133b0850 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [004] 2544.385273: 32863943 cycles: ffffffff8aa2b543 memcg_slab_post_alloc_hook+0x1c3 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2544.385652: 30974505 cycles: 3b3c01b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2544.385697: 27935633 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [000] 2544.386017: 30297981 cycles: 3b637a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [006] 2544.386291: 37783789 cycles: ffffffff8a96d3e1 balance_dirty_pages_ratelimited+0x11 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [009] 2544.386817: 33685367 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [044] 2544.386855: 34287593 cycles: 1408f5de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [024] 2544.387077: 34473529 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d7ecb87f [unknown] (//anon) nbsd.SRV2 197556 [033] 2544.387184: 33484104 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [011] 2544.387204: 39059283 cycles: ffffffff8a69f055 native_send_call_func_single_ipi+0x5 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [026] 2544.387387: 42525705 cycles: 14130546 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [020] 2544.387488: 34465025 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [030] 2544.387891: 36146500 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [027] 2544.388162: 34327983 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [029] 2544.388242: 40759468 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [040] 2544.388362: 33592788 cycles: 35f3da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2544.388406: 40949365 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170133 [017] 2544.389062: 48250878 cycles: bba18a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [043] 2544.389270: 35960238 cycles: 1740e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2544.390215: 33337309 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2544.390598: 35814940 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2544.391107: 37418143 cycles: ffffffff8a73d9c6 nr_iowait_cpu+0x16 ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 197448 [032] 2544.391295: 32186935 cycles: 3c441dc [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [042] 2544.392162: 26966664 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193991 [031] 2544.393256: 44180821 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 198101 [016] 2544.393402: 27271943 cycles: bc09252 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [038] 2544.393435: 36483100 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2544.393451: 35570907 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2544.393583: 43728993 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [023] 2544.393584: 31780890 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2544.393628: 35146694 cycles: 11aa24 readv+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [010] 2544.393691: 36200281 cycles: 2677399d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 198103 [003] 2544.394268: 30860259 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) PdGetEv 196864 [018] 2544.394405: 29313026 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155714 [034] 2544.394423: 25402761 cycles: ffffffff8a7419a4 __calc_delta+0x54 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [012] 2544.394490: 34168431 cycles: ffffffffc0c829a1 nf_nat_inet_fn+0x211 ([kernel.kallsyms]) ffffffffc0c846c5 nf_nat_ipv4_out+0x55 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2544.394746: 45513187 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2544.394951: 40760597 cycles: 183eb11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [028] 2544.395966: 27186867 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17a6 [unknown] ([unknown]) Test 196124 [000] 2544.396991: 29316701 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [005] 2544.397141: 26626446 cycles: 134022d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [037] 2544.397514: 36582049 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2544.397625: 37468215 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198117 [021] 2544.397800: 35757940 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [014] 2544.397907: 28874800 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2544.398224: 30415232 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [035] 2544.398247: 35234073 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [047] 2544.398476: 30510276 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [045] 2544.399544: 30754535 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 193590 [006] 2544.399791: 38498080 cycles: 6e8 [unknown] ([vdso]) diskagen.User 198615 [019] 2544.399919: 34390549 cycles: ffffffff8a9bb984 do_anonymous_page+0x264 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528da83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [036] 2544.400406: 41244895 cycles: 288adb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [020] 2544.400645: 32792539 cycles: 1421de81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [040] 2544.400656: 35313018 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2544.400980: 35265256 cycles: ffffffff8a7d8889 hrtimer_cancel+0x39 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [026] 2544.401088: 37624685 cycles: 1ab7c31 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [013] 2544.401251: 41117761 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2544.401342: 31261863 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [034] 2544.402234: 29473801 cycles: 17bc221 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [030] 2544.402466: 35437452 cycles: 2049b607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159511 [039] 2544.402579: 36643264 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [033] 2544.402645: 45302448 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [011] 2544.402699: 45754774 cycles: ffffffff8a7f6abe futex_wait_queue+0x8e ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [042] 2544.402852: 28833506 cycles: 3ba61ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [009] 2544.403694: 35227298 cycles: 288adba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2544.403859: 30128271 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2544.403863: 36894979 cycles: ffffffff8a75fdca __update_load_avg_se+0x6a ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [016] 2544.404214: 27204927 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2544.404249: 36682458 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [041] 2544.404304: 30995617 cycles: 3b961b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [015] 2544.405541: 33324397 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [028] 2544.405852: 30457653 cycles: 140c7f42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2544.405861: 36964923 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [027] 2544.405945: 33766655 cycles: 3b303e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196100 [003] 2544.405984: 30664128 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e1ff [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2544.406349: 27919182 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [023] 2544.406996: 32629604 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [012] 2544.407215: 31920363 cycles: ffffffff8a74c586 select_task_rq_fair+0x106 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [000] 2544.407247: 29205520 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [010] 2544.407964: 34860979 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [017] 2544.408413: 37905059 cycles: 3b65e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [038] 2544.408455: 32733699 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [046] 2544.408455: 39230838 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [005] 2544.408502: 25912183 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [029] 2544.408568: 38527704 cycles: 3b27dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 193817 [007] 2544.409105: 31715474 cycles: 1406d101 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [014] 2544.409808: 31748821 cycles: 14073b84 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [004] 2544.409809: 29081058 cycles: 12f35bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [002] 2544.410139: 35141104 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec05d ep_poll_callback+0x1dd ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [031] 2544.410720: 37391876 cycles: 99a90 pthread_mutex_unlock+0x20 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b9a594 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [021] 2544.411193: 34843121 cycles: 3b961a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [037] 2544.411279: 32967942 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [047] 2544.411495: 31473855 cycles: ffffffff8ac648fe fsnotify_perm.part.0+0x3e ([kernel.kallsyms]) ffffffff8ac66aee security_file_permission+0x4e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 159607 [025] 2544.411638: 35023642 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [022] 2544.411828: 37943841 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [006] 2544.412540: 39396743 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159503 [034] 2544.412642: 30797805 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [020] 2544.412766: 34130746 cycles: 133b5719 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 197014 [044] 2544.413159: 32105502 cycles: 1567db98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198845 [045] 2544.413384: 27448029 cycles: ffffffff8a7c5629 exit_to_user_mode_loop+0x29 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2544.413438: 35957980 cycles: ffffffff8a7ef1a0 tick_nohz_stop_tick+0x40 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2544.413676: 30265036 cycles: ffffffff8a7d7f23 __hrtimer_start_range_ns+0x243 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 155953 [040] 2544.413890: 31996330 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [016] 2544.414378: 32820320 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194633 [019] 2544.414858: 33766505 cycles: 175b150 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [026] 2544.414860: 34216567 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [036] 2544.414890: 39805033 cycles: 404d9df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [008] 2544.415106: 35572006 cycles: 141ebb96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [042] 2544.415431: 27363581 cycles: 6621f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [030] 2544.415475: 36387582 cycles: 1339dc01 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [032] 2544.416017: 31473695 cycles: ffffffff8a753682 newidle_balance+0xb2 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [043] 2544.416491: 33478692 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) PdGetEv 166860 [039] 2544.416555: 33319578 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [013] 2544.417285: 34835811 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [041] 2544.417751: 30785677 cycles: 252574f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2544.417795: 31260299 cycles: ffffffff8a74bbbf select_idle_sibling+0x9f ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [018] 2544.418089: 26792733 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [000] 2544.418788: 29205520 cycles: 133c8aea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2544.418790: 31844557 cycles: ffffffff8b3773ba __release_sock+0x4a ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [028] 2544.418957: 31906417 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2544.418979: 29968999 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [005] 2544.419475: 25096799 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [023] 2544.419764: 30523274 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196769 [015] 2544.419970: 30309748 cycles: ffffffff8a7d20f9 get_timespec64+0x39 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 150649 [001] 2544.420170: 34023812 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [010] 2544.420197: 42139958 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2544.420521: 28834470 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [011] 2544.421384: 43572356 cycles: 1689f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194434 [033] 2544.421913: 40073869 cycles: ffffffff8aa5d9c3 mod_objcg_state+0x193 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2544.421937: 29281720 cycles: ffffffff8a6c7ce8 __virt_addr_valid+0x38 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2544.422426: 36395152 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [029] 2544.423316: 39780424 cycles: ffffffff8aa7e1fd vfs_read+0x8d ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [027] 2544.423490: 39426324 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [007] 2544.423518: 32626296 cycles: ffffffff8a74d855 check_preempt_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7531a0 load_balance+0x470 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 154844 [002] 2544.423864: 36272404 cycles: bbc8e25 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [017] 2544.424161: 36576468 cycles: ffffffff8aa72b39 __check_object_size.part.0+0x9 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [046] 2544.424201: 35964750 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [044] 2544.424369: 32105502 cycles: 6864174 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [040] 2544.424557: 35663039 cycles: ffffffff8a7327f8 ttwu_queue_wakelist+0x38 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [034] 2544.424868: 31470531 cycles: ffffffff8b6ad67a native_queued_spin_lock_slowpath+0x2a ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7b81f5 rcu_core+0xe5 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [022] 2544.424958: 43103172 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [047] 2544.425135: 35119275 cycles: 24f76b78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2544.425616: 29733412 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [016] 2544.425672: 31833115 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2544.425886: 31189484 cycles: 3987e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [006] 2544.426140: 39983639 cycles: 2048769f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2544.426352: 36224194 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [025] 2544.426570: 36484092 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [021] 2544.426615: 33623788 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [020] 2544.426615: 33728251 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [037] 2544.426782: 32207343 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [045] 2544.426792: 27619632 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [024] 2544.427543: 36436813 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198856 [026] 2544.427656: 31731719 cycles: ffffffff8a74aefe update_cfs_group+0x8e ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [008] 2544.428168: 37299973 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [018] 2544.428262: 33078466 cycles: 264e0a5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [035] 2544.428416: 34015417 cycles: ffffffff8a738c48 pick_next_task+0x948 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2544.428997: 33641417 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) swapper 0 [030] 2544.429535: 36298706 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2544.429617: 43598603 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [036] 2544.429828: 39428985 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2544.430140: 38390558 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2544.430664: 32419595 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [004] 2544.430772: 34554678 cycles: 14065def [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [019] 2544.431222: 28544403 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [041] 2544.431279: 30382832 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [043] 2544.431366: 36999932 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 142266d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [038] 2544.431499: 29398364 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2544.431558: 26926211 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2544.431666: 33782657 cycles: ffffffff8a75c3bf cpuidle_idle_call+0x3f ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [009] 2544.432048: 34422797 cycles: ffffffff8a95e11a generic_perform_write+0x12a ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [015] 2544.432375: 31117181 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2544.433424: 35317750 cycles: ffffffff8a99a405 quiet_vmstat+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155860 [013] 2544.434065: 34835811 cycles: ffffffff8a74fe42 update_sg_lb_stats+0x42 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ya-bin 26555 [010] 2544.434297: 36813974 cycles: 223200f PyObject_GetIter+0xf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2357edb _PyEval_EvalFrameDefault+0x8d5b (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271839 method_vectorcall+0x199 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224caa4 _PyObject_CallFunctionVa+0x84 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224cecf PyObject_CallMethod+0xbf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7d4ed pymain+0x36d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 1fe8ca6 NYa::(anonymous namespace)::Entry+0xa56 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ef69 libc_start_main_stage2+0x29 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ec51 _start+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.User 197534 [014] 2544.434997: 33563719 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [007] 2544.435247: 36196876 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2544.435282: 36485708 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [001] 2544.435337: 31906252 cycles: 1618a4be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.435607: 30005828 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 198454 [016] 2544.435826: 31284614 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [032] 2544.436256: 31132274 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2544.436560: 30606457 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [046] 2544.436655: 38831374 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [045] 2544.436681: 30718612 cycles: 27279a01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 159889 [002] 2544.436682: 33878923 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b6a4e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [047] 2544.437600: 36858495 cycles: ffffffff8b3728ef __sk_dst_check+0x1f ([kernel.kallsyms]) ffffffff8b45ca58 __ip_queue_xmit+0x2a8 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [029] 2544.438092: 34761555 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [017] 2544.438228: 41706463 cycles: ffffffff8a753908 newidle_balance+0x338 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [040] 2544.438280: 33710786 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 151687 [011] 2544.438503: 40390099 cycles: 13404cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 196013 [033] 2544.438642: 44799886 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [027] 2544.438700: 37409639 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2544.438762: 32267101 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [020] 2544.439423: 31374209 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 151687 [021] 2544.440073: 36364724 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198852 [026] 2544.440187: 30853207 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2544.440483: 33192350 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2544.440778: 38030673 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [006] 2544.441016: 39332025 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2544.441023: 39414228 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198611 [037] 2544.441054: 35483330 cycles: ffffffff8aaeb1a1 ep_poll+0x131 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2544.441262: 36576857 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [019] 2544.441273: 28147780 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2544.441580: 37760288 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI1 198649 [004] 2544.441659: 33897913 cycles: 689c210 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165273 [035] 2544.441869: 30631453 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [005] 2544.442096: 26281407 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [025] 2544.442403: 34631532 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [030] 2544.442599: 33614713 cycles: ffffffff8a7d5bc0 enqueue_timer+0x10 ([kernel.kallsyms]) ffffffff8a7d6ab0 __mod_timer+0x370 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [038] 2544.442709: 35467916 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [015] 2544.443529: 37788366 cycles: 26671cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2544.444041: 32216379 cycles: ffffffff8a74d609 set_next_entity+0x9 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 159621 [023] 2544.444406: 30160624 cycles: 133b7284 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [036] 2544.445151: 40600273 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2544.445320: 38018765 cycles: ffffffff8a744e75 select_idle_cpu+0x85 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [000] 2544.445634: 41189565 cycles: 2112e538 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [001] 2544.445790: 35721668 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b27741 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [039] 2544.445979: 40754601 cycles: 3cb26aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 168714 [009] 2544.446127: 31774553 cycles: bbbd64b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [013] 2544.446201: 40694997 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2544.446291: 32977706 cycles: ffffffff8b480734 tcp_data_queue+0x394 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2544.446439: 39097982 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b48859b tcp_write_xmit+0x2b ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197523 [032] 2544.446767: 33580645 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 198026 [016] 2544.447406: 30666393 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2544.447717: 34213771 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2544.447974: 37509759 cycles: 1403cfae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2544.448355: 29863982 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd.Scheduler 167057 [042] 2544.448367: 31802804 cycles: ffffffff8a604311 __switch_to_asm+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [034] 2544.448387: 30606457 cycles: 17f4ccc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [018] 2544.449252: 35545016 cycles: 1a68d3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 189ec2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [010] 2544.449690: 31851344 cycles: ffffffff8a73bd48 try_to_wake_up+0x88 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2544.449804: 37126215 cycles: 2049b5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [044] 2544.450005: 44796728 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [002] 2544.450332: 33878923 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2544.450376: 38141263 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [020] 2544.450398: 30426817 cycles: 250e6f92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [029] 2544.451427: 31795501 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [047] 2544.452008: 36905834 cycles: 1682463 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [026] 2544.452031: 36273332 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [005] 2544.453300: 28680015 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2544.453522: 48028323 cycles: 204be4e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2544.453607: 36831681 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8c20 hrtimer_get_next_event+0x30 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [027] 2544.453800: 36039418 cycles: 133c2891 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166597 [031] 2544.453971: 33111294 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [006] 2544.454168: 40737738 cycles: 2049b5f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [025] 2544.454396: 40794364 cycles: ffffffff8aa2ef05 kmem_cache_alloc_node+0x5 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198713 [021] 2544.454607: 39500747 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2544.454728: 45447227 cycles: 186c881 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [030] 2544.454789: 31242917 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [004] 2544.454804: 31282597 cycles: 12e7eb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [019] 2544.454812: 28147780 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [037] 2544.454964: 33728831 cycles: 1425bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [038] 2544.455542: 36836776 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [014] 2544.455543: 36569591 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [012] 2544.455586: 37326058 cycles: 14071839 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [035] 2544.455586: 28124883 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2544.456462: 41690037 cycles: ffffffff8a733faa _raw_spin_rq_lock_irqsave+0xa ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [008] 2544.456767: 36025036 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [023] 2544.456893: 31040381 cycles: 3ad8490 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2544.457051: 30803349 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2544.457553: 40003559 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [033] 2544.457571: 33929844 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [032] 2544.458737: 32064959 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [009] 2544.459754: 36803622 cycles: 3ba4e32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [045] 2544.459851: 32217920 cycles: 1339035a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [034] 2544.460077: 41597476 cycles: ffffffff8aa7bec5 do_iter_read+0x5 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193944 [036] 2544.460089: 39010725 cycles: ffffffff8a741bea _raw_spin_rq_lock_irqsave+0xa ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [028] 2544.460428: 46184640 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [001] 2544.460700: 35780514 cycles: ffffffff8a750092 update_sg_lb_stats+0x292 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [002] 2544.460709: 49727931 cycles: 12e9732f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [042] 2544.460796: 29579075 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI1 196117 [020] 2544.461326: 29621367 cycles: 3b9c96b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2544.461547: 37332506 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [000] 2544.461671: 44113266 cycles: 27228601 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [010] 2544.461690: 30011204 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [003] 2544.461857: 38418945 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [018] 2544.461985: 33090825 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [043] 2544.462084: 33576394 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [013] 2544.462376: 38948849 cycles: 3a61563 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [039] 2544.462512: 50994564 cycles: 3b3a748 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [026] 2544.463605: 46039757 cycles: 1330cee3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [029] 2544.464329: 32978197 cycles: 3b1a470 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [040] 2544.464573: 32699141 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [005] 2544.464655: 28035597 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [004] 2544.464710: 30926397 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2544.465351: 33998575 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [037] 2544.465512: 34798592 cycles: 2048ac17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [007] 2544.465596: 39293882 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [030] 2544.465985: 34107207 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [044] 2544.466052: 38008995 cycles: 3a614cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2544.466072: 27238473 cycles: 1fd74e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [031] 2544.466326: 34771901 cycles: 1be8a4f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [006] 2544.466676: 38053411 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [047] 2544.466920: 40894829 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [023] 2544.467554: 34375846 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [027] 2544.467667: 32304519 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a734e38 __task_rq_lock+0x48 ([kernel.kallsyms]) ffffffff8a73bfd3 try_to_wake_up+0x313 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [019] 2544.467775: 32377527 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [016] 2544.468037: 30616061 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [012] 2544.468206: 38189914 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [038] 2544.468274: 38186856 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [011] 2544.469431: 38536231 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [014] 2544.469841: 36274414 cycles: 14068575 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [008] 2544.469911: 40900770 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2544.469940: 34878015 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [022] 2544.470099: 44025996 cycles: ad45d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2544.470151: 31571419 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) diskagentd 159404 [021] 2544.470557: 35201271 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [024] 2544.471908: 36454455 cycles: 8a2 [unknown] ([vdso]) diskagen.User 198842 [020] 2544.472024: 29862982 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [042] 2544.472055: 31799575 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [010] 2544.472215: 29781055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [025] 2544.472681: 45090415 cycles: 183813c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196913 [009] 2544.473023: 38667457 cycles: 1be5575b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [045] 2544.473187: 36205175 cycles: ffffffff8b1b59e7 loopback_xmit+0xc7 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2544.473469: 35185712 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [036] 2544.473652: 41507827 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [001] 2544.474069: 40125128 cycles: ffffffff8a6c7cb5 __virt_addr_valid+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2544.474342: 31065325 cycles: ffffffff8a74ebe4 enqueue_entity+0x164 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [017] 2544.474780: 39638655 cycles: ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [004] 2544.475401: 30826766 cycles: 172a0b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [035] 2544.475687: 30110589 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2544.475802: 38962097 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [015] 2544.475822: 33705452 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2544.476500: 27131176 cycles: ffffffff8a77cd20 __raw_spin_lock_irqsave+0x20 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [013] 2544.476928: 34078744 cycles: ffffffff8a80fd22 cgroup_rstat_updated+0x52 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [043] 2544.477104: 33511097 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [040] 2544.477154: 34420477 cycles: 3a77aaf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [028] 2544.477303: 36839638 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [002] 2544.477494: 40686179 cycles: ffffffff8b48a055 tcp_release_cb+0x5 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [046] 2544.477560: 40105397 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [029] 2544.477716: 32955146 cycles: 266bf936 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [037] 2544.477906: 37624538 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 169150 [003] 2544.478082: 40892984 cycles: 1567db98 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Background 194369 [030] 2544.478612: 33924867 cycles: 1cad2176 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [000] 2544.478828: 41014295 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2544.479137: 40483296 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2544.480189: 28849724 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) ydbd.IC 194002 [019] 2544.480370: 29350315 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 159511 [026] 2544.480654: 38929689 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 198454 [032] 2544.481041: 36852690 cycles: 13cad9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [007] 2544.481199: 38416641 cycles: 689cd75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [044] 2544.481458: 36405405 cycles: ffffffff8b36d20d sock_poll+0x1d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [031] 2544.481633: 34771901 cycles: 3a63e4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [039] 2544.481921: 43893405 cycles: 3b2770d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [042] 2544.482343: 31473059 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [012] 2544.482454: 40261670 cycles: 133a8641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [038] 2544.482602: 38269346 cycles: 1740b8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2544.482799: 34283972 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2544.482899: 37481417 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [047] 2544.483060: 49770198 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [010] 2544.483472: 31718614 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2544.483475: 31025768 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [011] 2544.483746: 37191377 cycles: ffffffff8b46d8a2 tcp_skb_entail+0x22 ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [033] 2544.483805: 29629968 cycles: ffffffff8a747edf update_load_avg+0x60f ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [014] 2544.484028: 36287163 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [035] 2544.484201: 31232281 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [008] 2544.484395: 36686755 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [021] 2544.484538: 31955715 cycles: 17415979 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [024] 2544.484900: 35486516 cycles: 3a63381 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [045] 2544.485529: 36205175 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [041] 2544.486676: 34328667 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [022] 2544.486815: 41290665 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [018] 2544.487267: 28936279 cycles: ffffffff8aa7bf81 do_iter_read+0xc1 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [005] 2544.487772: 34959077 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [004] 2544.487830: 30461927 cycles: ffffffff8b47659e __tcp_ack_snd_check+0x7e ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2544.488032: 36804257 cycles: 278214d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [036] 2544.488726: 39475309 cycles: 64fba6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170471 [009] 2544.489305: 36136556 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [015] 2544.489811: 29725042 cycles: 133c9306 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [040] 2544.489962: 33538574 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162507 [013] 2544.490823: 39501511 cycles: ffffffff8a750078 update_sg_lb_stats+0x278 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [034] 2544.490851: 37303939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2544.491285: 43573859 cycles: ffffffff8a74ec6c enqueue_entity+0x1ec ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [016] 2544.491624: 30744527 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd361f0d87f [unknown] (//anon) default-executo 196007 [002] 2544.491923: 46427591 cycles: 175e41c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 159388 [017] 2544.492044: 37078989 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2544.492285: 33648805 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2544.492372: 43647235 cycles: ffffffff8b61ace9 timerqueue_del+0x29 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 198116 [029] 2544.492379: 32961183 cycles: bbbd3e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [043] 2544.492385: 37824838 cycles: 1411becd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [030] 2544.492439: 40230536 cycles: 2689bd11 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2544.493156: 39866470 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [006] 2544.493417: 41413827 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [027] 2544.493995: 38718724 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [019] 2544.494144: 29628969 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [000] 2544.494479: 38856824 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [037] 2544.495350: 39480486 cycles: ffffffff8b4797c8 tcp_clean_rtx_queue.constprop.0+0x268 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2544.495688: 41774714 cycles: ffffffff8b6175ee rb_insert_color+0xee ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2544.495835: 30129256 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [044] 2544.495971: 36405405 cycles: 64a335f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [042] 2544.496144: 29141419 cycles: ffffffff8a739d92 set_task_cpu+0x32 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [004] 2544.496511: 36186834 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [035] 2544.496621: 31194288 cycles: ffffffff8a74adc9 reweight_entity+0xd9 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [010] 2544.496624: 34042796 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [033] 2544.497647: 26767407 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [038] 2544.497706: 41604803 cycles: 3b959a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [011] 2544.497870: 34590499 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2544.497917: 35660371 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [023] 2544.497972: 39993369 cycles: 644bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [018] 2544.498143: 28953306 cycles: 1a6d1a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [003] 2544.498566: 36545588 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [031] 2544.498673: 47233677 cycles: ffffffff8a990d49 shmem_get_folio_gfp+0x129 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2544.498839: 28343795 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [012] 2544.499161: 48465657 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [001] 2544.499640: 34968020 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [008] 2544.499817: 34789584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [024] 2544.499960: 35172884 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [039] 2544.501059: 41917043 cycles: 2727afa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [009] 2544.501341: 35033097 cycles: 1841d3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [007] 2544.501671: 41798456 cycles: ffffffff8aa72b41 __check_object_size.part.0+0x11 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2544.501814: 33301827 cycles: 2525753d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [045] 2544.501907: 37943707 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [022] 2544.502510: 40724284 cycles: ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffff8b37752f release_sock+0x8f ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2544.502927: 40041223 cycles: 3c4d500 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [041] 2544.503548: 34040944 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [036] 2544.504029: 33779929 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2544.504302: 28869830 cycles: ffffffff8a7efe96 tick_irq_enter+0x26 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [015] 2544.504559: 28610284 cycles: 186312e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2544.504799: 37667126 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [028] 2544.506955: 45035790 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [026] 2544.507334: 36167831 cycles: 35f7e66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [020] 2544.507470: 30129256 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2544.507483: 34698534 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [030] 2544.507597: 34739222 cycles: 193f469 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [042] 2544.507806: 27563819 cycles: ffffffff8aaeaa62 ep_send_events+0x242 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [047] 2544.507806: 48931671 cycles: ffffffff8b3a48b6 dev_hard_start_xmit+0x1b6 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [046] 2544.507857: 43227489 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2544.508442: 32690640 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2544.508463: 29359058 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2544.508494: 35229605 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2544.508512: 42471962 cycles: 13bea0d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [002] 2544.508990: 37303530 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [017] 2544.509130: 38643995 cycles: 140713c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [018] 2544.509307: 33917898 cycles: 12f4e50a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [010] 2544.509642: 32595741 cycles: 3adf745 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [032] 2544.509790: 46002411 cycles: ffffffff8b377d95 __sk_mem_raise_allocated+0x5 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [043] 2544.509873: 36065555 cycles: 172a0fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165274 [000] 2544.510054: 41589579 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165849 [044] 2544.510318: 38188177 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [006] 2544.510549: 36095158 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [035] 2544.510938: 30237048 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [024] 2544.511516: 32879056 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.512037: 32495801 cycles: ffffffff8a74eaed enqueue_entity+0x6d ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [038] 2544.512148: 41827743 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [037] 2544.512316: 36692108 cycles: a90 [unknown] ([vdso]) ydbd 167056 [008] 2544.512586: 43373074 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [023] 2544.512718: 41127774 cycles: 178fdd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdCmpl_0 194090 [027] 2544.513307: 31733273 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [021] 2544.513553: 27572745 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [025] 2544.514213: 38119820 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [011] 2544.515106: 35460025 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [016] 2544.515917: 27602002 cycles: 251670de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [015] 2544.516114: 32891928 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [034] 2544.516375: 36725470 cycles: 266d19d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [040] 2544.516388: 36200679 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [003] 2544.516413: 37259851 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [009] 2544.516457: 35033097 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2544.516641: 34648365 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [005] 2544.516903: 37374372 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2544.517083: 28252238 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2544.517215: 47942978 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2544.517373: 44269124 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 162503 [042] 2544.517601: 30496964 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 155861 [012] 2544.518016: 54858235 cycles: ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [045] 2544.518354: 31750494 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2544.518820: 34047825 cycles: ffffffff8b47a2cd tcp_event_data_recv+0xd ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [022] 2544.518935: 41296327 cycles: 141f54f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2544.519865: 42205801 cycles: ffffffff8b4865a0 __tcp_select_window+0x0 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [039] 2544.520227: 42251480 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2544.520683: 26823127 cycles: ffffffff8a6b8d1f pvclock_clocksource_read+0x4f ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2544.520724: 32322396 cycles: ffffffff8a7f8395 generic_smp_call_function_single_interrupt+0x5 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [026] 2544.520950: 36938826 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5e00f0983f [unknown] (//anon) Test 196124 [030] 2544.521450: 30880497 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2544.521560: 42196382 cycles: ffffffff8a74aa9f update_curr+0xf ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [018] 2544.522128: 35103798 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [021] 2544.522300: 34580675 cycles: 688db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [035] 2544.522449: 28387968 cycles: 17bca46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159602 [002] 2544.522458: 38054073 cycles: ffffffff8b619e23 strcmp+0x13 ([kernel.kallsyms]) ffffffff8aa8f1a8 lookup_fast+0x88 ([kernel.kallsyms]) ffffffff8aa93f7c walk_component+0x2c ([kernel.kallsyms]) ffffffff8aa9493e path_lookupat+0x6e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa9611f user_path_at_empty+0x3f ([kernel.kallsyms]) ffffffff8aa7754f do_faccessat+0x7f ([kernel.kallsyms]) ffffffff8aa7787c __x64_sys_access+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1149cb access+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f084f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2544.522780: 31207365 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [029] 2544.522846: 34957749 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [024] 2544.523383: 36343238 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2544.523526: 34466631 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [046] 2544.523746: 39043987 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [027] 2544.523844: 31484784 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [028] 2544.523854: 41334989 cycles: 14051d25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [043] 2544.523982: 36505670 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [006] 2544.524110: 33430897 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [000] 2544.524930: 36135389 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [044] 2544.524992: 37090709 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8b3a6ce4 process_backlog+0xc4 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [017] 2544.525451: 38987473 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2544.525543: 37516458 cycles: ffffffff8b61708d rb_erase+0x27d ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [032] 2544.525715: 49044228 cycles: 16b48c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151709 [047] 2544.525839: 47527809 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [016] 2544.526436: 27085599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2544.526543: 35742303 cycles: 21a2fcc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2544.526882: 36250626 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2544.527123: 42185829 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [042] 2544.527580: 34032289 cycles: 2049b627 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [008] 2544.527878: 39527664 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [040] 2544.527991: 35213450 cycles: 12f78c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [015] 2544.528566: 35800200 cycles: 3b353d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [001] 2544.528711: 28252238 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2544.528745: 37056704 cycles: ffffffff8a7d7dca __hrtimer_start_range_ns+0xea ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [025] 2544.528999: 49653669 cycles: 186c88a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2544.529083: 37171159 cycles: 64a2d36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [009] 2544.529295: 39826172 cycles: 1fc38d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2544.529602: 32005349 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [045] 2544.530086: 30101623 cycles: 1339d934 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [011] 2544.530378: 40648894 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [030] 2544.531664: 31079126 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [033] 2544.532033: 26268389 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [003] 2544.532658: 41076580 cycles: ffffffff8b37e3cd __build_skb_around+0x8d ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2544.532924: 34230388 cycles: 133a7c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [022] 2544.533033: 36615084 cycles: ffffffff8b486e33 __tcp_transmit_skb+0x5a3 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2544.533075: 27924810 cycles: 1d40771 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [041] 2544.533263: 33208687 cycles: 186a95d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [021] 2544.535047: 32185252 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [004] 2544.535133: 30490647 cycles: 17e3c5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2544.535153: 37563434 cycles: ffffffff8a7eec00 tick_nohz_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [026] 2544.535224: 37608817 cycles: 1a6ad7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2544.535281: 41993717 cycles: ffffffff8a7d7b1d __remove_hrtimer+0xd ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [018] 2544.535493: 35103798 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [002] 2544.536308: 35547351 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [020] 2544.536705: 51794186 cycles: ffffffff8aa5ba5e try_charge_memcg+0x5e ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2544.536983: 34026832 cycles: ffffffff8a749383 place_entity+0x13 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [006] 2544.537336: 33493654 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528daad [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2544.537406: 31215425 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2544.537464: 34373444 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI2 194630 [000] 2544.537915: 34404060 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [019] 2544.538508: 37505434 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2544.538545: 38205590 cycles: ffffffff8a7d8717 hrtimer_try_to_cancel.part.0+0x17 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [016] 2544.538630: 31573634 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [046] 2544.539016: 34033251 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [043] 2544.539718: 39539369 cycles: 14062f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [023] 2544.539817: 35518985 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [017] 2544.539956: 37808141 cycles: 1414c8d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [042] 2544.540320: 32223396 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198857 [012] 2544.540335: 47727792 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [039] 2544.540373: 40226224 cycles: 143398f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198045 [028] 2544.540421: 39094253 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165459 [036] 2544.540493: 35029071 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 155844 [038] 2544.540604: 39212412 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2544.540821: 38757809 cycles: ffffffff8a652ef6 switch_ldt+0x6 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168709 [013] 2544.541235: 38380127 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [007] 2544.541342: 39095450 cycles: 3c495ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198833 [001] 2544.542203: 33706354 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [005] 2544.542229: 36385860 cycles: ffffffff8b6acf22 _raw_read_unlock_irqrestore+0x32 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [045] 2544.543127: 28887269 cycles: 3699f56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [035] 2544.544197: 27939579 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198727 [034] 2544.544197: 41774949 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [030] 2544.544240: 29262189 cycles: 154cad7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 194357 [008] 2544.544477: 41708676 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [015] 2544.544485: 35102897 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2544.545052: 42593701 cycles: ffffffff8a779df4 psi_task_switch+0x14 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2544.545066: 23929863 cycles: ffffffff8a75c5a3 do_idle+0x33 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [009] 2544.545662: 33145075 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171289 [004] 2544.546672: 36257219 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [022] 2544.547365: 38639682 cycles: 204b0fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [037] 2544.547477: 42038460 cycles: 186cace [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [003] 2544.547684: 38959551 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [010] 2544.547962: 37050567 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [047] 2544.548136: 49202749 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [011] 2544.548239: 48553361 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [006] 2544.548788: 32339698 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [041] 2544.548818: 33606767 cycles: ffffffff8a747c4f update_load_avg+0x37f ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2544.549220: 35699970 cycles: 1869765 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2544.549236: 39969345 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 169830 [016] 2544.549398: 30874367 cycles: ffffffff8a768fa5 psi_group_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 195110 [014] 2544.549890: 40445249 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [002] 2544.550228: 30823495 cycles: 3cb5346 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [026] 2544.550361: 40346855 cycles: 3b26003 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2544.550361: 36297257 cycles: ffffffff8a7efed5 tick_irq_enter+0x65 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2544.550678: 30667903 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 155698 [025] 2544.550923: 49828717 cycles: bbb7b42 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 169148 [029] 2544.551335: 33333504 cycles: ffffffff8a738c48 pick_next_task+0x948 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [027] 2544.551839: 29704920 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [040] 2544.552753: 42489806 cycles: 21a1bcf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 197447 [042] 2544.552893: 29634244 cycles: 6891981 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150654 [046] 2544.553008: 33926003 cycles: ffffffff8a74e150 dequeue_task_fair+0x110 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [044] 2544.553273: 32924400 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198646 [031] 2544.553729: 42991744 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2544.553880: 47168712 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [036] 2544.554158: 31504935 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) fff [unknown] ([unknown]) swapper 0 [019] 2544.554455: 36759415 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [030] 2544.554969: 28496365 cycles: ffffffff8b51c36f ip6_rcv_core+0xf ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2544.554990: 36304164 cycles: ffffffff8a75c444 cpuidle_idle_call+0xc4 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2544.555513: 37627489 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 194004 [033] 2544.556020: 23651709 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [043] 2544.556036: 39539369 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [020] 2544.556268: 51481214 cycles: 204852ea [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [045] 2544.556437: 35974412 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [023] 2544.556573: 32036963 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [035] 2544.556784: 28886338 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [028] 2544.557009: 39319712 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [009] 2544.557144: 31961503 cycles: 204a373a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [015] 2544.557340: 34764143 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165165 [012] 2544.557469: 48259185 cycles: ffffffff8a7605ab __update_load_avg_cfs_rq+0x16b ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [004] 2544.557960: 39791274 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [007] 2544.558561: 39133840 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b481286 tcp_rcv_established+0x5f6 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [034] 2544.558584: 37374333 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [039] 2544.558593: 34955486 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2544.558918: 39986004 cycles: ffffffff8b3a6966 __netif_receive_skb_one_core+0x46 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198609 [006] 2544.559800: 31817311 cycles: ffffffff8a752f95 load_balance+0x265 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [008] 2544.559984: 35171907 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [005] 2544.560222: 28461299 cycles: 21a07343 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2544.561190: 47084611 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [016] 2544.561489: 35799475 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [003] 2544.561555: 38470761 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2544.561740: 32597199 cycles: 3b373b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [041] 2544.561780: 32290806 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2544.561895: 37380927 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [022] 2544.562247: 39686729 cycles: 14076236 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [002] 2544.562375: 29253958 cycles: 13058e8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [021] 2544.563417: 27947846 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [024] 2544.563796: 33307412 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2544.563813: 32982235 cycles: 1fcda56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2544.564105: 30347912 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197257 [046] 2544.564284: 36725679 cycles: ffffffff8a7c580c exit_to_user_mode_prepare+0xbc ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [018] 2544.564424: 42232826 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [044] 2544.564572: 36337417 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [026] 2544.564743: 39069752 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [037] 2544.565094: 43248178 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 198033 [027] 2544.565121: 34193823 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.565457: 39199946 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [036] 2544.565498: 30460877 cycles: 174163e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [011] 2544.566523: 42391071 cycles: 12d6c084 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 195826 [033] 2544.566560: 22807627 cycles: ffffffff8b61be94 format_decode+0x184 ([kernel.kallsyms]) ffffffff8b620e41 vsnprintf+0x71 ([kernel.kallsyms]) ffffffff8b621419 snprintf+0x49 ([kernel.kallsyms]) ffffffff8ab3b4a6 proc_pid_readdir+0xd6 ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 198047 [030] 2544.566746: 32395606 cycles: ffffffff8b3a7d1a net_rx_action+0x4a ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [009] 2544.567605: 31675666 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b4919ee tcp_add_backlog+0x39e ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [038] 2544.567894: 34374017 cycles: 64a4ba5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [040] 2544.568345: 38859505 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 162509 [047] 2544.568873: 42552334 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 168716 [001] 2544.568945: 38376959 cycles: bc03634 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [005] 2544.569071: 30019453 cycles: 133ae0ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2544.569499: 31099708 cycles: 1fd015d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [035] 2544.569607: 35774526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [015] 2544.570488: 39977938 cycles: 21a1ba88 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [028] 2544.570974: 35794429 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [006] 2544.571023: 31493643 cycles: 3c47d69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [031] 2544.571422: 49860274 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197527 [002] 2544.571516: 30175247 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2544.571594: 34764157 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [021] 2544.571970: 29497321 cycles: ffffffff8b476568 __tcp_ack_snd_check+0x48 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [019] 2544.572178: 40834280 cycles: ffffffff8a735e75 update_rq_clock+0xa5 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [008] 2544.572412: 34807430 cycles: 3c813fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196760 [025] 2544.572496: 48920488 cycles: ad10ca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 171590 [004] 2544.572578: 35525404 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 193987 [043] 2544.572726: 47443768 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [007] 2544.572815: 38982065 cycles: ffffffff8a9407b9 perf_adjust_freq_unthr_context+0xd9 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 195826 [033] 2544.572902: 25691574 cycles: 241265f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2418c07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c299 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24edb48 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) network poller 198033 [034] 2544.572918: 36828661 cycles: 1554bc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [039] 2544.573040: 34137884 cycles: 17a9dbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [013] 2544.573331: 36833126 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [016] 2544.574033: 34625272 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [041] 2544.574053: 30670302 cycles: 689cd8e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [017] 2544.574282: 44154415 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [024] 2544.575204: 35233937 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [010] 2544.575382: 30517369 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [036] 2544.575433: 30935948 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [029] 2544.575599: 33420253 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2544.575897: 51269526 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198736 [044] 2544.575968: 34380906 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [012] 2544.575989: 55498922 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2544.576338: 32779382 cycles: 20486767 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [000] 2544.576515: 37978388 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2544.576652: 35258844 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [022] 2544.577075: 41762719 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17905b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 193590 [003] 2544.577267: 37161997 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [046] 2544.577297: 42018646 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [032] 2544.577444: 46173021 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2544.578282: 31380728 cycles: ffffffff8a766ec7 psi_flags_change+0x37 ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [014] 2544.579074: 35961459 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2544.579628: 35975971 cycles: 3ca2c08 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ya-bin 192409 [018] 2544.579680: 40197632 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 7f9730e2ab57 [unknown] (//anon) swapper 0 [009] 2544.579808: 30700977 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 195826 [033] 2544.579981: 28721438 cycles: ffffffff8a6fab04 __ptrace_may_access+0x44 ([kernel.kallsyms]) ffffffff8a6fb9bf ptrace_may_access+0x2f ([kernel.kallsyms]) ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198035 [023] 2544.580146: 30677184 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 168699 [005] 2544.580768: 32444928 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [037] 2544.581095: 45505571 cycles: 156ec0db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [011] 2544.581678: 36748937 cycles: 204857b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [038] 2544.581699: 35511705 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2544.582577: 41484858 cycles: 120bc66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [002] 2544.582848: 28908359 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI2 194630 [045] 2544.583268: 33413847 cycles: ffffffff8adb058c _find_next_bit+0x1c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2544.583285: 30860575 cycles: 2043dd87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [006] 2544.583301: 36644036 cycles: 650692c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [001] 2544.583310: 37025260 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3c31ce1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [040] 2544.583318: 38721278 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [034] 2544.584382: 38636709 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [021] 2544.585177: 31045588 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [028] 2544.585450: 31590357 cycles: 1e5c64c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [047] 2544.585548: 49890974 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [024] 2544.585702: 39248326 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [030] 2544.585719: 33320316 cycles: 204998af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2544.585961: 41939937 cycles: ffffffff8a995cd0 next_zone+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [004] 2544.585965: 39518860 cycles: ffffffff8a6c7cb6 __virt_addr_valid+0x6 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [015] 2544.586037: 43378321 cycles: ffffffff8a7500a9 update_sg_lb_stats+0x2a9 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [036] 2544.586688: 29874170 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c61be [unknown] (//anon) diskagen.AIO1 197896 [039] 2544.587027: 32474565 cycles: 24febd4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 165457 [029] 2544.587202: 31671104 cycles: 133ae3eb [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [019] 2544.587229: 45115570 cycles: 27279a25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [016] 2544.587639: 42803690 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 195826 [033] 2544.587893: 31731822 cycles: 324cc15 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 324aceb [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 324b1d7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 323f981 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d773a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730b5e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198842 [010] 2544.588087: 35831777 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c887f [unknown] (//anon) default-executo 196114 [044] 2544.588625: 32273950 cycles: 3c80d2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [013] 2544.589587: 44649975 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2544.589596: 34757331 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [007] 2544.589819: 31794564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2544.590382: 34243372 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [043] 2544.591006: 46292953 cycles: 16c1a78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 168716 [017] 2544.591035: 36430669 cycles: ffffffff8a779eff psi_task_switch+0x11f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [031] 2544.591262: 52890745 cycles: 6864174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [000] 2544.591325: 37075793 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [027] 2544.592292: 28361295 cycles: 2528dec4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2544.592293: 34606586 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2544.592637: 46182299 cycles: ffffffff8b61a559 memchr_inv+0x19 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2544.592769: 36700834 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [026] 2544.592775: 42920477 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [025] 2544.593222: 52078360 cycles: 17419a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [023] 2544.593302: 28200918 cycles: 3cb3206 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [005] 2544.593461: 29761604 cycles: 1432c4c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2544.593791: 28923612 cycles: ffffffff8a99a42e quiet_vmstat+0x2e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [041] 2544.593971: 30477393 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155846 [046] 2544.593995: 44596611 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [020] 2544.594348: 46652234 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2544.594914: 34766193 cycles: ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7c11c vfs_readv+0x7c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2544.595122: 37807893 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2544.595488: 42349093 cycles: 2049b742 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [032] 2544.595664: 56956976 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2544.595932: 30989889 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2544.596218: 33273606 cycles: ffffffff8a7690ee psi_group_change+0x14e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [012] 2544.596302: 52259023 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [036] 2544.596670: 30005350 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159620 [001] 2544.596761: 39541382 cycles: ffffffff8a7419cc __calc_delta+0x7c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 194355 [021] 2544.597021: 31538605 cycles: 2728c526 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [006] 2544.597247: 34449327 cycles: 3cb7c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159508 [034] 2544.597254: 37578287 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [040] 2544.598013: 42223788 cycles: 1424dada [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [033] 2544.598506: 32574055 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 169148 [030] 2544.598695: 30958892 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [035] 2544.598802: 49437864 cycles: ffffffff8a7f7382 __flush_smp_call_function_queue+0x32 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [008] 2544.598965: 45887968 cycles: 1618a6ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [029] 2544.599167: 35398393 cycles: 18608b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2544.599369: 35791003 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [037] 2544.599669: 52368508 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2544.600508: 37391554 cycles: 266497f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [044] 2544.600751: 32163080 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [039] 2544.600941: 34527863 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [010] 2544.601130: 41372129 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [019] 2544.601306: 46667141 cycles: 12e9733e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [015] 2544.601756: 46598326 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [042] 2544.602482: 39789781 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [003] 2544.602956: 36574174 cycles: ffffffff8b3771f5 lock_sock_nested+0x5 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [027] 2544.603055: 27405869 cycles: 133c8d63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2544.603458: 45441788 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [007] 2544.603461: 28892418 cycles: ffffffff8b47ea13 tcp_ack+0xb3 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2544.604132: 40870305 cycles: ffffffff8a74ed0e enqueue_entity+0x28e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [000] 2544.604292: 37783884 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [014] 2544.604864: 38124668 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [005] 2544.605150: 29184606 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 196769 [002] 2544.605595: 37805151 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [023] 2544.605735: 26531730 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [017] 2544.606096: 39819820 cycles: 12f474c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2544.606836: 30796929 cycles: ffffffff8a779b28 psi_task_change+0x18 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [036] 2544.606920: 29752193 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [026] 2544.607046: 37859568 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2544.607330: 33543261 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [045] 2544.607776: 36561125 cycles: 21a2fee6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [011] 2544.608592: 30915900 cycles: 17f9568 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [038] 2544.608778: 34233193 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13026665 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [041] 2544.609003: 30477393 cycles: 26660700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [006] 2544.609084: 36859201 cycles: 14080039 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [013] 2544.609295: 42209615 cycles: ffffffff8a769085 psi_group_change+0xe5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [021] 2544.610102: 28924223 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2544.610148: 42035716 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [022] 2544.610395: 45917042 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2544.610494: 37024481 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [034] 2544.610602: 44654769 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [030] 2544.611339: 32664711 cycles: ffffffff8b616ed1 rb_erase+0xc1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [043] 2544.611540: 44186994 cycles: 1339640a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 198105 [020] 2544.611971: 43350982 cycles: bbdc3d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [040] 2544.612699: 38563248 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 171594 [033] 2544.612913: 28560585 cycles: ffffffff8a736d5f dequeue_task+0x3f ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198684 [024] 2544.613172: 35814718 cycles: 14119de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [029] 2544.613558: 42702265 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [004] 2544.614161: 44052289 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [027] 2544.614628: 29802919 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [044] 2544.614669: 38950738 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b33028 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167045 [031] 2544.614692: 43583748 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [025] 2544.615310: 55331797 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [001] 2544.615533: 40093838 cycles: ffffffff8a747ee2 update_load_avg+0x612 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 194089 [007] 2544.615720: 28050344 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [000] 2544.615936: 36760661 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [012] 2544.616110: 44530621 cycles: 25202211 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2544.616220: 38554628 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2544.616416: 25544859 cycles: 21a25142 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.616875: 39754383 cycles: ffffffff8a7f83a4 generic_smp_call_function_single_interrupt+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [003] 2544.617091: 31856639 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [039] 2544.617262: 33564970 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [032] 2544.617842: 41358141 cycles: 3c83202 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [036] 2544.618313: 32466865 cycles: ffffffff8adb05a4 _find_next_bit+0x34 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [010] 2544.618472: 45711210 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [011] 2544.619124: 34239712 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151709 [019] 2544.619398: 42907264 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [017] 2544.619857: 36650956 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2544.620013: 31883517 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 59468c285e7 [unknown] ([unknown]) nbsd-lig.SRV1 194448 [002] 2544.620092: 39460076 cycles: 175b0eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 168699 [028] 2544.620095: 38852693 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [014] 2544.620251: 36133227 cycles: ffffffff8a75fa83 __update_load_avg_blocked_se+0x43 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2544.620268: 39246748 cycles: 26a2ae6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 151687 [045] 2544.620278: 34672407 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [009] 2544.620311: 28149841 cycles: 3b2812d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194390 [035] 2544.620321: 48718414 cycles: ffffffff8adacf91 _copy_to_iter+0x1 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [026] 2544.621285: 33314618 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [015] 2544.621450: 44453903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [038] 2544.621591: 35205327 cycles: 3c4420c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [016] 2544.621641: 39681702 cycles: 3ac45bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [021] 2544.621792: 31395974 cycles: 26672d42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198686 [041] 2544.621811: 36539696 cycles: 3b1559f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [047] 2544.622913: 32423786 cycles: ffffffff8a9ef696 get_page_from_freelist+0x1a6 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2544.623069: 33500665 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [030] 2544.623126: 30957390 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [033] 2544.623342: 28771897 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [018] 2544.624405: 37447172 cycles: 3a77a2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 168699 [034] 2544.625699: 42932823 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [046] 2544.626103: 41361736 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [013] 2544.626133: 43458373 cycles: ffffffff8b49a7a7 tcp_rate_skb_sent+0x57 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [039] 2544.626752: 36470332 cycles: ffffffff8b46f43a __tcp_cleanup_rbuf+0xa ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2544.626844: 41615670 cycles: 243860e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [027] 2544.626960: 28187642 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2544.627417: 26421564 cycles: ffffffff8b80122b early_xen_iret_patch+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2544.627575: 32614697 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [022] 2544.627589: 42574354 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [007] 2544.627792: 29049812 cycles: ffffffff8a7f1f32 get_futex_key+0x452 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [000] 2544.628278: 34529022 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [020] 2544.628436: 36516918 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [040] 2544.628687: 34562482 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [044] 2544.628937: 35846724 cycles: ffffffff8a74e1f8 dequeue_task_fair+0x1b8 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [003] 2544.629692: 31515367 cycles: ffffffff8a753047 load_balance+0x317 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 196716 [008] 2544.630104: 34003156 cycles: 24ead6f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.IC 197544 [036] 2544.630566: 30208485 cycles: ffffffff8b46ef0b tcp_sendmsg_locked+0x60b ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2544.630671: 43816427 cycles: ffffffff8a746405 set_next_buddy+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [042] 2544.630750: 40459665 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [014] 2544.631834: 43754406 cycles: ffffffff8a9ebbd1 post_alloc_hook+0x1 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2544.632088: 29023268 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [001] 2544.632223: 40072045 cycles: 6e8 [unknown] ([vdso]) diskagen.AIO.SQ 197895 [029] 2544.632604: 40393236 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [012] 2544.632765: 38595966 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [005] 2544.632952: 35493619 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 266e3478 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [032] 2544.633262: 35378130 cycles: 4029e9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [021] 2544.634410: 32395805 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2544.634418: 34374836 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [031] 2544.634504: 43109217 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2544.634724: 33369137 cycles: ffffffff8a6b632f kvm_guest_apic_eoi_write+0x3f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2544.634798: 26957234 cycles: 278160c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 194094 [028] 2544.634815: 42341128 cycles: cc19a62 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198845 [045] 2544.635482: 33148309 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [006] 2544.635547: 31324077 cycles: 20400043 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [017] 2544.635734: 31629924 cycles: 3b98ad5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [030] 2544.636023: 28989575 cycles: 14211cf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [023] 2544.636265: 29135792 cycles: 1417d1de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194000 [002] 2544.636705: 41755004 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [047] 2544.636810: 29068118 cycles: ffffffff8a7d6f74 update_process_times+0x34 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6d09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2544.637110: 36212289 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2544.637364: 31163347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [010] 2544.637491: 37250872 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [038] 2544.637744: 34992285 cycles: 35730db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [037] 2544.637765: 35712323 cycles: 3a62e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [016] 2544.638274: 41472762 cycles: 251b954c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2544.638668: 37406840 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI2 194623 [018] 2544.638821: 32581768 cycles: 3ca892d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2544.639256: 26606785 cycles: ffffffff8b617117 rb_erase+0x307 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2544.639602: 46959689 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198727 [015] 2544.639743: 41393174 cycles: ffffffff8aa511d4 page_counter_uncharge+0x14 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [024] 2544.640022: 30189750 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [040] 2544.640180: 37808559 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [044] 2544.640388: 39038291 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [007] 2544.641647: 29153367 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [036] 2544.641815: 29389139 cycles: 688f22d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [034] 2544.641916: 36597944 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172236 [046] 2544.641997: 40581141 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [009] 2544.642952: 28986725 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [000] 2544.642982: 34674954 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2544.643066: 39668931 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [008] 2544.643074: 31453521 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [033] 2544.643758: 28291996 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8aaf4fb7 aio_read_events_ring+0x177 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2544.644083: 36003205 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [035] 2544.644515: 43483177 cycles: ffffffff8b3a4b31 __dev_queue_xmit+0x151 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [003] 2544.645163: 32022153 cycles: 20a1d60 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198650 [022] 2544.645352: 42089789 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI2 198714 [042] 2544.645529: 37341204 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [006] 2544.645560: 31268030 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2544.645630: 35916832 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [030] 2544.646563: 39227679 cycles: 133a5cba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [012] 2544.646625: 46365520 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [026] 2544.647191: 32092227 cycles: 644bc30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [032] 2544.647667: 35747280 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) nbsd.User 197529 [023] 2544.647724: 28667978 cycles: 26669021 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2544.648094: 33680976 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196769 [045] 2544.648133: 42317922 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [047] 2544.648259: 28095328 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2544.648554: 47573978 cycles: ffffffff8a749392 place_entity+0x22 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [011] 2544.648795: 35800910 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.648798: 46085829 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [027] 2544.649362: 29073140 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2544.649470: 39113987 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [005] 2544.649518: 37036928 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2544.650011: 40072045 cycles: ffffffff8a7433d0 select_idle_core+0x80 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b99ca4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 198625 [041] 2544.650420: 28953992 cycles: 21b69421 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [010] 2544.650520: 41205091 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1873877 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2544.650540: 38948829 cycles: ffffffff8a7eee76 tick_do_update_jiffies64+0xc6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2544.650699: 40948825 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [018] 2544.651156: 35490593 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [038] 2544.651268: 34054458 cycles: 64fae9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [037] 2544.651525: 37166195 cycles: ffffffff8a766edf psi_flags_change+0x4f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2544.651762: 34937014 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [039] 2544.652012: 36871282 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [024] 2544.652428: 28385664 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [002] 2544.652505: 43911573 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [031] 2544.653245: 41154798 cycles: 1406ba56 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [036] 2544.653582: 28005891 cycles: 140660ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [040] 2544.653722: 35645374 cycles: 1838134 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 168716 [009] 2544.654434: 28412754 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [033] 2544.654436: 27358325 cycles: 1fdc95b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [016] 2544.654813: 39320732 cycles: 172aeb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2544.655247: 50872870 cycles: 21a05fbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170142 [044] 2544.655389: 38137018 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [019] 2544.655614: 34474495 cycles: ffffffff8b692162 do_syscall_64+0x12 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2544.655789: 31989197 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2544.655908: 37202735 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [000] 2544.656237: 31919368 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [015] 2544.656279: 42068491 cycles: 186bb10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [008] 2544.656331: 29427056 cycles: 21bb6cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [020] 2544.657717: 38763821 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [046] 2544.657975: 48916834 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159511 [003] 2544.659317: 37254993 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [026] 2544.659557: 37011493 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2544.660170: 37822612 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 198064 [022] 2544.660428: 40935326 cycles: 32a7105 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 7f2590409fff [unknown] (//anon) swapper 0 [013] 2544.661017: 29576820 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [005] 2544.661322: 35113753 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [027] 2544.661433: 27481816 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [047] 2544.661478: 29156790 cycles: 16b489a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [030] 2544.661500: 33979363 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [023] 2544.661548: 34983361 cycles: ffffffff8adb553b _copy_from_user+0x5b ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [038] 2544.661659: 33454782 cycles: ffffffff8b455c0a ip_protocol_deliver_rcu+0x6a ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [041] 2544.662066: 27708437 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2544.662662: 34698931 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [021] 2544.663562: 32131919 cycles: 25105482 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2544.663609: 42449723 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b3a4ae4 __dev_queue_xmit+0x104 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [012] 2544.664757: 42460903 cycles: ffffffff8b585556 inet6_ehashfn+0xa6 ([kernel.kallsyms]) ffffffff8b585710 __inet6_lookup_established+0x40 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2544.664890: 35786689 cycles: 17fab67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [010] 2544.665087: 39917942 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196103 [018] 2544.665233: 42513918 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [017] 2544.665275: 37679661 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165440 [028] 2544.665298: 41335204 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [033] 2544.665644: 27540615 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [036] 2544.665689: 29906885 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2544.666127: 32649216 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2544.666208: 34611076 cycles: ffffffff8a7476bb attach_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198049 [045] 2544.666212: 38609796 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2544.666512: 29102956 cycles: ffffffff8b6acbb6 _raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [008] 2544.666624: 28590822 cycles: 1ca1f381 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2544.666726: 28676980 cycles: ffffffff8a7eff0a tick_irq_enter+0x9a ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2544.666797: 40207295 cycles: ffffffff8a747c48 update_load_avg+0x378 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [001] 2544.666803: 45739759 cycles: 24f77319 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [040] 2544.668264: 43340645 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [037] 2544.668282: 37166195 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [039] 2544.668478: 30904717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [006] 2544.668701: 30769966 cycles: 1973566 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [016] 2544.669303: 34154724 cycles: 3b742f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2544.669350: 37034062 cycles: ffffffff8a7d8855 hrtimer_cancel+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159624 [002] 2544.669645: 35273556 cycles: 203ff8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2544.669658: 39671102 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [000] 2544.669968: 34968542 cycles: ffffffff8a9ea34a free_unref_page_commit+0x6a ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [029] 2544.670071: 47490319 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2544.670326: 39979620 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [019] 2544.670880: 31775396 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [031] 2544.671063: 42465545 cycles: ffffffff8aa7b616 rw_verify_area+0x36 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [038] 2544.671127: 33971506 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 198064 [022] 2544.671696: 39560457 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [020] 2544.671706: 35501854 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [025] 2544.671858: 48372457 cycles: 17fa436 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [047] 2544.672114: 31440033 cycles: d5b3082 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [027] 2544.672524: 27159638 cycles: 141eb02a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [015] 2544.673387: 41889319 cycles: 172a0c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [030] 2544.673498: 32820418 cycles: 26e48261 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2544.673697: 32362303 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2544.674063: 31176306 cycles: 14055a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [041] 2544.674151: 26952664 cycles: ffffffff8b50f697 unix_stream_read_generic+0x777 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [042] 2544.674238: 37692468 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 150654 [026] 2544.674785: 32341329 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [009] 2544.675141: 30305023 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2544.676228: 34251799 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [033] 2544.676231: 27540615 cycles: 644bad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [023] 2544.676532: 30622132 cycles: 1407d35d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [010] 2544.677598: 42020949 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [035] 2544.677643: 36602969 cycles: ffffffff8a6d5be5 crc32c_pcl_intel_update+0x5 ([kernel.kallsyms]) ffffffff8ab7ce34 ext4_inode_csum+0x94 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aaa5e37 generic_update_time+0x77 ([kernel.kallsyms]) ffffffff8aaa7944 file_modified_flags+0xe4 ([kernel.kallsyms]) ffffffff8aaa7980 file_modified+0x10 ([kernel.kallsyms]) ffffffff8ab6cf17 ext4_buffered_write_iter+0x57 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f0419e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2544.677663: 27979692 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [021] 2544.677751: 28292753 cycles: ffffffff8b46ebf7 tcp_sendmsg_locked+0x2f7 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155861 [046] 2544.677991: 41915623 cycles: ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [036] 2544.678035: 28121637 cycles: 14071361 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [024] 2544.678276: 27392275 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [043] 2544.678666: 38402391 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [011] 2544.679103: 31271085 cycles: ffffffff8b4941b4 tcp_v4_rcv+0xbf4 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2544.679605: 29518380 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [012] 2544.679686: 46083773 cycles: ffffffff8aa31704 __kmem_cache_alloc_node+0x104 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [032] 2544.680381: 39149965 cycles: 3caad03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2544.680396: 34664136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [006] 2544.680491: 33954130 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [007] 2544.680746: 39864755 cycles: 1792628 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [028] 2544.680988: 46565659 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727affa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [027] 2544.681001: 30647682 cycles: 12e810f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2544.681052: 43469035 cycles: ffffffff8a7d8bf6 hrtimer_get_next_event+0x6 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [016] 2544.681601: 32171059 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2544.682031: 36831412 cycles: ffffffff8a74330a migrate_task_rq_fair+0x20a ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172875 [014] 2544.682205: 40127758 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 160829 [018] 2544.682455: 44341358 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) blocksto.CLI1 194629 [045] 2544.682588: 40720366 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 198064 [022] 2544.682610: 38602624 cycles: 32a556d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 198859 [002] 2544.683410: 32701624 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [044] 2544.683498: 35523637 cycles: 219dc855 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2544.683881: 35786215 cycles: 13c96b06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2544.683907: 35020566 cycles: ffffffff8a7d6db4 get_next_timer_interrupt+0x34 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [047] 2544.683948: 33605674 cycles: 1c4918a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [038] 2544.684063: 33421626 cycles: 3b2e07e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [041] 2544.684295: 26952664 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2544.684531: 42653191 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [020] 2544.684596: 32999941 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3cb31fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196772 [040] 2544.684715: 41080455 cycles: ffffffff8a95ac5f __rseq_handle_notify_resume+0x2f ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [034] 2544.685174: 39161675 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [001] 2544.685348: 41428973 cycles: ffffffff8a732801 ttwu_queue_wakelist+0x41 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [013] 2544.685824: 36472696 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251a69c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [009] 2544.685914: 29842655 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [026] 2544.685916: 31069344 cycles: ffffffff8aae06cc __fsnotify_parent+0x25c ([kernel.kallsyms]) ffffffff8aa7ec92 vfs_write+0x1c2 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12eccae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [033] 2544.686661: 27540615 cycles: ffffffff8b48eb00 __xfrm_policy_check2.constprop.0+0x0 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [024] 2544.687543: 30774535 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [008] 2544.687795: 27642273 cycles: 3adf745 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2544.688047: 28915669 cycles: 3b35446 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [036] 2544.688095: 28071576 cycles: ffffffff8b62b136 __put_user_4+0x16 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2544.688428: 40750689 cycles: 14086ba8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.689250: 32599426 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [021] 2544.689462: 30197710 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2544.689743: 47336435 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [043] 2544.690172: 36880835 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [015] 2544.690628: 39030298 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2544.690717: 34865302 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [039] 2544.690791: 29219913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [023] 2544.690961: 27739439 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 196811 [029] 2544.691049: 47048829 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2544.692100: 38565275 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [016] 2544.692392: 32563108 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [035] 2544.692616: 37104389 cycles: 1a688b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 272838e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [027] 2544.692671: 30647682 cycles: ffffffff8aa323f5 __check_heap_object+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 155697 [006] 2544.692689: 36226719 cycles: 156a3156 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [046] 2544.692709: 37095312 cycles: ffffffff8b6ae257 __do_softirq+0x57 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2544.693023: 39893558 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [041] 2544.694067: 38280193 cycles: 140c8404 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2544.694982: 45669617 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 150641 [044] 2544.695249: 39050351 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2544.695528: 36110769 cycles: ffffffff8a7693ba psi_group_change+0x41a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [032] 2544.695531: 37694937 cycles: 21a1bae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [002] 2544.695703: 34476343 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [019] 2544.695709: 39588091 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2544.695996: 33589573 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [038] 2544.696031: 37215575 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [012] 2544.696051: 45177645 cycles: 133b571d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [007] 2544.696127: 34262421 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [022] 2544.696393: 35594726 cycles: 17a1906b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [036] 2544.696526: 28601617 cycles: 14199f71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [030] 2544.696543: 34392654 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [008] 2544.697418: 28212091 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2544.697511: 33532972 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [026] 2544.697677: 30005787 cycles: 3a6ac68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [014] 2544.697765: 42202024 cycles: ffffffff8a961ed2 __filemap_get_folio+0x252 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [047] 2544.697785: 40498501 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2544.697992: 28192183 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2544.698154: 50773567 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2544.698320: 40897388 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2544.698812: 32720984 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [034] 2544.699114: 44383869 cycles: ffffffff8b49f3dd raw_local_deliver+0x3d ([kernel.kallsyms]) ffffffff8b455bf5 ip_protocol_deliver_rcu+0x55 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 196911 [018] 2544.699211: 46466936 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [003] 2544.699618: 31401168 cycles: ffffffff8b455bc3 ip_protocol_deliver_rcu+0x23 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [004] 2544.699831: 40950193 cycles: 133a5c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2544.699848: 44313802 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [037] 2544.700351: 43738636 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [013] 2544.700558: 34490208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [043] 2544.701875: 35381358 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [001] 2544.702047: 47949952 cycles: 3b25dd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2544.702099: 36649368 cycles: 1fc37b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [042] 2544.702154: 33689605 cycles: 154cade4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [023] 2544.702233: 26254694 cycles: 251d4500 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [021] 2544.702587: 32713514 cycles: ffffffff8b55f95b tcp_v6_rcv+0x22b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [016] 2544.704540: 33513543 cycles: ffffffff8adacac1 _copy_from_iter+0x1e1 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [046] 2544.704633: 35697364 cycles: ffffffff8a74ada4 reweight_entity+0xb4 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2544.704742: 35142241 cycles: ffffffff8b61717a rb_erase+0x36a ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [025] 2544.705103: 53105117 cycles: 6e8 [unknown] ([vdso]) swapper 0 [006] 2544.705937: 34550791 cycles: ffffffff8a7d7d12 __hrtimer_start_range_ns+0x32 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [027] 2544.706108: 35674161 cycles: 16237aa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194390 [011] 2544.706193: 37584662 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [015] 2544.706857: 35428703 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2544.706891: 41696841 cycles: ffffffff8a8106a5 __cgroup_account_cputime+0x5 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159391 [032] 2544.707146: 36565458 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [036] 2544.707624: 29246248 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2544.707799: 38523185 cycles: 21a19c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [008] 2544.707877: 27861905 cycles: ffffffff8b50f697 unix_stream_read_generic+0x777 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [022] 2544.708083: 33349505 cycles: 12d6be29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [002] 2544.708320: 35085108 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [009] 2544.709225: 27223689 cycles: 14055a2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2544.709236: 33371110 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2544.709321: 35530883 cycles: 2666cead [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [023] 2544.709607: 28345270 cycles: 187095d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2544.709620: 38035443 cycles: 26a5e4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [026] 2544.709839: 28651631 cycles: 13058f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170131 [044] 2544.709852: 34373350 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2544.710061: 31252093 cycles: ffffffff8a779b8b psi_task_change+0x7b ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a821d33 cpu_stop_queue_work+0xa3 ([kernel.kallsyms]) ffffffff8a822707 stop_one_cpu_nowait+0x37 ([kernel.kallsyms]) ffffffff8a846388 watchdog_timer_fn+0x138 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2544.710418: 34910554 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2544.710460: 36637677 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [038] 2544.710640: 33704297 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2544.710972: 44040089 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [017] 2544.711715: 34588011 cycles: ffffffff8a95ac4d __rseq_handle_notify_resume+0x1d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2544.711749: 34174323 cycles: 26ee67e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [019] 2544.711942: 37782969 cycles: 154cb037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [034] 2544.713641: 43857282 cycles: 189e3b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [012] 2544.713654: 46827573 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [033] 2544.713762: 40061385 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.714225: 41932397 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2544.715196: 30597910 cycles: ffffffff8a604312 __switch_to_asm+0x2 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2544.715810: 33817264 cycles: 194b0b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [040] 2544.716127: 40778664 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2544.716237: 28722636 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.716337: 31975726 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2544.716897: 50320335 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [004] 2544.716983: 40851136 cycles: ffffffff8a735e48 update_rq_clock+0x78 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [043] 2544.717114: 37709294 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2544.717327: 41363352 cycles: 3a90dbb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [016] 2544.717849: 33813729 cycles: 19741cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [018] 2544.717851: 44634465 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [028] 2544.717860: 43482840 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2544.717930: 39052675 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [046] 2544.717931: 35750628 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198736 [005] 2544.718246: 30969998 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198657 [039] 2544.719021: 43598757 cycles: 64df263 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [006] 2544.719165: 46392745 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2544.719257: 30554495 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [021] 2544.719334: 32902924 cycles: 133c9443 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [022] 2544.720868: 31056465 cycles: ffffffff8b47b8e8 tcp_rcv_space_adjust+0x28 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [010] 2544.721070: 39025372 cycles: 189e2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159406 [026] 2544.721446: 29879007 cycles: 13396b40 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197248 [037] 2544.722037: 43041117 cycles: 267f33cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [009] 2544.722091: 24894594 cycles: 130f3e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2544.722646: 37219129 cycles: ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [035] 2544.722718: 32001554 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [015] 2544.722933: 33765321 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [032] 2544.723193: 34564525 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197537 [023] 2544.723232: 26512666 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2544.723262: 35286213 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2544.723333: 39576988 cycles: ffffffff8b61ac13 timerqueue_add+0x73 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [038] 2544.723398: 33846681 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [020] 2544.723778: 35947184 cycles: 26a2b04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [000] 2544.723900: 37638202 cycles: ffffffff8aaea99c ep_send_events+0x17c ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [007] 2544.724465: 38332540 cycles: 3b32dac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2544.724536: 34214730 cycles: 161b5f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [011] 2544.724869: 29069651 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [008] 2544.725285: 30135656 cycles: ffffffff8aaf4b7c aio_complete+0x15c ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [024] 2544.725759: 34113203 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [017] 2544.725815: 34057246 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2544.725890: 52302500 cycles: 1c3ad3db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193495 [031] 2544.726396: 35064189 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [003] 2544.726652: 28331232 cycles: ffffffff8b36d20d sock_poll+0x1d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [030] 2544.726983: 30567905 cycles: 25174567 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [013] 2544.727795: 31567213 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [016] 2544.728967: 32603719 cycles: ffffffff8a7aeaa8 __rcu_read_lock+0x18 ([kernel.kallsyms]) ffffffff8aa59d81 uncharge_folio+0x161 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [042] 2544.729143: 34722372 cycles: 2666a491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 169042 [019] 2544.729280: 30421185 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [043] 2544.730189: 36575011 cycles: ffffffff8aa58359 __mod_memcg_state+0x49 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [034] 2544.730322: 41193942 cycles: 3adf731 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [036] 2544.730681: 28957697 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [046] 2544.730760: 33614728 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165845 [014] 2544.730982: 34865063 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 194038 [040] 2544.730986: 49670832 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [029] 2544.731080: 42751370 cycles: 186d401 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [022] 2544.731420: 30887282 cycles: 3a90c93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [005] 2544.731777: 33299993 cycles: ffffffff8a961d2a __filemap_get_folio+0xaa ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2544.731867: 40794230 cycles: 1425e725 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [012] 2544.731876: 37872101 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155701 [004] 2544.732916: 34624896 cycles: bbc8e7d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [039] 2544.732959: 42186402 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [009] 2544.732990: 24598342 cycles: ffffffff8a99059d shmem_write_end+0x1d ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2544.733015: 33788864 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [026] 2544.733853: 35115848 cycles: 1c752044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [018] 2544.733916: 43725818 cycles: ffffffff8aaea89b ep_send_events+0x7b ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [021] 2544.734228: 28071082 cycles: ffffffff8a74c594 select_task_rq_fair+0x114 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [028] 2544.734299: 44769417 cycles: ffffffff8a74adfe reweight_entity+0x10e ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [001] 2544.734555: 41466833 cycles: ffffffff8a6f2fe8 __local_bh_enable_ip+0x38 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [010] 2544.735019: 39540558 cycles: 1421e770 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [035] 2544.735118: 32060179 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194340 [032] 2544.735348: 36683609 cycles: 27279ac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2544.735448: 29158221 cycles: ffffffff8a74ea92 enqueue_entity+0x12 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [011] 2544.735688: 29071377 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [044] 2544.735855: 37198977 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [008] 2544.735937: 29864334 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [000] 2544.736223: 35980896 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 155806 [038] 2544.736405: 31132500 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2544.736432: 48837355 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [002] 2544.736562: 43447258 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2544.736604: 37924760 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [013] 2544.737030: 32206967 cycles: 204a397b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [045] 2544.737765: 53321416 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 169053 [015] 2544.737894: 38567547 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [027] 2544.738093: 39057722 cycles: 14071440 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [024] 2544.738535: 32832402 cycles: 689b727 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [041] 2544.738717: 43015526 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2544.739006: 27432396 cycles: ffffffff8a7479b2 update_load_avg+0xe2 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [030] 2544.739219: 29244016 cycles: a67c471 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.System 171287 [007] 2544.739438: 37617238 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [036] 2544.740114: 29232594 cycles: 3c778c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [042] 2544.740596: 33973190 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2544.740912: 40787347 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [016] 2544.741008: 30807830 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2544.742158: 44246256 cycles: 133a451d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdSbmEv 196863 [031] 2544.742320: 30975378 cycles: ba3c813 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [019] 2544.742851: 28140554 cycles: 133c28ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2544.743260: 24720222 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [022] 2544.743650: 29658854 cycles: 27279b8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 198046 [046] 2544.744137: 34831415 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 167184 [005] 2544.745859: 36244861 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [021] 2544.745986: 26758341 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [004] 2544.746006: 33711460 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [014] 2544.746188: 30507394 cycles: 252589c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [034] 2544.746492: 36782528 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [032] 2544.746843: 34925969 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [023] 2544.747545: 29158221 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159404 [026] 2544.747804: 40182608 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [013] 2544.747872: 32139280 cycles: 17f2331 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [043] 2544.747986: 42626774 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [038] 2544.748020: 30313681 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [012] 2544.748266: 32121910 cycles: ffffffff8b6226c8 xas_start+0x18 ([kernel.kallsyms]) ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2544.748654: 39962217 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [002] 2544.748937: 39281804 cycles: ffffffff8b800155 syscall_return_via_sysret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [008] 2544.748982: 34413035 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7b7af1e2eef [unknown] (//anon) blocksto.CLI2 194630 [047] 2544.749199: 34033951 cycles: ffffffff8a9ed50c rmqueue+0x60c ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [035] 2544.749473: 32724526 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2544.749598: 35841806 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162517 [025] 2544.749786: 55664403 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [024] 2544.750085: 35178835 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [010] 2544.750093: 38644244 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [029] 2544.750161: 36799988 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [044] 2544.750243: 32554834 cycles: 140713df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2544.750341: 53465960 cycles: ffffffff8b51a221 ip6_finish_output+0x141 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [020] 2544.750346: 37544058 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [030] 2544.750441: 32141888 cycles: 133ae379 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [018] 2544.750944: 43696118 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2544.750987: 26879130 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [011] 2544.751326: 26095485 cycles: 1860c1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [015] 2544.751486: 36951669 cycles: ffffffff8a7327f6 ttwu_queue_wakelist+0x36 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2544.752252: 40471534 cycles: ffffffff8a735efb update_rq_clock+0x12b ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2544.752612: 45449285 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [036] 2544.752721: 30294294 cycles: 18738a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [009] 2544.753214: 30315644 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [016] 2544.753804: 28678417 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [001] 2544.754171: 49870711 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2544.754367: 34733039 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0cabdf1 nf_conntrack_tcp_packet+0x4d1 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2544.754632: 34762320 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [042] 2544.754646: 30335688 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [019] 2544.755268: 32453510 cycles: 14055a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [006] 2544.755639: 46512710 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2544.756376: 39671135 cycles: ffffffff8a64a36e __switch_to+0x7e ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [027] 2544.757019: 33450805 cycles: 17e530d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [004] 2544.758307: 36584066 cycles: bc03634 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [041] 2544.758424: 48381779 cycles: ffffffff8b51a4c4 ip6_output+0x74 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [021] 2544.758618: 25828271 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [023] 2544.758714: 43766280 cycles: 25258ac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159874 [032] 2544.758732: 33000678 cycles: ffffffff8a7419cc __calc_delta+0x7c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 154840 [046] 2544.759055: 40718267 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [038] 2544.759174: 35771100 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2544.759364: 48359173 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2544.759861: 48927647 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [034] 2544.759876: 39677321 cycles: 1406ae68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [014] 2544.760054: 27423660 cycles: ffffffff8b6a46a1 __schedule+0x1a1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [008] 2544.760404: 33610464 cycles: 1300f522 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2544.760856: 31168703 cycles: ffffffff8a7efe92 tick_irq_enter+0x22 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [035] 2544.760925: 33315258 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151709 [012] 2544.761434: 40579757 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198727 [017] 2544.762141: 53032809 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b394 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fba8 _IO_fread+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) eed786 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [026] 2544.762711: 34861022 cycles: 14149765 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [011] 2544.762716: 27554965 cycles: 157308ad [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [000] 2544.762793: 36697737 cycles: 17db4f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 163663 [016] 2544.762996: 29400649 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 170129 [002] 2544.763089: 35359648 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [036] 2544.763325: 30018154 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [044] 2544.763662: 35021784 cycles: 1406f6c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198736 [005] 2544.763800: 40451529 cycles: 1bf1e92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [047] 2544.763970: 32426657 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2544.764158: 31307586 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2544.764261: 26332058 cycles: 352a76d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [010] 2544.764439: 39097027 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [043] 2544.764556: 45599897 cycles: 3b3129e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [009] 2544.764800: 33567596 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 166612 [020] 2544.765158: 36963082 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [029] 2544.765437: 41985469 cycles: 251a4bb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [024] 2544.765452: 34895580 cycles: 3c4802a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [015] 2544.765502: 34783776 cycles: ffffffff8a96f199 unlock_page+0x19 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [042] 2544.766660: 28570309 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2544.766739: 37136985 cycles: ffffffff8a7eec31 tick_nohz_next_event+0x51 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2544.766757: 32949370 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2544.766825: 41390093 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [025] 2544.768735: 44827852 cycles: ffffffff8b36d44e sock_recvmsg+0x3e ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [039] 2544.768858: 41721524 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [040] 2544.769101: 45027292 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3 [unknown] ([unknown]) nbsd.User 197529 [028] 2544.769722: 36397082 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [014] 2544.769872: 27114606 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198646 [019] 2544.770476: 31381281 cycles: 3a77a52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2544.770532: 35093781 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [021] 2544.770572: 28493330 cycles: 175b5eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2544.771121: 33994550 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [032] 2544.771402: 32185646 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [027] 2544.771563: 33450805 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [003] 2544.772928: 26978432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [036] 2544.773038: 29996649 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2544.773466: 32214798 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [008] 2544.773575: 33823615 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [038] 2544.773660: 34585470 cycles: 133c9179 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [035] 2544.773691: 35002217 cycles: 140c4fd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [011] 2544.773694: 29136559 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [030] 2544.774398: 33897593 cycles: 14061e77 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [004] 2544.774469: 34824142 cycles: 133c30a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2544.774775: 37079350 cycles: 1869340 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [034] 2544.774807: 34403850 cycles: 204a736e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [046] 2544.774858: 39825576 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [006] 2544.774968: 35572101 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [002] 2544.775273: 33407653 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [013] 2544.775304: 33743368 cycles: 13026660 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [000] 2544.776275: 37668184 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [012] 2544.776925: 38747661 cycles: 133a7c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [044] 2544.777074: 41114911 cycles: 3575a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 193998 [026] 2544.777257: 39361478 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd 198448 [023] 2544.777444: 39578334 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [047] 2544.777467: 33287509 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [042] 2544.778050: 27363829 cycles: 137fe1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [024] 2544.778501: 36700587 cycles: 14055a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [010] 2544.779109: 41828436 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2544.779202: 43320653 cycles: ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a73c9cf sched_ttwu_pending+0x10f ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [005] 2544.779246: 42938132 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [015] 2544.779451: 37766609 cycles: 649a6d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [009] 2544.779565: 34243022 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [020] 2544.779576: 33131426 cycles: ffffffff8aaf78e8 aio_complete_rw+0xf8 ([kernel.kallsyms]) ffffffff8aaf4285 aio_write+0x145 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [018] 2544.780241: 37378184 cycles: 13bd591a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2544.780312: 51857596 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2544.780337: 28705008 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2544.780404: 34086938 cycles: ffffffff8a73336a prepare_task_switch+0x6a ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [014] 2544.780606: 34118836 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [037] 2544.780699: 47925791 cycles: ffffffff8a9c2fa4 __handle_mm_fault+0x3c4 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 2528dad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [033] 2544.781104: 48765342 cycles: 1742bfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 194434 [029] 2544.781961: 41031671 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [043] 2544.783330: 40904832 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [036] 2544.783509: 33389541 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [027] 2544.783854: 37858161 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197448 [032] 2544.783880: 32103931 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2544.783938: 42124584 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [007] 2544.783962: 40136415 cycles: ffffffff8b399f3b qdisc_pkt_len_init+0xeb ([kernel.kallsyms]) ffffffff8b3a4aa1 __dev_queue_xmit+0xc1 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 168710 [028] 2544.783998: 33987336 cycles: bbd1451 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [040] 2544.784382: 45299085 cycles: 15affd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [017] 2544.784704: 45030329 cycles: 3ad53c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [003] 2544.784885: 28508544 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [035] 2544.785126: 33594501 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [019] 2544.785131: 36524778 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [039] 2544.785210: 35138767 cycles: ffffffff8a9f0b71 __alloc_pages+0xb1 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2544.785418: 30073342 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 166602 [008] 2544.785924: 31884054 cycles: bbbd833 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 193831 [013] 2544.786597: 34536768 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) PdGetEv 166704 [016] 2544.786835: 31387112 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [002] 2544.786875: 36278042 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [031] 2544.786898: 31351262 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [006] 2544.787156: 33580920 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2544.787175: 31962458 cycles: ffffffff8a7d8bf0 hrtimer_get_next_event+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 172771 [001] 2544.787230: 35932516 cycles: 10a0c860 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165683 [034] 2544.787435: 33369219 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [004] 2544.787459: 36235324 cycles: ffffffff8b616ec4 rb_erase+0xb4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [042] 2544.787728: 27836597 cycles: ffffffff8a741966 __calc_delta+0x16 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blockstore-clie 198727 [047] 2544.787931: 35322453 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [025] 2544.789358: 38719305 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196759 [046] 2544.789600: 37219267 cycles: 17a1906b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 194003 [000] 2544.789717: 34207802 cycles: ffffffff8a766e95 psi_flags_change+0x5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 197896 [021] 2544.791248: 28267871 cycles: 12f2e4b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2544.791376: 43364922 cycles: 1730a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [012] 2544.791707: 37196929 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [020] 2544.791955: 32368774 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2544.792488: 42191287 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [022] 2544.792540: 31383501 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [044] 2544.792542: 40855413 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [014] 2544.792658: 38501626 cycles: 27279a44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [018] 2544.792918: 34497562 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2544.793202: 42493210 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [015] 2544.793409: 42065257 cycles: 662279a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [009] 2544.793965: 39649124 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [010] 2544.794592: 45228812 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [028] 2544.795526: 35551518 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [032] 2544.795734: 32103931 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [036] 2544.796119: 31546366 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2544.796200: 39841640 cycles: 20488e4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [042] 2544.796460: 28268996 cycles: 14018caf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [008] 2544.796921: 30695665 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [038] 2544.797274: 38088372 cycles: 689a225 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [037] 2544.797363: 38303543 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [005] 2544.797576: 41849623 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 163655 [017] 2544.798160: 42749327 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [002] 2544.798224: 34922131 cycles: 204af59c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2544.798259: 38523721 cycles: ffffffff8a990d2a shmem_get_folio_gfp+0x10a ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [003] 2544.798387: 28508544 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2544.798631: 31952593 cycles: 65b6fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2544.798679: 34950984 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [029] 2544.798693: 34239479 cycles: 153c07e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [027] 2544.799108: 42801587 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2544.799143: 33015623 cycles: ffffffff8a65e8cd arch_cpu_idle+0xd ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2544.799384: 47614209 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.AIO0 198852 [039] 2544.799499: 37105538 cycles: ffffffff8a7419a4 __calc_delta+0x54 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2544.799653: 30115339 cycles: 352a4a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154850 [030] 2544.799657: 29787086 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [004] 2544.800103: 34044218 cycles: 141f6efa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2544.800242: 38301046 cycles: ffffffff8a7efee7 tick_irq_enter+0x77 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2544.800439: 37446578 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [013] 2544.800565: 32656490 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [034] 2544.800867: 35758458 cycles: 3ae16e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2544.801371: 35891849 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2544.801521: 32269031 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [000] 2544.802128: 31961674 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [043] 2544.802213: 41838548 cycles: 265d39ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [041] 2544.802985: 51597216 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2544.803490: 40897358 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168709 [020] 2544.803610: 36143344 cycles: ffffffff8a7d9185 hrtimer_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [022] 2544.803631: 31212026 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [021] 2544.804473: 26470080 cycles: 172a60b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2544.804506: 33897156 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198749 [018] 2544.805631: 36214292 cycles: ffffffff8aa2b386 memcg_slab_post_alloc_hook+0x6 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2544.805925: 37139000 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2544.806776: 35174963 cycles: ffffffff8a7ef465 can_stop_idle_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [042] 2544.806878: 31887630 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [025] 2544.807232: 40244606 cycles: ffffffff8a9ef86b get_page_from_freelist+0x37b ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197533 [044] 2544.807539: 36281955 cycles: 1c2f5be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [026] 2544.807792: 40597348 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [008] 2544.807910: 29688863 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2544.808016: 35696306 cycles: ffffffff8aa56363 __refill_stock+0x23 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2544.808017: 38433214 cycles: 228b690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2544.808266: 45434567 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [036] 2544.809276: 28535397 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [028] 2544.809525: 34329309 cycles: 14226684 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2544.810260: 39649124 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2544.810423: 35220620 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2544.810438: 37091721 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) test_tool 193914 [035] 2544.810577: 28721979 cycles: 32df7d3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f05b7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0c5d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730725 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 197891 [031] 2544.810664: 31113321 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2544.811542: 43809630 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2544.811603: 35379249 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8a7d8865 hrtimer_cancel+0x15 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2544.811623: 41560334 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [030] 2544.811637: 31381743 cycles: 185f813 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 196770 [038] 2544.811683: 34272463 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 184832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [002] 2544.811694: 34175167 cycles: ffffffff8b616f47 rb_erase+0x137 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [047] 2544.811699: 32046532 cycles: 172a0b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [006] 2544.811886: 36623278 cycles: ffffffff8aa2f010 kmem_cache_alloc_node+0x110 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [004] 2544.812281: 39754965 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196924 [045] 2544.812508: 38136648 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [029] 2544.812869: 30316636 cycles: 140c1f64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [013] 2544.813144: 36888015 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198736 [000] 2544.813256: 34350673 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [007] 2544.813391: 37280202 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [016] 2544.813452: 41592611 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2544.813953: 34219938 cycles: 14119f6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198445 [019] 2544.814226: 35347341 cycles: ffffffff8a7d2102 get_timespec64+0x42 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2544.814982: 41012412 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2544.814982: 32187156 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154854 [005] 2544.815008: 40455226 cycles: ffffffff8a74ae50 reweight_entity+0x160 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 197546 [039] 2544.815338: 41272040 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2544.815680: 36307152 cycles: ffffffff8ada692d __bitmap_andnot+0x4d ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2544.815855: 42365504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2544.816105: 27386470 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [020] 2544.816791: 41901563 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [046] 2544.817938: 29937164 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 190d001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 193914 [035] 2544.818517: 30555000 cycles: ffffffff8b622124 num_to_str+0x84 ([kernel.kallsyms]) ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e2a2 do_task_stat+0x5a2 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.System 197238 [033] 2544.818583: 42590379 cycles: 21c153d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [042] 2544.818613: 34063740 cycles: 26654a7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [043] 2544.818979: 39076119 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2544.819063: 32252119 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IO 159509 [001] 2544.819761: 38000831 cycles: 133b62a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [028] 2544.819779: 33877201 cycles: ffffffff8b46e91b tcp_sendmsg_locked+0x1b ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [012] 2544.820018: 37935323 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2544.820726: 43552403 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [026] 2544.820753: 38674921 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [018] 2544.821610: 38788024 cycles: 1730a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [031] 2544.821877: 30541109 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2544.822129: 37373418 cycles: ffffffff8a7d7f12 __hrtimer_start_range_ns+0x232 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2544.822132: 27944734 cycles: ffffffff8b61a5cf memchr_inv+0x8f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [032] 2544.822484: 33304309 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2544.822659: 35992411 cycles: ffffffff8a754ddf nohz_balance_enter_idle+0x6f ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [037] 2544.823136: 41990702 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [030] 2544.823415: 34468522 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [002] 2544.824775: 36626283 cycles: 3b65561 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2544.824947: 43698331 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155846 [025] 2544.825131: 37182584 cycles: ffffffff8a750155 update_sg_lb_stats+0x355 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [007] 2544.825439: 35290519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 169813 [015] 2544.825551: 30205390 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198615 [038] 2544.825685: 30210918 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e817ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2544.825843: 45256438 cycles: 3c79ca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [040] 2544.826141: 32081979 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [000] 2544.826800: 31547401 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151706 [047] 2544.826810: 30266820 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 193914 [035] 2544.826914: 32791160 cycles: ffffffff8acd7db0 apparmor_inode_getattr+0x40 ([kernel.kallsyms]) ffffffff8ac661a5 security_inode_getattr+0x35 ([kernel.kallsyms]) ffffffff8aa86424 vfs_fstat+0x34 ([kernel.kallsyms]) ffffffff8aa865ab __do_sys_newfstat+0x2b ([kernel.kallsyms]) ffffffff8aa86615 __x64_sys_newfstat+0x15 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0a58 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f96a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 197536 [006] 2544.826960: 40343460 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [004] 2544.827677: 43217854 cycles: 1742bfce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [022] 2544.827817: 37928860 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2544.828180: 32695007 cycles: ffffffffc0c828a0 nf_nat_inet_fn+0x110 ([kernel.kallsyms]) ffffffffc0c84234 nf_nat_ipv4_local_fn+0x54 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [019] 2544.828419: 34669978 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166596 [010] 2544.828718: 43356571 cycles: ffffffff8a7c580c exit_to_user_mode_prepare+0xbc ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [009] 2544.829145: 52673876 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2544.829165: 31716514 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2544.829373: 37154737 cycles: 187386f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [045] 2544.829709: 30994880 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [029] 2544.829862: 28138303 cycles: 133fecb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159406 [016] 2544.829899: 39203973 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [046] 2544.830653: 27635078 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [021] 2544.831580: 28627504 cycles: ffffffff8a779f74 psi_task_switch+0x194 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [020] 2544.832056: 36025142 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159511 [023] 2544.833014: 41775229 cycles: ffffffff8a733f02 raw_spin_rq_lock_nested+0x12 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [042] 2544.833194: 38698607 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2544.833277: 28405784 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [034] 2544.833426: 28456415 cycles: 133c2d9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2544.833490: 40603355 cycles: 243aeb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 197896 [028] 2544.833641: 36018256 cycles: 250fe3f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [005] 2544.834035: 41447345 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [012] 2544.834989: 36145678 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2544.835412: 30700423 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b41ac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [031] 2544.836229: 27376371 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162507 [026] 2544.836242: 37806552 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [038] 2544.836664: 29460821 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) swapper 0 [039] 2544.836836: 43732130 cycles: ffffffff8a743488 select_idle_core+0x138 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [043] 2544.836863: 34365680 cycles: bba875c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [035] 2544.837341: 32861414 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2544.837791: 40292058 cycles: 193e27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [030] 2544.838268: 35726595 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [019] 2544.838315: 35198955 cycles: ffffffff8b459d27 ip_skb_dst_mtu+0xb7 ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2544.838469: 39756767 cycles: ffffffff8b61ace9 timerqueue_del+0x29 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [018] 2544.838569: 32123266 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [040] 2544.838756: 30140612 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [001] 2544.838767: 36700194 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2544.838767: 27512604 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [014] 2544.838936: 39729455 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [027] 2544.839025: 40738895 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) nbsd.Scheduler 193840 [007] 2544.839148: 33869828 cycles: 21980b87 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [008] 2544.839159: 32757864 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [002] 2544.839208: 35573446 cycles: 17e3684 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [000] 2544.839464: 29832225 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2544.839620: 48970108 cycles: 26655174 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [003] 2544.840528: 39480148 cycles: 197ced1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [047] 2544.840536: 32116397 cycles: 2a7fbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [025] 2544.840550: 34013418 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197874 [046] 2544.840892: 27421416 cycles: ffffffff8a7431e1 migrate_task_rq_fair+0xe1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2544.841196: 40886158 cycles: 3502370 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165147 [011] 2544.841468: 37326164 cycles: ffffffff8a95a865 rseq_ip_fixup+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [029] 2544.841475: 27132982 cycles: ffffffff8a75c5d3 do_idle+0x63 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [021] 2544.841668: 29843178 cycles: ffffffff8b516ec2 ip6_finish_output2+0x142 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2544.842494: 31452962 cycles: 196fda7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [006] 2544.842813: 37528278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [004] 2544.842945: 37033214 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2544.843250: 42033539 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [013] 2544.843487: 37535698 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [022] 2544.843874: 41096734 cycles: 204ac668 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2544.843874: 28275404 cycles: ffffffff8a77cd33 __raw_spin_lock_irqsave+0x33 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [036] 2544.844040: 27862298 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [016] 2544.844184: 35024449 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2544.844727: 56191982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2544.845551: 36328727 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) default-executo 196114 [031] 2544.846318: 26996826 cycles: ffffffff8b6acc18 _raw_spin_trylock+0x38 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [032] 2544.846536: 30037612 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169042 [023] 2544.846551: 38452399 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [020] 2544.846615: 35051408 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [017] 2544.846853: 43304385 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2544.847158: 42355170 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [038] 2544.848146: 28487805 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [012] 2544.848300: 37641755 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2544.849091: 36039842 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [015] 2544.849169: 27233505 cycles: 1c3ad36a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 194349 [026] 2544.849568: 36471227 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [040] 2544.849747: 32517759 cycles: 3b5937c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [018] 2544.850006: 30718107 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165864 [035] 2544.850127: 30253400 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [009] 2544.850470: 43849307 cycles: 3ac0032 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2544.850644: 30557220 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [043] 2544.850669: 34856732 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [030] 2544.850927: 37390962 cycles: 1c7556d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [019] 2544.851877: 33961163 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2544.852052: 35646188 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [005] 2544.852116: 42013882 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [007] 2544.852152: 37359277 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196909 [008] 2544.852377: 33291690 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [029] 2544.853030: 33080139 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2544.853153: 39522413 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.IC 197544 [034] 2544.853761: 28255725 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5948a2460ef [unknown] ([unknown]) default-executo 194632 [039] 2544.853971: 37636255 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [025] 2544.854053: 39059521 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [036] 2544.854336: 31288225 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [047] 2544.854613: 28300112 cycles: 133a7d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2544.854907: 32615272 cycles: ffffffff8b616e73 rb_erase+0x63 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [021] 2544.855005: 30431046 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [014] 2544.855087: 36033566 cycles: ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2544.855115: 33627863 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [011] 2544.855487: 33329081 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2544.855701: 40715853 cycles: 1d423e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [031] 2544.855880: 27588944 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159883 [027] 2544.856276: 38099575 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2544.856555: 37674917 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [006] 2544.856844: 41475404 cycles: ffffffff8a7d7a7a hrtimer_update_next_event+0x3a ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b77590 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170142 [045] 2544.856890: 31533300 cycles: ffffffff8a739da8 set_task_cpu+0x48 ([kernel.kallsyms]) ffffffff8a74d314 detach_tasks+0x134 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 172230 [004] 2544.857068: 41497882 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fcf0ca6a13f [unknown] (//anon) nbsd.SRV2 197556 [016] 2544.857627: 35533361 cycles: 1424f3e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [013] 2544.857676: 33073534 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [032] 2544.857797: 29605907 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [022] 2544.857986: 37630532 cycles: ffffffff8aa58315 __mod_memcg_state+0x5 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [024] 2544.859096: 36006732 cycles: ffffffff8a74338a select_idle_core+0x3a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2544.859282: 27467562 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [020] 2544.859358: 34270338 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [028] 2544.859367: 34970141 cycles: 26abf7ad [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [037] 2544.859400: 46429668 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154840 [038] 2544.860269: 26847273 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [012] 2544.861698: 36839989 cycles: ffffffff8aaebff4 ep_poll_callback+0x174 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2544.861739: 30011596 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198045 [018] 2544.861973: 30436754 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [046] 2544.862124: 30143168 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [040] 2544.862369: 31214829 cycles: ffffffff8aa31606 __kmem_cache_alloc_node+0x6 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [035] 2544.862474: 28646501 cycles: 129abe5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [023] 2544.862903: 36589503 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [026] 2544.862980: 36471227 cycles: ffffffff8b80007d entry_SYSCALL_64_after_hwframe+0x5 ([kernel.kallsyms]) diskagen.User 198845 [000] 2544.863788: 36451766 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [008] 2544.863983: 31439173 cycles: 140487bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.864138: 35507806 cycles: ffffffff8a74c201 select_idle_sibling+0x6e1 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2544.864337: 28690335 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [043] 2544.864656: 35933059 cycles: ffffffff8a7433d0 select_idle_core+0x80 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [017] 2544.865064: 42819686 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17927a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [010] 2544.865190: 45484964 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [044] 2544.865683: 36256271 cycles: 17a84013 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [019] 2544.866312: 31830196 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [030] 2544.866481: 35413656 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2544.866601: 26690311 cycles: 13c9623f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [029] 2544.867130: 34133512 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2544.867193: 35095269 cycles: ffffffff8a7b8905 rcu_needs_cpu+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [032] 2544.867419: 35590205 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [036] 2544.867631: 31288225 cycles: ffffffff8aa56401 refill_stock+0x11 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [041] 2544.868532: 42758442 cycles: ffffffff8b3a5c0d __netif_receive_skb_core.constprop.0+0x37d ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2544.869279: 37421663 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [045] 2544.869634: 30327579 cycles: 1406779d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [014] 2544.869790: 31456765 cycles: 157308d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [034] 2544.870228: 32123292 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [016] 2544.870467: 33267378 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125ec1 epoll_wait+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [038] 2544.870760: 30148363 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [039] 2544.870890: 39690484 cycles: ffffffff8a752874 update_sd_lb_stats.constprop.0+0xe4 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194347 [006] 2544.871310: 47084844 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [007] 2544.871575: 34997565 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [009] 2544.871632: 38018874 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [004] 2544.871704: 38512502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [033] 2544.872081: 28426592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171585 [011] 2544.872121: 33075684 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [015] 2544.872144: 33248134 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2544.872152: 39462507 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [005] 2544.872168: 32926144 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2544.872195: 30742641 cycles: ffffffff8a7d793c __hrtimer_next_event_base+0x9c ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [020] 2544.872390: 41212155 cycles: 3a77f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [003] 2544.872562: 43325644 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2544.872947: 32686177 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [024] 2544.873419: 35424367 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [013] 2544.873973: 35095265 cycles: 133ae5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150654 [018] 2544.874270: 33568918 cycles: ffffffff8a736e1b dequeue_task+0xfb ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [046] 2544.874398: 34719238 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [027] 2544.874655: 29749730 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2544.874781: 43568656 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 194448 [040] 2544.875081: 40048993 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [035] 2544.875249: 26196470 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2544.875309: 27819168 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [012] 2544.876142: 33412557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [000] 2544.876309: 33513120 cycles: 689a2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198105 [008] 2544.877381: 28761397 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [026] 2544.877845: 43306551 cycles: ffffffff8aa5d4b2 __memcg_kmem_charge_page+0x12 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 194343 [044] 2544.878356: 33603558 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2544.878587: 30823421 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [023] 2544.878751: 30804181 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2544.879343: 32940472 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2544.879727: 40938842 cycles: ffffffff8a65c650 sched_clock+0x0 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [047] 2544.879931: 24737379 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [032] 2544.880120: 37045392 cycles: 1422f583 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166760 [036] 2544.880524: 40092147 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [002] 2544.880646: 36011802 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [045] 2544.880862: 31990831 cycles: 251a4297 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [029] 2544.881192: 34204696 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198727 [030] 2544.881224: 31015935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c61772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [019] 2544.882266: 30395500 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [038] 2544.882409: 29383275 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2544.882464: 40044985 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2544.882973: 30552056 cycles: 141db140 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [014] 2544.882993: 28448540 cycles: 1411b92e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [011] 2544.883037: 30535548 cycles: ffffffff8a9e9762 __free_one_page+0x42 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [017] 2544.883045: 38690087 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [021] 2544.883601: 42295874 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [033] 2544.884061: 26211729 cycles: ffffffff8b6a450b __schedule+0xb ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2544.884179: 33511181 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [005] 2544.884196: 30318321 cycles: 1419fb17 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2544.884503: 40732070 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [046] 2544.884773: 34435235 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [015] 2544.885670: 35848001 cycles: 1d412d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [035] 2544.885781: 32239289 cycles: 13026665 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2544.885820: 35454864 cycles: ffffffff8a75ff30 __update_load_avg_se+0x1d0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [022] 2544.885951: 29995534 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [007] 2544.886033: 34997565 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [027] 2544.886246: 32699286 cycles: ffffffff8b36c490 sockfd_lookup_light+0x0 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159874 [024] 2544.886265: 36848399 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2544.886335: 31773466 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [004] 2544.886436: 40546428 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [031] 2544.886646: 27112032 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [020] 2544.887000: 35705086 cycles: 1330e6c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [013] 2544.887625: 35950959 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2544.888155: 31934758 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [006] 2544.888282: 43815551 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [028] 2544.888291: 35625591 cycles: ffffffff8a95e0dc generic_perform_write+0xec ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [008] 2544.888524: 27789465 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [041] 2544.888592: 33144704 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [012] 2544.889123: 30101164 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2544.889256: 42610527 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2544.889550: 34576917 cycles: 3bd3fe1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [042] 2544.889677: 29922697 cycles: 1402738f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2544.890260: 32596237 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [047] 2544.890605: 24420525 cycles: 2727c55f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [045] 2544.890605: 35258025 cycles: ffffffff8b4630f4 __inet_lookup_established+0xe4 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2544.890786: 44512842 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [023] 2544.890858: 32368515 cycles: 2528da9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [044] 2544.890972: 31725203 cycles: bba8751 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 171572 [030] 2544.891681: 30817143 cycles: 13404bd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2544.893344: 34933049 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [038] 2544.893767: 33215570 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [014] 2544.893823: 31568724 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [025] 2544.893921: 35699581 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [026] 2544.894282: 51006614 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [036] 2544.894328: 42085830 cycles: ffffffff8a74bf1f select_idle_sibling+0x3ff ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 141e9a57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [002] 2544.894707: 32689458 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2544.894777: 30395500 cycles: ffffffff8a747726 attach_entity_load_avg+0x96 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [029] 2544.894812: 34831440 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2544.894838: 41212463 cycles: ffffffff8b6170f9 rb_erase+0x2e9 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [035] 2544.895840: 32625009 cycles: 3c509c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [043] 2544.895861: 45389174 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [011] 2544.896067: 30535548 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [033] 2544.896511: 24751470 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [022] 2544.896961: 29298604 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [016] 2544.897116: 42535524 cycles: bbb5e16 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 197892 [018] 2544.897149: 30874361 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [031] 2544.897353: 26863668 cycles: ffffffff8a80fcdb cgroup_rstat_updated+0xb ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [005] 2544.898111: 26706126 cycles: ed299 __sysconf+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1741a221 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [000] 2544.898425: 31892686 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [037] 2544.898453: 46322750 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2544.898483: 33027480 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2544.898806: 35518042 cycles: ffffffff8a7d80d3 hrtimer_start_range_ns+0x83 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [042] 2544.899107: 30003531 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [027] 2544.899123: 36319191 cycles: 3b1a470 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [009] 2544.899722: 40286615 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) .NET Sockets 2939 [020] 2544.899761: 37894512 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 10e31 SystemNative_WaitForSocketEvents+0x51 (/actions-runner/bin/libSystem.Native.so) f803 [unknown] (/actions-runner/bin/System.Net.Sockets.dll) Test 196124 [013] 2544.899800: 37948192 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [008] 2544.899922: 27320984 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 194347 [024] 2544.899923: 33669959 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2544.900065: 43343600 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [004] 2544.900378: 36945244 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [015] 2544.900559: 35996394 cycles: 178f735 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [041] 2544.900570: 31088247 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2544.900805: 43299408 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2544.900933: 39537258 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [028] 2544.900970: 36545160 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [047] 2544.901367: 29400180 cycles: 140716d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdSbmEv 196863 [044] 2544.901608: 34804797 cycles: 156a35cc [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194632 [012] 2544.901724: 28174065 cycles: 3adf8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197240 [040] 2544.902062: 32520912 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198751 [030] 2544.902288: 33548074 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2544.902852: 46096332 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) PdGetEv 167184 [034] 2544.903034: 42011453 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2544.904469: 33729129 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [038] 2544.905377: 31902618 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [014] 2544.905632: 30407006 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133c8d5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [045] 2544.905813: 40606749 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [032] 2544.906210: 38070427 cycles: 1432d68a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) .NET Finalizer 2932 [002] 2544.906443: 30778721 cycles: c4d10 ASN1_ANY_it+0x0 (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) cd032 [unknown] (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) cc786 [unknown] (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) cd040 [unknown] (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) cc786 [unknown] (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) cc918 ASN1_item_free+0x18 (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) 207d0f OPENSSL_sk_pop_free+0x2f (/usr/lib/x86_64-linux-gnu/libcrypto.so.3) 45205 [unknown] (/actions-runner/bin/System.Security.Cryptography.dll) diskagen.IC 198047 [031] 2544.907019: 29395821 cycles: ffffffff8a744eaf select_idle_cpu+0xbf ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2544.907373: 24158701 cycles: 142589fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [011] 2544.907566: 37660883 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2544.907567: 39208568 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [003] 2544.907735: 44670323 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2544.907832: 34412573 cycles: 1681a11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [025] 2544.907839: 32589383 cycles: 17fe073 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 198454 [018] 2544.908021: 30444199 cycles: ffffffff8a7dc9e5 ktime_get_update_offsets_now+0x55 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa729f0 check_heap_object+0xa0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [022] 2544.908461: 28251829 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2544.908525: 41213903 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [035] 2544.909146: 35739340 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [008] 2544.909159: 27348159 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2544.909387: 34163420 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 197893 [005] 2544.909444: 26029536 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [042] 2544.909760: 32924486 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2544.910100: 45719579 cycles: ffffffff8a735df3 update_rq_clock+0x23 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [000] 2544.910486: 30019109 cycles: ffffffff8aa7bf81 do_iter_read+0xc1 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2544.910829: 33300510 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [017] 2544.910841: 42541573 cycles: 2666605b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [046] 2544.910957: 40598485 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [047] 2544.911789: 28775893 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 167186 [024] 2544.912322: 35304344 cycles: 156aa26b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [027] 2544.912396: 38146190 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [012] 2544.912609: 27541237 cycles: 25206050 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198611 [016] 2544.912756: 42233270 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 169148 [028] 2544.912797: 35477562 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2544.913086: 41426201 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) nbsd.User 194341 [043] 2544.913116: 42515873 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [044] 2544.913119: 33314405 cycles: 3a633e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2544.913536: 41825613 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [015] 2544.913836: 34049708 cycles: 3c81770 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2544.914228: 36340338 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [030] 2544.914665: 32040036 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [040] 2544.914685: 30898292 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [013] 2544.915252: 37266130 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [038] 2544.915613: 31469983 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2544.915738: 35702592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [023] 2544.916027: 35584700 cycles: ffffffff8a74e8be put_prev_entity+0x2e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2544.916239: 34267067 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [037] 2544.916552: 40120936 cycles: ffffffff8a779df2 psi_task_switch+0x12 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [033] 2544.916658: 27181734 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [034] 2544.916700: 38231997 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [010] 2544.916887: 43567526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [022] 2544.917626: 29009627 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2544.917957: 31371150 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [002] 2544.918341: 29176154 cycles: 122b0c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [021] 2544.918683: 39364689 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [007] 2544.919158: 41760750 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 169055 [031] 2544.919288: 30143868 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [008] 2544.919738: 27348159 cycles: 3b339f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2544.919779: 33172901 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [042] 2544.920905: 31944517 cycles: 1973524 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166606 [005] 2544.921121: 26029536 cycles: ffffffff8a738c40 pick_next_task+0x940 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [041] 2544.921156: 33158149 cycles: 204af79b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [032] 2544.921766: 36736930 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [025] 2544.921807: 28362103 cycles: 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [000] 2544.922140: 29599888 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198727 [045] 2544.922358: 35766254 cycles: ffffffff8a764ecb __wake_up_common+0xbb ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8abdc9d2 stop_this_handle+0x102 ([kernel.kallsyms]) ffffffff8abdde9e jbd2_journal_stop+0x12e ([kernel.kallsyms]) ffffffff8ab5d500 __ext4_journal_stop+0x40 ([kernel.kallsyms]) ffffffff8ab88061 ext4_dirty_inode+0x71 ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) eec4a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [012] 2544.923043: 33919224 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [046] 2544.923222: 37682437 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [029] 2544.923222: 34163420 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [039] 2544.923949: 32661282 cycles: ffffffff8b6ac0f5 default_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [011] 2544.924115: 39829641 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2544.924682: 35431063 cycles: ffffffffc0c84706 nf_nat_ipv4_out+0x96 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [028] 2544.924889: 33211646 cycles: 204abbd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [019] 2544.925444: 30856693 cycles: 3b74371 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [044] 2544.925511: 31828538 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 196763 [003] 2544.925543: 35736247 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [015] 2544.925601: 33987036 cycles: ffffffff8b5857e0 __inet6_lookup_established+0x110 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [024] 2544.925928: 34752345 cycles: 1757452 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [040] 2544.925988: 34324341 cycles: 3a63811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [047] 2544.925991: 33536685 cycles: 288ad5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 171571 [035] 2544.926403: 29424545 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f364bddb87f [unknown] (//anon) swapper 0 [030] 2544.927589: 29474412 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [036] 2544.928126: 42022292 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2544.928382: 32550522 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [023] 2544.928398: 34236577 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [004] 2544.928474: 36868318 cycles: 12f78b5b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [002] 2544.928496: 29850811 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2544.928504: 39860411 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [038] 2544.928527: 31469983 cycles: 3ba8830 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [027] 2544.928555: 36702236 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [026] 2544.928887: 46511944 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fbfd42 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [033] 2544.928965: 34135682 cycles: 1407e89b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2544.929007: 38462107 cycles: ffffffff8a760471 __update_load_avg_cfs_rq+0x31 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [008] 2544.929067: 40199494 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [022] 2544.929476: 27639209 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [020] 2544.930188: 39618058 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [034] 2544.931068: 33881832 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2544.931355: 32378336 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [014] 2544.931683: 28903629 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2544.931971: 33291646 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [009] 2544.932615: 36724791 cycles: 3b30402 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2544.932707: 30635545 cycles: ffffffff8a74ec82 enqueue_entity+0x202 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2544.932746: 32551378 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagentd 162517 [041] 2544.933517: 32154963 cycles: ffffffff8a753886 newidle_balance+0x2b6 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [018] 2544.933741: 41638911 cycles: 644c5ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [037] 2544.933756: 44846171 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154850 [000] 2544.933811: 30473067 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [025] 2544.934408: 26692871 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197260 [042] 2544.934734: 33758139 cycles: 1406fa71 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2544.934914: 42167129 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2544.935069: 39865703 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [046] 2544.935098: 37223948 cycles: 66d7247 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [032] 2544.935439: 44889011 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2544.935472: 31843867 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [039] 2544.936134: 30489809 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [021] 2544.936436: 43474212 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2544.936583: 35532541 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f2959d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [045] 2544.936756: 35766254 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [044] 2544.936909: 33224300 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [040] 2544.937424: 38018330 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [019] 2544.937914: 28994923 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [028] 2544.938013: 30587079 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [029] 2544.939376: 44189515 cycles: ffffffff8a760597 __update_load_avg_cfs_rq+0x157 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [024] 2544.939711: 32085442 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [006] 2544.940064: 32417418 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [002] 2544.940211: 28199520 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2544.940444: 27937566 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2544.940900: 26634537 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [038] 2544.941172: 42319351 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2544.942132: 34026662 cycles: 1424dada [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [016] 2544.942193: 35570022 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [004] 2544.942210: 32435251 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2544.942222: 36417346 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abe3f default_idle+0xf ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198619 [001] 2544.942294: 29842622 cycles: ffffffff8a7d7480 hrtimer_active+0x0 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198114 [035] 2544.942300: 25281813 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [023] 2544.942391: 33787793 cycles: 141cf7bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165454 [033] 2544.942895: 37001943 cycles: ffffffff8a74dbe9 dequeue_entity+0x69 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [034] 2544.942904: 31713344 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2544.943747: 35563723 cycles: 133a5c91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [043] 2544.943809: 36905479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [027] 2544.943872: 39565416 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [003] 2544.944360: 28520367 cycles: 15730319 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [014] 2544.944789: 25543401 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [036] 2544.944951: 33996359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed9af [unknown] (//anon) nbsd-lig.SNULL 196013 [000] 2544.945141: 29413956 cycles: 16664a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2544.945651: 33907917 cycles: ffffffff8a7b7ec9 rcu_note_context_switch+0xb9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [026] 2544.945854: 42420926 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [041] 2544.945924: 32473055 cycles: 2527383f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162522 [031] 2544.946216: 33195868 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [013] 2544.946823: 27110103 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2544.947268: 28424378 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [042] 2544.947289: 37227670 cycles: ffffffff8a95e0f0 generic_perform_write+0x100 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [012] 2544.947298: 30574686 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [017] 2544.947883: 29257635 cycles: 175a373 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [039] 2544.948632: 29053265 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) diskagen.AIO1 198054 [022] 2544.948882: 28299809 cycles: 154cb042 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [009] 2544.949001: 33488469 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2544.949140: 34726293 cycles: 204a55ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [005] 2544.949148: 33552678 cycles: 26ca994 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [046] 2544.949534: 39123665 cycles: ffffffff8a73e5db available_idle_cpu+0x5b ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172783 [044] 2544.949841: 30720873 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 154850 [018] 2544.950031: 36990176 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198033 [037] 2544.950039: 44285077 cycles: ffffffff8aaea7b5 ep_item_poll.isra.0+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [024] 2544.950128: 31153097 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2544.950166: 27374829 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [002] 2544.950494: 27617422 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2544.951025: 32135831 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [015] 2544.951166: 33165145 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [006] 2544.951198: 33860705 cycles: bdbadb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [040] 2544.951294: 36496917 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [019] 2544.951787: 26704125 cycles: 35deb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2544.951898: 35711354 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2544.952013: 43443865 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2544.952240: 40580900 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [045] 2544.952592: 41589371 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [035] 2544.953065: 24539959 cycles: 3ca89a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [014] 2544.953463: 26939312 cycles: bc09088 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [034] 2544.953639: 35407152 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [047] 2544.954119: 31813203 cycles: 1623729c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [001] 2544.954678: 33426096 cycles: ffffffff8a7d815c hrtimer_sleeper_start_expires+0x1c ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [004] 2544.954731: 30288370 cycles: 20a02f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [029] 2544.955117: 47066670 cycles: ffffffff8a764e4b __wake_up_common+0x3b ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaefbf8 eventfd_read+0xd8 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198736 [016] 2544.955141: 32588997 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Batch 165158 [003] 2544.955385: 27173019 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [000] 2544.955712: 32708094 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2544.956550: 41483012 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) diskagen.User 198840 [038] 2544.956932: 44380013 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 172220 [008] 2544.957030: 32376606 cycles: 1be70ee1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [012] 2544.957562: 30304297 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [036] 2544.958087: 31442487 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [011] 2544.958133: 30620952 cycles: 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [013] 2544.958156: 25632489 cycles: 142589e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194000 [033] 2544.958311: 37415610 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [020] 2544.958433: 31392323 cycles: 3b3179b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [025] 2544.959072: 26452355 cycles: 26ac6b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [031] 2544.959129: 32928977 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2544.959328: 32372130 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [041] 2544.959719: 29469862 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [026] 2544.960011: 43521832 cycles: 1424e984 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2544.960043: 28103948 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2544.960237: 34126838 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [022] 2544.960248: 27824842 cycles: 17e8360 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [043] 2544.960451: 36380585 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2544.960565: 40719517 cycles: ffffffff8a7d7b36 __remove_hrtimer+0x26 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [002] 2544.960633: 27486898 cycles: ffffffff8a9f0cb3 __alloc_pages+0x1f3 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [042] 2544.960660: 36336206 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [039] 2544.960852: 33675605 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [044] 2544.961672: 29877427 cycles: ffffffff8adaa670 import_single_range+0x40 ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [024] 2544.961949: 29891418 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2544.962370: 35713043 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [009] 2544.962894: 31414264 cycles: ffffffff8b484154 tcp_small_queue_check.isra.0+0x94 ([kernel.kallsyms]) ffffffff8b488876 tcp_write_xmit+0x306 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [035] 2544.963270: 24786491 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [040] 2544.963340: 39886814 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 165845 [028] 2544.964177: 30315506 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198611 [005] 2544.964179: 31245117 cycles: ffffffff8aaeb363 ep_poll+0x2f3 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [007] 2544.964439: 33115501 cycles: 64f9ff7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [046] 2544.964456: 35231603 cycles: 3b76338 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [014] 2544.964710: 26463953 cycles: 24718a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [006] 2544.964744: 34459294 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [019] 2544.965119: 23898463 cycles: 3c3069f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [015] 2544.965220: 34311565 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [004] 2544.965512: 29751434 cycles: 13b2f268 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [003] 2544.966039: 26862623 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [034] 2544.966136: 36790883 cycles: 141ce6e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 169056 [047] 2544.966463: 37548792 cycles: ffffffff8a7412b5 update_min_vruntime+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [016] 2544.967081: 31074936 cycles: 1666468 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [000] 2544.967512: 31059843 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [021] 2544.967520: 35684057 cycles: ffffffff8a779e77 psi_task_switch+0x97 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [037] 2544.967651: 40560896 cycles: 3b10d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [012] 2544.967745: 34003523 cycles: 64a4bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [001] 2544.968138: 32163820 cycles: 3b77ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [045] 2544.968272: 39026167 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [013] 2544.969247: 25166214 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [030] 2544.969263: 35486015 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2544.969348: 40604309 cycles: ffffffff8a60436c __switch_to_asm+0x5c ([kernel.kallsyms]) swapper 0 [025] 2544.969482: 26231756 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [002] 2544.969550: 31265150 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [008] 2544.969616: 33785708 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [022] 2544.969673: 28588552 cycles: 21a2fa57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [011] 2544.969729: 29332717 cycles: 1394d01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [036] 2544.970349: 29583754 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9e16f06477 [unknown] (//anon) diskagen.AIO.SQ 198859 [020] 2544.970474: 33326842 cycles: ffffffff8a744f52 select_idle_cpu+0x162 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2544.971453: 43188256 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [017] 2544.971985: 36643424 cycles: ffffffff8a74aaf0 update_curr+0x60 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [044] 2544.972544: 31827084 cycles: 1408f5f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [041] 2544.972779: 34901316 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [031] 2544.973104: 37338525 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089e14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [024] 2544.973727: 32241545 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [038] 2544.973748: 46747255 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [014] 2544.974052: 26948537 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b375092 skb_set_owner_w+0x82 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [010] 2544.974342: 31550313 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2544.974648: 35532635 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [029] 2544.974721: 38141656 cycles: ffffffff8aaeb4b1 do_epoll_wait+0xc1 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [009] 2544.975079: 36185791 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [023] 2544.975090: 41198510 cycles: 140713ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [035] 2544.975224: 23680029 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [042] 2544.975235: 36744206 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [028] 2544.975354: 32214679 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2544.975731: 23917252 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2544.975799: 38529608 cycles: ffffffff8a7b7f45 rcu_note_context_switch+0x135 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2544.976084: 29252738 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [043] 2544.976235: 31011609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [018] 2544.976279: 39855935 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [026] 2544.976515: 41133045 cycles: 141c970f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2544.976782: 33652486 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [040] 2544.977173: 35432225 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [046] 2544.977373: 35594285 cycles: 1407e89b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [016] 2544.978163: 30212184 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [005] 2544.978704: 32032047 cycles: 2048a4e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [000] 2544.978842: 30911971 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [034] 2544.978848: 37890039 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [036] 2544.979251: 30413016 cycles: 193f497 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2544.979575: 40754358 cycles: ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2544.979738: 30619718 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [025] 2544.980036: 25393179 cycles: ffffffff8a6c7cb5 __virt_addr_valid+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2544.980430: 37129666 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [003] 2544.980524: 31152972 cycles: ffffffff8a660015 switch_fpu_return+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [012] 2544.980712: 35679987 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [001] 2544.980777: 43424132 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198736 [002] 2544.981037: 33895343 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133a907 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194341 [022] 2544.981040: 31323099 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [013] 2544.981275: 23656589 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [021] 2544.983051: 33580720 cycles: 175b1b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [011] 2544.983294: 28740911 cycles: 3a496a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2544.983605: 35982040 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [047] 2544.983684: 32896375 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2544.984337: 38701059 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [030] 2544.984961: 30322164 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2544.985143: 28978691 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198611 [014] 2544.985160: 30114915 cycles: ffffffff8a6f2d01 __irq_exit_rcu+0x41 ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [035] 2544.985401: 25682015 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [010] 2544.986212: 33834735 cycles: ffffffff8a74becf select_idle_sibling+0x3af ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [032] 2544.987153: 33220682 cycles: 133c303d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [024] 2544.987355: 35906080 cycles: 27279a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2544.987549: 37183568 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [045] 2544.987676: 33779162 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14119f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [031] 2544.987784: 45311117 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [019] 2544.988228: 22880633 cycles: 3b637da [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [033] 2544.988728: 45699122 cycles: 2727af08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2544.989097: 36189283 cycles: 17a40ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [016] 2544.989414: 29179634 cycles: 204b39ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2544.989426: 27008658 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd.Scheduler 198118 [041] 2544.989682: 34977875 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [039] 2544.989782: 40679021 cycles: ffffffff8aa72874 check_stack_object+0x84 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [043] 2544.989895: 27618474 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2544.989985: 31042786 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [025] 2544.990172: 25183278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193988 [040] 2544.990412: 32671164 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [042] 2544.990464: 35613942 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [006] 2544.990470: 33200419 cycles: ffffffff8a741daf wake_affine+0x17f ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [046] 2544.990553: 33044237 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 194422 [026] 2544.990706: 40074819 cycles: ffffffff8a6f0571 do_wait+0xe1 ([kernel.kallsyms]) ffffffff8a6f1bdf kernel_wait4+0xaf ([kernel.kallsyms]) ffffffff8a6f1d21 __do_sys_wait4+0x91 ([kernel.kallsyms]) ffffffff8a6f1d5c __x64_sys_wait4+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b51fe4 waitpid+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150ca8 TShellCommand::TImpl::Communicate+0x1c8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd-lig.SRV1 194448 [018] 2544.991197: 34690913 cycles: 1973f9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [015] 2544.991415: 36100992 cycles: ffffffff8b47f443 tcp_ack+0xae3 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [013] 2544.991565: 23489994 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [000] 2544.991823: 39824175 cycles: ffffffff8a604316 __switch_to_asm+0x6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2544.991948: 37569332 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2544.992309: 36535595 cycles: 15b3692 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [034] 2544.992424: 35716160 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2544.992534: 31824095 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [002] 2544.993113: 32089792 cycles: ffffffff8aaec0fc ep_poll_callback+0x27c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [037] 2544.993188: 38647242 cycles: 26a9cde0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [038] 2544.993305: 53448137 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [036] 2544.993343: 32426530 cycles: 251d3ae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [003] 2544.993480: 31152972 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbf701b1f [unknown] (//anon) diskagen.AIO.SQ 198859 [029] 2544.993504: 34277888 cycles: ffffffff8a990c32 shmem_get_folio_gfp+0x12 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [001] 2544.994017: 38770491 cycles: ffffffff8b46ba67 tcp_inbound_md5_hash+0xb7 ([kernel.kallsyms]) ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2544.994535: 39017975 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197239 [022] 2544.994551: 34903204 cycles: 160740d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [020] 2544.994885: 28827631 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2544.995800: 28047398 cycles: ffffffff8a75c3d5 cpuidle_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [019] 2544.995865: 26060395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [011] 2544.996578: 28740911 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [047] 2544.996943: 34879432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2544.997227: 38804597 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [014] 2544.997289: 33072366 cycles: 1ae906 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 139729b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [021] 2544.997806: 29612245 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [008] 2544.997865: 33518620 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [030] 2544.998041: 27944192 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [024] 2544.998730: 34422413 cycles: 250ee01a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [044] 2544.999219: 38433086 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [010] 2544.999260: 37654855 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2544.999415: 27254975 cycles: 661ce47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 197870 [009] 2544.999604: 35002820 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166609 [045] 2544.999736: 30932572 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [043] 2544.999836: 27610398 cycles: 14050ea3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [016] 2544.999997: 28964937 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [032] 2545.000322: 30673055 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [028] 2545.001088: 37476135 cycles: 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2545.001153: 33457194 cycles: 16819f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [025] 2545.001883: 30052865 cycles: 1406aef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [013] 2545.002393: 32050848 cycles: 1417dc14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2545.003030: 31237239 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [036] 2545.003077: 38517810 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [042] 2545.003187: 33246528 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [046] 2545.003547: 35045463 cycles: ffffffff8b46fe3d tcp_update_recv_tstamps+0x6d ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [005] 2545.003597: 33799696 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [018] 2545.003904: 39997913 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198609 [006] 2545.004129: 36962840 cycles: ffffffff8a741c05 _raw_spin_rq_lock_irqsave+0x25 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [017] 2545.004310: 37874476 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [002] 2545.004482: 31651357 cycles: ffffffff8a7f82e5 __smp_call_single_queue+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 139944a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 169809 [035] 2545.004871: 28942796 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [020] 2545.004883: 32939299 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [031] 2545.005455: 42125185 cycles: 1740c65 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198727 [023] 2545.005631: 33712464 cycles: 191fbb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [015] 2545.005953: 41950197 cycles: ffffffff8aa2ef0b kmem_cache_alloc_node+0xb ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [033] 2545.006232: 39810593 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aaf4e74 aio_read_events_ring+0x34 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198837 [003] 2545.006347: 41598553 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [039] 2545.006580: 47825679 cycles: 133fef81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [026] 2545.006614: 38672522 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [027] 2545.006914: 35080362 cycles: 18406ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [019] 2545.007099: 26761739 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2545.007551: 42056720 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [034] 2545.007822: 42461734 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2545.007875: 45493964 cycles: 3cb2631 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [001] 2545.008268: 35509384 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2545.008285: 43528234 cycles: 13007613 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [029] 2545.008704: 32074111 cycles: 3a779e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2545.008748: 32013420 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2545.009208: 36166972 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) swapper 0 [011] 2545.009212: 39161954 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [022] 2545.009310: 33593348 cycles: 261ce0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [030] 2545.009576: 30009355 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [008] 2545.010718: 31200948 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [021] 2545.010747: 27710776 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [024] 2545.011221: 34067015 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2545.011230: 29959967 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2545.011506: 25808270 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [016] 2545.011945: 32316320 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [043] 2545.011986: 27610398 cycles: ffffffff8a7f6551 futex_wake+0x91 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.System 169808 [044] 2545.012843: 45620839 cycles: ffffffff8b61759a rb_insert_color+0x9a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f712da [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [032] 2545.012965: 33032836 cycles: 204b399c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [047] 2545.012978: 34879432 cycles: 3b96c0d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2545.013528: 35390009 cycles: ffffffff8a6c84f6 switch_mm_irqs_off+0x1a6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [038] 2545.013689: 44310256 cycles: 133b9bc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2545.013853: 30487519 cycles: ffffffff8b46d99b tcp_skb_entail+0x11b ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [009] 2545.014681: 36915689 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2545.014881: 32431342 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [028] 2545.015180: 39965188 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [023] 2545.015338: 34422601 cycles: 17a02 [unknown] (/usr/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2) 7ffcc79c27e2 [unknown] ([stack]) network poller 194346 [041] 2545.016060: 38669384 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [002] 2545.016585: 34011609 cycles: 14068f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [025] 2545.016609: 26654113 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2545.016977: 47178773 cycles: 12d6be34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [005] 2545.017136: 34002540 cycles: ffffffff8aa72961 check_heap_object+0x11 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [042] 2545.017416: 32722424 cycles: ffffffff8a990d74 shmem_get_folio_gfp+0x154 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [036] 2545.017812: 36317370 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [035] 2545.017814: 29811438 cycles: 1339fce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2545.018022: 32319787 cycles: 18707b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [020] 2545.018323: 32939299 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [017] 2545.018876: 35003410 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 170129 [019] 2545.019309: 29933157 cycles: bbd1bf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [018] 2545.020714: 33764111 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [014] 2545.021025: 29940735 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [033] 2545.021620: 38008887 cycles: 209b53b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 194619 [004] 2545.021891: 25603922 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [029] 2545.022318: 38165593 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a76952b prepare_to_wait_event+0x1b ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [026] 2545.022433: 32780262 cycles: 266db4b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [045] 2545.022592: 28939703 cycles: 1425b0b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [021] 2545.023114: 25408511 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [030] 2545.023147: 27572688 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [001] 2545.023204: 33793863 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2545.023303: 31566287 cycles: ffffffff8a7d7a84 hrtimer_update_next_event+0x44 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [022] 2545.023341: 30311752 cycles: 14068f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166744 [043] 2545.023533: 41478956 cycles: bc09172 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [031] 2545.023609: 45071864 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [027] 2545.024162: 36863053 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [008] 2545.024308: 28414199 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [007] 2545.024354: 38581607 cycles: 26e4f32e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2545.024556: 39174370 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2545.024977: 41101200 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2545.025307: 42072016 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [010] 2545.025551: 33610789 cycles: ffffffff8adad180 _copy_to_iter+0x1f0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2545.025577: 44329166 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [024] 2545.025783: 40583622 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [034] 2545.025857: 32998565 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [003] 2545.025914: 42316814 cycles: 14261b4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172769 [032] 2545.025954: 39659583 cycles: ad45e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [040] 2545.026741: 33898597 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [037] 2545.027286: 36721694 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [005] 2545.028140: 41496354 cycles: 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [047] 2545.028215: 39416617 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [011] 2545.028500: 44884362 cycles: 13401d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [035] 2545.028936: 29801072 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [028] 2545.028993: 41808615 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2545.029618: 24347129 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) blocksto.CLI2 194630 [023] 2545.029829: 30613431 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [002] 2545.029958: 36502325 cycles: 13bf4d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [039] 2545.029990: 40842969 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17bd49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [044] 2545.030026: 41614571 cycles: ffffffff8a7f6d3c futex_wait_setup+0x8c ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [042] 2545.030279: 31282574 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [006] 2545.030284: 30375270 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2545.030595: 33850522 cycles: 12ff4f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2545.031813: 45404084 cycles: ffffffff8b46fece tcp_recvmsg_locked+0x4e ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [020] 2545.031868: 39021160 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2545.032502: 39809828 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2545.032576: 45715998 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [019] 2545.032675: 31877998 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2545.032801: 29203860 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74b3f8 task_tick_fair+0x68 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3987e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [041] 2545.032860: 30668921 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [045] 2545.032894: 28727716 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [004] 2545.033263: 24851234 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [018] 2545.033654: 30407183 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [030] 2545.033740: 26847646 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [021] 2545.034169: 25047149 cycles: ffffffff8aa7f2fa __x64_sys_write+0x1a ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [017] 2545.034391: 30073656 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2545.035771: 34796355 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [008] 2545.035909: 27507257 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [026] 2545.036382: 29763918 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [022] 2545.037554: 27055725 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2545.038347: 30535409 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [010] 2545.038463: 31443510 cycles: ffffffff8a990c7a shmem_get_folio_gfp+0x5a ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193822 [016] 2545.038746: 38314443 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [034] 2545.039571: 30386116 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [001] 2545.039573: 32919287 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [031] 2545.040154: 47649325 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [029] 2545.040179: 36469767 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [040] 2545.040388: 31847977 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [025] 2545.040498: 23580088 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [006] 2545.040727: 30039872 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 230e62e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [024] 2545.041497: 40260583 cycles: 64df1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196861 [000] 2545.041647: 46331933 cycles: ba83373 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [027] 2545.041741: 40329520 cycles: 2781bab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [005] 2545.041772: 36686341 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [030] 2545.042132: 28406313 cycles: 13b2d1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2545.042168: 39421966 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [032] 2545.042324: 37764462 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [023] 2545.042535: 28391752 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [007] 2545.042786: 36402135 cycles: 1406ae75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 160816 [035] 2545.042912: 32470721 cycles: ffffffff8b614844 plist_add+0x4 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [043] 2545.043187: 39314445 cycles: 182fd45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [042] 2545.043294: 34884545 cycles: 3b2192d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [004] 2545.043512: 25039059 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165454 [015] 2545.043753: 47332452 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 159404 [036] 2545.044165: 31076832 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2545.044598: 36819563 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2545.044749: 33391897 cycles: ffffffff8aa5bcb7 try_charge_memcg+0x2b7 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [003] 2545.044750: 37459829 cycles: 64fadda [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2545.044896: 40208792 cycles: 3a779e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2545.044997: 40405910 cycles: ffffffff8a7d6f00 timer_clear_idle+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [011] 2545.045427: 48413600 cycles: 1c2fce8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [021] 2545.045500: 26747510 cycles: 352a4f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [002] 2545.045535: 32043634 cycles: 160c7a58 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2545.045769: 26697592 cycles: 20a0197 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2545.046020: 28274882 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [037] 2545.046213: 40061015 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2545.046443: 30485761 cycles: 67f6b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2545.046465: 28997094 cycles: 26653b0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [009] 2545.046611: 34757799 cycles: ffffffff8a733300 prepare_task_switch+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [020] 2545.046759: 41237534 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198049 [017] 2545.047154: 27950249 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2545.047497: 37545047 cycles: ffffffff8a7d80dd hrtimer_start_range_ns+0x8d ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198031 [026] 2545.048403: 28955448 cycles: ffffffff8a7d926b hrtimer_nanosleep+0xeb ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2545.048671: 30370825 cycles: ffffffff8aa72cb4 __check_object_size+0x24 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [045] 2545.048779: 25383102 cycles: ffffffff8a74503f select_idle_cpu+0x24f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [022] 2545.048928: 25951595 cycles: 1a68ae [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2545.049488: 39464714 cycles: ffffffff8a779fa9 psi_task_switch+0x1c9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [046] 2545.050749: 44949605 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [033] 2545.051179: 29750762 cycles: 252003fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [013] 2545.051193: 30535409 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [025] 2545.051622: 25817671 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [034] 2545.052224: 28311050 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [001] 2545.052968: 35196862 cycles: ffffffff8aa584f8 obj_cgroup_uncharge_pages+0x38 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159869 [006] 2545.053074: 28424350 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [023] 2545.053168: 27773864 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2545.053354: 41245122 cycles: ffffffff8a7763d6 calc_load_nohz_stop+0x6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [040] 2545.053640: 30864732 cycles: 186d2c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2545.053720: 24870145 cycles: ffffffff8a73be02 try_to_wake_up+0x142 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [012] 2545.054003: 39180538 cycles: 20484f24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [029] 2545.054476: 41694289 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [030] 2545.054477: 30049365 cycles: 13b08385 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [021] 2545.055013: 26940085 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [036] 2545.055883: 29477108 cycles: 14062ac6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2545.055950: 38825447 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [018] 2545.056012: 32281819 cycles: ffffffff8a7f645a futex_wake_mark+0x5a ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194619 [024] 2545.056250: 36137332 cycles: 3c74cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2545.056332: 36068159 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [035] 2545.056368: 33957033 cycles: 133a8480 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [014] 2545.056375: 26293096 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [005] 2545.056584: 32823741 cycles: 3a6131a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2545.057292: 38903432 cycles: 3b9b8df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [002] 2545.057298: 33474905 cycles: ffffffff8a73e52a idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2545.057330: 38102399 cycles: 14055ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2545.057422: 38393574 cycles: 1730a9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [008] 2545.057644: 34564613 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [042] 2545.057863: 37808478 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2545.058153: 33389862 cycles: 1378a4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [022] 2545.058657: 26073314 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2545.058865: 51143425 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [041] 2545.059031: 27385341 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2545.059955: 39498251 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [017] 2545.060070: 25552628 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [019] 2545.060163: 32535345 cycles: 1425084e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2545.060783: 29710072 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [000] 2545.060920: 44610839 cycles: 193f3d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [047] 2545.061511: 34943499 cycles: 1731095 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2545.061679: 25722197 cycles: ffffffff8b31bc75 cpuidle_get_cpu_driver+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [033] 2545.061875: 28803067 cycles: 204863ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [009] 2545.061992: 37173288 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [020] 2545.062084: 46137044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) blocksto.CLI2 194630 [004] 2545.062125: 31251913 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2545.062518: 25107793 cycles: 161b5f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2545.063081: 31122849 cycles: 17bca24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2545.063487: 27585595 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [015] 2545.063601: 42001800 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [038] 2545.063968: 39793441 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [040] 2545.064033: 30869305 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [006] 2545.064139: 28065527 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2545.064286: 33524105 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [037] 2545.064771: 35959610 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [011] 2545.064949: 52442423 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2545.065285: 32589308 cycles: ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ydbd.IC 167055 [013] 2545.065328: 42381619 cycles: bbbd357 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [046] 2545.065969: 38538090 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [014] 2545.066442: 26123044 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2545.066540: 32179320 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [016] 2545.067801: 36664516 cycles: 7f0 [unknown] ([vdso]) default-executo 196114 [012] 2545.067826: 35347261 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [023] 2545.068176: 25002277 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [036] 2545.068454: 28122973 cycles: 64fb9ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [018] 2545.068476: 30746434 cycles: ffffffff8a75fe4a __update_load_avg_se+0xea ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [007] 2545.068733: 42208413 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197252 [021] 2545.069250: 27115194 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 198619 [022] 2545.070143: 25284189 cycles: ffffffff8b6a48b6 __schedule+0x3b6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171305 [002] 2545.070263: 37969400 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [024] 2545.070306: 32098768 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [041] 2545.070330: 30848839 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [008] 2545.070398: 32187682 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [035] 2545.070711: 34493299 cycles: 64f9f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2545.070936: 31419927 cycles: ffffffff8a75c5e0 do_idle+0x70 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [005] 2545.070949: 32260703 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [032] 2545.071504: 33157881 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2545.071784: 38253885 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [042] 2545.071841: 34711454 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2545.071867: 34399981 cycles: ffffffff8b61acd0 timerqueue_del+0x10 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [010] 2545.072434: 28765544 cycles: 17408d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168709 [025] 2545.072703: 24727723 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [045] 2545.072883: 24969203 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [027] 2545.072992: 40673017 cycles: 1300ee27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [017] 2545.073747: 23098931 cycles: ffffffff8b6226c8 xas_start+0x18 ([kernel.kallsyms]) ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [004] 2545.074006: 29923235 cycles: 140c2349 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [019] 2545.074179: 34274491 cycles: 14120dc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [033] 2545.074216: 31184427 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2545.074245: 26662796 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2545.075474: 34578726 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 154840 [040] 2545.075887: 30617347 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [047] 2545.076475: 33432313 cycles: 15ad68c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2545.076960: 34912746 cycles: ffffffff8a7d6e08 get_next_timer_interrupt+0x88 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [030] 2545.077355: 30998824 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [003] 2545.077515: 30199752 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2545.077679: 34070182 cycles: 194af71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [014] 2545.077757: 30381113 cycles: 1402fdb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [000] 2545.077759: 37220032 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165449 [006] 2545.078270: 30927021 cycles: ffffffff8a779e8c psi_task_switch+0xac ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 154840 [009] 2545.078530: 35619048 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [023] 2545.078729: 24484246 cycles: 3a90e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [036] 2545.079261: 30199562 cycles: ffffffff8a9ef69d get_page_from_freelist+0x1ad ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [046] 2545.079279: 35774238 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2545.079378: 43297538 cycles: ffffffff8a73be10 try_to_wake_up+0x150 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [039] 2545.079896: 38224722 cycles: 1302b10f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [031] 2545.080242: 42782195 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [013] 2545.080305: 41572941 cycles: ffffffff8aa1cb11 vma_alloc_folio+0xb1 ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1bd4392 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 170419 [018] 2545.080485: 33275346 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2545.080585: 47415487 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [022] 2545.080770: 24801615 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2545.081284: 25973723 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [007] 2545.081479: 40093144 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 154840 [015] 2545.081810: 38321813 cycles: bc0917c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 171397 [024] 2545.082002: 30495010 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [045] 2545.082390: 24969203 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2545.082581: 35285707 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226b18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [001] 2545.082587: 34298078 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [016] 2545.082605: 32502222 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2545.083012: 29831128 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [026] 2545.083235: 29399542 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [032] 2545.084106: 30944873 cycles: 178fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [025] 2545.084301: 27048489 cycles: ffffffff8a7c5804 exit_to_user_mode_prepare+0xb4 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [034] 2545.084353: 26397517 cycles: 204b0e1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2545.084542: 27525200 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [042] 2545.084628: 32099192 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2545.084867: 46202835 cycles: 68a3afe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165435 [017] 2545.084876: 22516750 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [041] 2545.085085: 29140072 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [044] 2545.085287: 34034309 cycles: 152b0054 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [005] 2545.086110: 31545342 cycles: 3c7a099 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170457 [040] 2545.086274: 35495122 cycles: ffffffff8a7d9198 hrtimer_nanosleep+0x18 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [029] 2545.086529: 33062143 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) ydbd 194000 [004] 2545.086775: 31515070 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [035] 2545.087051: 43128797 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [028] 2545.087402: 34525304 cycles: ffffffffc0ca23eb __nf_conntrack_find_get+0xab ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2545.087872: 35428815 cycles: 3a612fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [023] 2545.088220: 24111036 cycles: 1860231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [011] 2545.088343: 47556018 cycles: 35df690 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [030] 2545.088962: 29734337 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [014] 2545.089801: 28469678 cycles: ffffffff8b3a6cce process_backlog+0xae ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2545.090422: 43453359 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172767 [019] 2545.090494: 35592006 cycles: bbc8e06 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [021] 2545.090700: 29269981 cycles: ffffffff8b623b6a xas_load+0x7a ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2545.090997: 27064488 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166757 [022] 2545.091027: 27594804 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [043] 2545.091119: 41465227 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [013] 2545.091729: 39980897 cycles: ffffffff8a7c57a1 exit_to_user_mode_prepare+0x51 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 95219 pthread_create+0x5d9 (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 198047 [034] 2545.091870: 27782854 cycles: ffffffff8b483101 tcp_event_new_data_sent+0x51 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2545.091879: 33432313 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [008] 2545.091898: 30594921 cycles: 2520b3fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [006] 2545.092056: 30927021 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [046] 2545.092097: 41520849 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [018] 2545.092307: 34113782 cycles: ffffffff8a9746e5 folio_mark_accessed+0x5 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2545.092324: 28471643 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [037] 2545.092507: 34070182 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2545.093453: 32100081 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) Test 194631 [024] 2545.093659: 28940029 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [045] 2545.094500: 29623915 cycles: 3b9599f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2545.095152: 33007832 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198686 [010] 2545.095174: 26733697 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [026] 2545.095306: 31635079 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [017] 2545.095656: 22388067 cycles: ffffffff8adb058f _find_next_bit+0x1f ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [009] 2545.095828: 45386368 cycles: 167eae0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [042] 2545.096268: 30574363 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [038] 2545.096386: 38466337 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2545.096562: 29255550 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 150656 [016] 2545.096626: 29055622 cycles: ffffffff8a65fa16 fpregs_assert_state_consistent+0x6 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 198657 [041] 2545.096719: 35999141 cycles: 3b1688f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 198116 [039] 2545.097127: 40401803 cycles: bbbd377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [001] 2545.097530: 32775987 cycles: 204a5514 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2545.097837: 30565775 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 197878 [015] 2545.097966: 45579287 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [023] 2545.098145: 24506676 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b76584 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [020] 2545.098681: 45966365 cycles: 251dfc47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [044] 2545.099001: 39162531 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [007] 2545.099071: 39382755 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 196922 [014] 2545.099242: 29236490 cycles: bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [040] 2545.099801: 35449558 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [028] 2545.100078: 36182139 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4132d [unknown] ([unknown]) diskagentd 159620 [012] 2545.100082: 40555658 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 171397 [031] 2545.100287: 50600676 cycles: ffffffff8a74dc39 dequeue_entity+0xb9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [003] 2545.100480: 28198327 cycles: ffffffff8a74c5e6 select_task_rq_fair+0x166 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [029] 2545.100503: 46993440 cycles: ffffffff8a752377 __update_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [005] 2545.100800: 28506872 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2514ce1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2545.100920: 41959900 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2545.101158: 34699776 cycles: 21a29900 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [030] 2545.101239: 35073745 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3c31ce1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2545.101443: 28385751 cycles: 16664f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [034] 2545.101696: 29410024 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [022] 2545.101697: 32403670 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [002] 2545.102418: 47322522 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [008] 2545.102906: 30137670 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [024] 2545.103207: 29861445 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [036] 2545.103317: 33189410 cycles: 141aadd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [010] 2545.103698: 27043975 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [035] 2545.103868: 43713581 cycles: 1330d86c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193485 [017] 2545.104982: 22696806 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efd4e38c13f [unknown] (//anon) nbsd.User 197533 [019] 2545.105119: 38151201 cycles: 1406f6ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [037] 2545.105506: 40996921 cycles: ffffffff8a74aacb update_curr+0x3b ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [018] 2545.105807: 41268676 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [013] 2545.105960: 35787936 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2545.106589: 36752769 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [047] 2545.106690: 40554212 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2545.106766: 33476478 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194347 [026] 2545.106927: 30061386 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [046] 2545.107212: 39781618 cycles: 6507701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2545.107611: 37044005 cycles: 21a31048 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [032] 2545.107667: 33110990 cycles: 14024df3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2545.107728: 29699823 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [016] 2545.107775: 28005177 cycles: 14025cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [043] 2545.108025: 34206556 cycles: 36fdde1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2545.108219: 32491584 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167053 [023] 2545.108533: 24047362 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2545.108587: 39681916 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [014] 2545.108956: 36687039 cycles: ffffffff8b39ad16 enqueue_to_backlog+0x56 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [004] 2545.109789: 32004244 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2545.109846: 35306315 cycles: ffffffff8b44f5c3 ipv4_mtu+0x63 ([kernel.kallsyms]) ffffffff8b4862fe tcp_current_mss+0xbe ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167045 [027] 2545.110354: 54427184 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [041] 2545.110968: 34003709 cycles: 17f4d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [038] 2545.111416: 35191705 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) diskagen.AIO.SQ 198055 [005] 2545.111932: 30100884 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [003] 2545.112640: 27242840 cycles: 1a699d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2f72c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [034] 2545.112993: 32947708 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [039] 2545.113010: 42595789 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [008] 2545.113110: 30114010 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [020] 2545.113375: 45091892 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [010] 2545.113637: 27715792 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [044] 2545.114042: 33836632 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2545.114237: 33671847 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2545.114521: 34802109 cycles: ffffffff8a7d7b3e __remove_hrtimer+0x2e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [028] 2545.114549: 34634688 cycles: 68d0bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2545.114790: 35483556 cycles: 133ba1dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [024] 2545.115005: 31758900 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [030] 2545.115061: 35073745 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [021] 2545.115353: 25899389 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2545.115446: 35474493 cycles: 3a35281 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165265 [006] 2545.115981: 37585642 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [017] 2545.116145: 22360980 cycles: 24f7826d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [015] 2545.116157: 41662795 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) PdGetEv 154952 [012] 2545.116509: 33761784 cycles: 156cee8b [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [001] 2545.117157: 33247127 cycles: 154cb0e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [007] 2545.117360: 30876110 cycles: 26672e7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2545.118209: 38590630 cycles: 161b5f13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2545.118310: 28770605 cycles: 1c6ef791 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [016] 2545.118724: 27334199 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [023] 2545.119133: 24163906 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [002] 2545.120040: 39052423 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [014] 2545.120337: 35740168 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [032] 2545.120439: 40007815 cycles: 3a77aac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [004] 2545.120595: 31171880 cycles: ffffffff8b47ea9f tcp_ack+0x13f ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [046] 2545.120637: 36621434 cycles: ffffffff8a779de5 psi_task_switch+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2545.120660: 46662105 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2545.121001: 31220508 cycles: ffffffff8ac648fa fsnotify_perm.part.0+0x3a ([kernel.kallsyms]) ffffffff8ac66aee security_file_permission+0x4e ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [045] 2545.121098: 26620130 cycles: 404d9f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [029] 2545.121414: 33549481 cycles: 14068f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [000] 2545.122264: 32818965 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2545.122285: 35526877 cycles: ffffffff8a7efdeb tick_nohz_idle_exit+0xdb ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [008] 2545.122468: 34188478 cycles: 1406fb2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [003] 2545.122573: 29186573 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [025] 2545.122634: 28203850 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [047] 2545.122675: 34904192 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2545.122741: 33561628 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [037] 2545.122829: 39933020 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197527 [019] 2545.123187: 35179506 cycles: 1406fa5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [021] 2545.123306: 26310174 cycles: ffffffff8b800bbc asm_exc_page_fault+0xc ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [031] 2545.123324: 42840708 cycles: 3c77f7d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [043] 2545.123520: 30107786 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2545.123791: 32409164 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [010] 2545.124209: 27711002 cycles: 3b10d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [017] 2545.124744: 22360980 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2545.124988: 37880242 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2545.125208: 27343756 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2545.125863: 32924864 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2545.126373: 38398229 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [024] 2545.126918: 30504367 cycles: ffffffff8a74ff05 update_sg_lb_stats+0x105 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 155860 [034] 2545.126935: 35817580 cycles: ffffffff8a752335 __update_idle_core+0x5 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 151709 [044] 2545.127278: 31494991 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 193836 [009] 2545.128073: 31889200 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [036] 2545.128223: 32809558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14082dbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [022] 2545.128521: 30835790 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [016] 2545.129054: 27185896 cycles: 2049b63d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [030] 2545.129236: 42204497 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [007] 2545.129365: 29313132 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [006] 2545.129640: 34383303 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2545.129841: 36813814 cycles: 1ca684f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2545.130144: 23779810 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [033] 2545.130157: 30430340 cycles: 7f6 [unknown] ([vdso]) diskagentd 165165 [026] 2545.130291: 27780735 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [004] 2545.130405: 31835235 cycles: 1ea7081 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [012] 2545.130461: 31057360 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2545.130598: 39497140 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [020] 2545.130660: 37227658 cycles: ffffffff8aa2b388 memcg_slab_post_alloc_hook+0x8 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [015] 2545.131322: 36008849 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2545.131992: 29012315 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI2 196118 [001] 2545.132244: 31950770 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [027] 2545.132621: 48975743 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 154858 [014] 2545.133156: 33012722 cycles: ffffffff8a760468 __update_load_avg_cfs_rq+0x28 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [045] 2545.133169: 25261014 cycles: 2516cd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2545.133258: 27808644 cycles: ffffffff8a739a76 ttwu_do_activate+0x86 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2545.133262: 35358694 cycles: ffffffff8a6b7d01 kvm_sched_clock_read+0x21 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2545.133415: 34416015 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [017] 2545.134183: 27416476 cycles: 17ed009 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2545.134322: 28001498 cycles: ffffffff8a75c593 do_idle+0x23 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [042] 2545.134631: 33209181 cycles: ffffffff8a6f2fda __local_bh_enable_ip+0x2a ([kernel.kallsyms]) ffffffff8b3a4c79 __dev_queue_xmit+0x299 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [010] 2545.134703: 33040850 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 166613 [002] 2545.134830: 33919908 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [043] 2545.134877: 29206527 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2545.135104: 34157943 cycles: ffffffff8a69c2f5 lapic_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7bb6 __remove_hrtimer+0xa6 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2545.135246: 31557013 cycles: 2049b594 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2545.135592: 30586561 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2545.136033: 31602430 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [018] 2545.136197: 43938004 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [038] 2545.136409: 30311743 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [032] 2545.136473: 40007815 cycles: ffffffff8b800106 entry_SYSCALL_64_after_hwframe+0x8e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [037] 2545.136602: 42333131 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160831 [022] 2545.137950: 30700326 cycles: ffffffff8a74aa90 update_curr+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [044] 2545.138114: 30540305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197889 [024] 2545.138467: 29076796 cycles: ffffffff8a7d8063 hrtimer_start_range_ns+0x13 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198031 [047] 2545.138566: 29723373 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2545.139156: 34833046 cycles: 25259f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2545.139507: 28555612 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [005] 2545.139576: 24438627 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [041] 2545.139858: 38860287 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2545.139918: 26790665 cycles: ffffffff8a753cae pick_next_task_fair+0x1ee ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [011] 2545.139961: 32003773 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2545.140125: 33360946 cycles: ffffffff8a99a405 quiet_vmstat+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [034] 2545.140359: 32832214 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [033] 2545.141245: 29489457 cycles: 64fa72e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2545.141497: 32413236 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2545.141519: 22658288 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [031] 2545.141573: 33374799 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [028] 2545.141583: 40168482 cycles: ad513c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 163665 [004] 2545.141830: 30587254 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [036] 2545.141869: 36199975 cycles: ffffffff8a990d49 shmem_get_folio_gfp+0x129 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 168699 [007] 2545.142108: 27390273 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [006] 2545.142287: 38322440 cycles: 137b676 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [045] 2545.143858: 25215939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [021] 2545.144037: 27633260 cycles: 133ac8dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2545.144057: 32389829 cycles: 14068e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [035] 2545.144088: 33075208 cycles: 1360bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [020] 2545.144129: 34337422 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [003] 2545.145113: 26979286 cycles: 161b5f13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2545.145210: 26653143 cycles: ffffffff8a7d76b9 hrtimer_wakeup+0x9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2545.145572: 37349273 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [030] 2545.145648: 41579841 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2545.145838: 32263101 cycles: 2825c34 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [043] 2545.146036: 30561806 cycles: 139f0dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2545.146293: 25661384 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [008] 2545.146364: 30839706 cycles: 172c17d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 169827 [000] 2545.146694: 44949397 cycles: ffffffff8a746405 set_next_buddy+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [015] 2545.147353: 35543218 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [039] 2545.147465: 37187196 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [040] 2545.147496: 32061510 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [046] 2545.147716: 29852522 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155846 [013] 2545.147790: 35797988 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [005] 2545.147850: 24595161 cycles: 2048bdad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [010] 2545.148190: 34375907 cycles: 261ce02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 167057 [038] 2545.148237: 29560762 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [002] 2545.148859: 30114948 cycles: 3b8b4d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [022] 2545.149429: 29430839 cycles: 14068f3a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [016] 2545.149713: 26668315 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [024] 2545.149759: 27875992 cycles: ffffffff8b6acef6 _raw_read_unlock_irqrestore+0x6 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [029] 2545.149903: 26719130 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2545.150355: 28400529 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [044] 2545.150535: 28463379 cycles: 3c46f4b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2545.150711: 31669408 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [023] 2545.151761: 22531797 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2545.152145: 42238362 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [004] 2545.152380: 30596323 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [018] 2545.153184: 35785144 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [033] 2545.153309: 31338575 cycles: 64f5c49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [011] 2545.153790: 31679696 cycles: 3ac57b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [037] 2545.154368: 45472380 cycles: 36bc8a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [012] 2545.154414: 29923360 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2545.154444: 34895704 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [045] 2545.154454: 24740297 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [031] 2545.154866: 30353026 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [034] 2545.155069: 31921030 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2545.155072: 34860297 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [027] 2545.155426: 43482545 cycles: 1399481 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [009] 2545.155471: 39899631 cycles: ffffffff8b696b73 sysvec_apic_timer_interrupt+0x13 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [021] 2545.155545: 26478496 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [019] 2545.155554: 32594503 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [007] 2545.155995: 24744249 cycles: 252083f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170139 [041] 2545.156163: 36062737 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [025] 2545.156457: 28014109 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2545.156841: 33613670 cycles: ffffffff8b6a45be __schedule+0xbe ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170457 [017] 2545.157263: 26653143 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [005] 2545.157326: 28489936 cycles: ffffffff8aa51448 consume_stock+0x18 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b46dbdc tcp_stream_alloc_skb+0xbc ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [028] 2545.157338: 38411859 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13b91f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2545.157365: 30918836 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2545.157683: 29740284 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [002] 2545.158039: 31003977 cycles: 163362a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [024] 2545.158466: 28823330 cycles: 1973524 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [008] 2545.158714: 29328740 cycles: 14088ef3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [020] 2545.158715: 30320491 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2545.158774: 29952610 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [046] 2545.159102: 32945884 cycles: 3cb3c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [022] 2545.159264: 29273853 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6d21 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 196118 [043] 2545.159967: 27976679 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [040] 2545.160041: 30745555 cycles: ffffffff8a7b80c3 rcu_note_context_switch+0x2b3 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165265 [038] 2545.160093: 29560762 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 197518 [001] 2545.160133: 36041663 cycles: 14130700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [023] 2545.160190: 23284845 cycles: 1539736c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [016] 2545.160448: 26601150 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2545.160707: 30698431 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2545.161070: 42147052 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [010] 2545.161170: 34242167 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [044] 2545.161439: 27753093 cycles: 13396421 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [029] 2545.161714: 25438496 cycles: 6e8 [unknown] ([vdso]) swapper 0 [039] 2545.161853: 32297277 cycles: ffffffff8a735ddb update_rq_clock+0xb ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [030] 2545.162450: 41275023 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2545.162682: 25732833 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [047] 2545.163156: 28946868 cycles: 11aa24 readv+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159884 [013] 2545.163771: 40521176 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [004] 2545.164317: 35826311 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [007] 2545.164644: 25052996 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [034] 2545.164693: 38614033 cycles: ffffffff8b697805 exc_page_fault+0x15 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [021] 2545.165265: 26605587 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14119e1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [014] 2545.165345: 34140336 cycles: 1a7197 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141d194c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [000] 2545.165616: 37050216 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [033] 2545.165789: 29726605 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [012] 2545.165842: 29294977 cycles: 2516e992 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [031] 2545.166104: 30012487 cycles: 2aadeac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2545.166237: 36812915 cycles: 68605d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2545.166816: 36522645 cycles: ffffffff8b45c946 __ip_queue_xmit+0x196 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [036] 2545.167045: 36050401 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2545.167182: 30041720 cycles: ffffffff8a73cae5 send_call_function_single_ipi+0x75 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [011] 2545.167335: 32431071 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.SRV2 194363 [025] 2545.167751: 30315930 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [042] 2545.167988: 30259786 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 150641 [002] 2545.168276: 30930740 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2545.168539: 29325970 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2545.168930: 26653143 cycles: ffffffff8a7476c2 attach_entity_load_avg+0x32 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [005] 2545.169012: 31477403 cycles: 21a0575d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2545.169293: 38566329 cycles: 3b9dcf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [003] 2545.169533: 32608749 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [022] 2545.169635: 29286678 cycles: 64faec6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [016] 2545.169928: 29573265 cycles: 1408630a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [038] 2545.169988: 35976480 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [043] 2545.170046: 28152262 cycles: ffffffff8a74e0d8 dequeue_task_fair+0x98 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2545.170362: 32503807 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2545.170580: 23430011 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagentd 159615 [006] 2545.170890: 35601274 cycles: ffffffff8a779f0f psi_task_switch+0x12f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 170129 [046] 2545.170949: 34949143 cycles: ffffffff8ab3dda0 do_task_stat+0xa0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad48c7e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 196918 [040] 2545.170958: 32452330 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [020] 2545.171120: 35734161 cycles: ffffffff8b692162 do_syscall_64+0x12 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2545.171209: 28558278 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2545.171718: 36242401 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2545.171824: 25305990 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2545.172233: 43339047 cycles: ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [037] 2545.172449: 42983082 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [009] 2545.172871: 35946767 cycles: ffffffff8a753adc pick_next_task_fair+0x1c ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [026] 2545.173334: 34438488 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2545.173596: 26130446 cycles: 175b0ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [045] 2545.173733: 25299329 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198707 [010] 2545.173803: 40157294 cycles: ffffffff8a6c7cfd __virt_addr_valid+0x4d ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [027] 2545.173851: 39573801 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160831 [047] 2545.174585: 28946868 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2545.174756: 39082049 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [031] 2545.176241: 29771518 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [015] 2545.176674: 47018889 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2545.176751: 31308205 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [039] 2545.177056: 35131520 cycles: 16237aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [004] 2545.177215: 37393054 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2545.177377: 39590973 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [018] 2545.177542: 36087202 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [008] 2545.178535: 29457582 cycles: 17311fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165165 [021] 2545.178651: 26605587 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 166600 [014] 2545.178850: 31346630 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [029] 2545.179044: 26839772 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2545.179261: 29726605 cycles: 36a06a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2545.179410: 29217552 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [032] 2545.179569: 35702829 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b480e05 tcp_rcv_established+0x175 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [024] 2545.179832: 28580306 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [034] 2545.179897: 35431365 cycles: 1572fe97 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [000] 2545.179909: 35867870 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [036] 2545.180076: 37722608 cycles: ffffffff8a753601 newidle_balance+0x31 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2545.180242: 29652128 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [023] 2545.180485: 23393420 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2545.180872: 32157310 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [038] 2545.180891: 35185661 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [025] 2545.180915: 30448270 cycles: 21b6944e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [044] 2545.181073: 34492282 cycles: ffffffff8a9eae1f free_pcp_prepare+0x10f ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 162528 [043] 2545.181089: 33941572 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [017] 2545.181107: 40585108 cycles: ffffffff8aa5d93d mod_objcg_state+0x10d ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2545.181324: 30449627 cycles: ffffffff8a7605c5 __update_load_avg_cfs_rq+0x185 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198852 [011] 2545.181508: 36932306 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [013] 2545.181601: 37933453 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [003] 2545.181970: 34193301 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [040] 2545.182424: 31144101 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [006] 2545.182793: 37375519 cycles: 204a3709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [045] 2545.183917: 24919025 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [005] 2545.184054: 35861989 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [007] 2545.184449: 26647308 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2545.184728: 36766563 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196769 [046] 2545.185665: 30395688 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [035] 2545.185894: 40572635 cycles: 1860c2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2545.186649: 29948928 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [026] 2545.186651: 32466234 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [047] 2545.186705: 39282298 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [041] 2545.187145: 36242401 cycles: 15439498 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2545.187326: 40760439 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 168895 [012] 2545.188852: 33170484 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7b81b7 rcu_core+0xa7 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.AIO0 198852 [008] 2545.188931: 29073001 cycles: 2516ea20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2545.188942: 46274142 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [031] 2545.189135: 37404572 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [010] 2545.189261: 34445875 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 197447 [023] 2545.189292: 26696928 cycles: ffffffff8b46c71c tcp_wmem_schedule+0xc ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [022] 2545.189346: 29691359 cycles: ffffffff8a7655c8 record_times+0x38 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [001] 2545.189460: 38495004 cycles: 13bd58f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2545.189810: 39191155 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [028] 2545.190234: 41517400 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [018] 2545.190470: 40888417 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [014] 2545.191221: 36867051 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [032] 2545.191491: 44586546 cycles: 3b9b69a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170455 [024] 2545.191568: 33468170 cycles: bbb99eb [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [027] 2545.191663: 38252397 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [021] 2545.191669: 26605587 cycles: ffffffff8aa51441 consume_stock+0x11 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI1 198656 [002] 2545.191780: 28604419 cycles: 6442910 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [004] 2545.191847: 40293971 cycles: 2049af93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155846 [034] 2545.192058: 35348585 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [044] 2545.192298: 33796637 cycles: 12ee0bcc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [033] 2545.192433: 33503762 cycles: 204b0d46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [030] 2545.192528: 34612037 cycles: ffffffff8a7d7e3a __hrtimer_start_range_ns+0x15a ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [039] 2545.192952: 33371223 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [016] 2545.193363: 32625921 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2545.193370: 36666733 cycles: 17fdeb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [025] 2545.193412: 39465565 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197562 [043] 2545.193581: 35882988 cycles: 13b2d265 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [045] 2545.193803: 24955355 cycles: 35fdebc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [042] 2545.194205: 43986942 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) timer_manager 196957 [000] 2545.194308: 44309981 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 11a0973c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [013] 2545.194555: 39743940 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [040] 2545.194833: 28817676 cycles: 186a2a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [036] 2545.194842: 39068251 cycles: ffffffff8a741309 update_min_vruntime+0x59 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [007] 2545.195165: 28053806 cycles: 3a90174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [006] 2545.196368: 37535712 cycles: ffffffff8b50f083 unix_stream_read_generic+0x163 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [046] 2545.196551: 29803322 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [029] 2545.196924: 31044432 cycles: ffffffff8a743392 select_idle_core+0x42 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [003] 2545.197151: 29715839 cycles: 1554b8f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [020] 2545.197218: 34085865 cycles: 206baf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [015] 2545.197299: 42049744 cycles: 14015fe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [026] 2545.197395: 39319834 cycles: ffffffff8b696bb0 sysvec_apic_timer_interrupt+0x50 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2545.197987: 40440772 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [041] 2545.198756: 48185784 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [023] 2545.198813: 30077232 cycles: 17435f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [017] 2545.199056: 38961309 cycles: ffffffff8b46ede0 tcp_sendmsg_locked+0x4e0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 194353 [008] 2545.199189: 28984880 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2545.199205: 36352879 cycles: 140620dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [005] 2545.199388: 32427332 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [010] 2545.200192: 33409389 cycles: 3b9c950 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [012] 2545.200871: 31348514 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [022] 2545.202048: 31166717 cycles: d5b3082 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [002] 2545.202729: 27814959 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [021] 2545.203194: 38907516 cycles: ffffffff8a9bba08 do_anonymous_page+0x2e8 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [024] 2545.203672: 34650263 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2545.204600: 33489029 cycles: ffffffff8a996747 need_update+0x67 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [035] 2545.204791: 40774023 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dba9e2227 [unknown] (//anon) nbsd.SRV2 194363 [030] 2545.204866: 35852510 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [044] 2545.204904: 35156364 cycles: 154cb037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [001] 2545.205054: 41610527 cycles: ffffffff8a9ed58f rmqueue+0x68f ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2545.205056: 35766839 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [014] 2545.205154: 32756652 cycles: ffffffff8a764e68 __wake_up_common+0x58 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [045] 2545.205182: 24209937 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) swapper 0 [028] 2545.205310: 45547138 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.SRV2 197556 [016] 2545.205352: 34422506 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2545.205473: 31874473 cycles: ffffffff8b697eaf ct_idle_exit+0xf ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [004] 2545.205812: 35703753 cycles: 20489716 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [034] 2545.205842: 35662609 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [043] 2545.206191: 35326185 cycles: ffffffff8b3a3ca8 skb_csum_hwoffload_help+0x38 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [038] 2545.206234: 38408343 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 4f7728e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 197891 [007] 2545.206344: 27362671 cycles: 20483e95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [037] 2545.206671: 39468450 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [019] 2545.206738: 41624503 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169822 [018] 2545.207022: 34301391 cycles: ffffffff8a7435e2 pick_next_entity+0xd2 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [046] 2545.207638: 28460967 cycles: ffffffff8aa31665 __kmem_cache_alloc_node+0x65 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2545.207672: 28814758 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2545.208094: 47336004 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [039] 2545.208101: 33194881 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [006] 2545.208333: 38242805 cycles: 35f4e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [013] 2545.208410: 40709785 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2545.208446: 28893251 cycles: ffffffff8a74ea3c put_prev_task_fair+0xc ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2545.208783: 39063247 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bc648a4f [unknown] (//anon) swapper 0 [000] 2545.208863: 38669354 cycles: ffffffff8a74367f pick_next_entity+0x16f ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 159388 [027] 2545.208889: 42134411 cycles: 21b6aa11 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198053 [036] 2545.209284: 38199177 cycles: 13026394 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [008] 2545.209315: 28955599 cycles: ffffffff8a9a5a36 __kmalloc+0x56 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [020] 2545.210191: 38828186 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [023] 2545.210238: 32590608 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bced003f [unknown] (//anon) nbsd.SRV2 197556 [029] 2545.210307: 31140869 cycles: 1c78361a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2545.211275: 38189074 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [005] 2545.211292: 30539987 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 169832 [012] 2545.211455: 30914156 cycles: c50 [unknown] ([vdso]) nbsd.SRV1 197555 [002] 2545.211723: 31612648 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2545.212371: 37011062 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 194456 [015] 2545.212379: 41271791 cycles: 1fd4d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 196866 [010] 2545.212403: 32227937 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [017] 2545.212693: 40425064 cycles: ffffffff8a7479b9 update_load_avg+0xe9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2545.212739: 42730869 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2545.212881: 34346787 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [022] 2545.214094: 29627198 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2545.214241: 25232038 cycles: ffffffff8a7dc9d9 ktime_get_update_offsets_now+0x49 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [044] 2545.215275: 35357311 cycles: ffffffff8b4705e4 tcp_recvmsg_locked+0x764 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165162 [024] 2545.216231: 33640806 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198738 [007] 2545.216639: 30502622 cycles: 6490169 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [041] 2545.216659: 52337462 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [014] 2545.217364: 34171108 cycles: ffffffff8a6b7d09 kvm_sched_clock_read+0x29 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170145 [004] 2545.217787: 35050689 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [046] 2545.217908: 29318583 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165435 [016] 2545.217928: 36212264 cycles: 21b6aa7c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [038] 2545.218687: 40193058 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [030] 2545.219013: 36534646 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [034] 2545.219077: 37077571 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [031] 2545.219191: 32590251 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [040] 2545.219687: 31170716 cycles: 3c74c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [018] 2545.219941: 31523950 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [033] 2545.220342: 27065244 cycles: 20486827 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [021] 2545.220363: 34825796 cycles: ffffffff8b3898b4 __skb_datagram_iter+0x1e4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [008] 2545.220659: 29074437 cycles: 93d71 pthread_cond_timedwait+0x111 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [036] 2545.220953: 37528903 cycles: 3ac3f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [009] 2545.220967: 31028472 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2545.221085: 33167397 cycles: 175b31b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [001] 2545.221295: 39328532 cycles: 18602cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [029] 2545.221525: 29974919 cycles: 2049b5d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197240 [035] 2545.221663: 50327096 cycles: 14088ef3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [032] 2545.221872: 41709026 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 194094 [026] 2545.222729: 42191893 cycles: ffffffff8a717345 pid_task+0x25 ([kernel.kallsyms]) ffffffff8a7e7a77 posix_cpu_clock_get+0x47 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [025] 2545.222851: 35868641 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) Test 196124 [039] 2545.222901: 34969939 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [002] 2545.223186: 34236582 cycles: ffffffff8b47eb9a tcp_ack+0x23a ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [012] 2545.223289: 34935838 cycles: ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2545.223482: 36701286 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [043] 2545.223513: 33360901 cycles: ffffffff8a74dc22 dequeue_entity+0xa2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IO 165163 [037] 2545.223617: 32474388 cycles: ffffffff8a80fd29 cgroup_rstat_updated+0x59 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.Backgr 194456 [015] 2545.223754: 39735596 cycles: 1fd4d32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [000] 2545.224088: 43467555 cycles: ffffffff8b370bb5 copy_msghdr_from_user+0x5 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2545.224091: 46493479 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [045] 2545.224566: 25232038 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [042] 2545.224677: 41719197 cycles: 137fc0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [010] 2545.224924: 29786127 cycles: 64f5c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [022] 2545.225642: 28235489 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [020] 2545.225854: 32982897 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2545.225862: 35982396 cycles: ffffffff8a753c58 pick_next_task_fair+0x198 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [019] 2545.226592: 44731192 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [013] 2545.226663: 43950732 cycles: 6890cfd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [005] 2545.226837: 26828168 cycles: 24f780bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [047] 2545.227259: 36513431 cycles: ffffffff8aa51479 consume_stock+0x49 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2545.227671: 33835098 cycles: 20a7928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [033] 2545.228660: 27688371 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2545.229161: 33578502 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [044] 2545.229490: 34702356 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2545.230229: 40313362 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2545.230636: 32443906 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [004] 2545.231191: 34905728 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [018] 2545.231645: 30561532 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [008] 2545.231758: 30315993 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [007] 2545.231808: 30502622 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2545.231879: 35096012 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [016] 2545.231909: 32770085 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2545.232150: 30373604 cycles: ffffffff8a74d60f set_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [029] 2545.232319: 30204589 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [040] 2545.232381: 32963276 cycles: ffffffff8b50b89e unix_poll+0x5e ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [045] 2545.232409: 30981486 cycles: 21a1b57d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 169827 [017] 2545.232802: 34273186 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 194355 [038] 2545.232978: 39832557 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [034] 2545.233313: 33606203 cycles: 96420 pthread_getspecific+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1229281 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) network poller 197531 [009] 2545.233527: 28988865 cycles: ffffffff8a738c40 pick_next_task+0x940 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2545.233815: 36674706 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [030] 2545.233946: 31406132 cycles: 133a9e01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2545.234282: 33982748 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [036] 2545.234620: 41520555 cycles: ffffffff8b4761c0 tcp_ack_tstamp+0x0 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2545.234674: 29684751 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd-lig.Backgr 194456 [015] 2545.234712: 38734008 cycles: 1fd4d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [010] 2545.234732: 29874358 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [037] 2545.235507: 30531731 cycles: ffffffff8a74c770 select_task_rq_fair+0x2f0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [022] 2545.235537: 28403050 cycles: 13c7cd9a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165165 [012] 2545.235598: 38972647 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [006] 2545.235600: 34588846 cycles: ffffffff8a75fb36 __update_load_avg_blocked_se+0xf6 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3adfbf2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [043] 2545.235860: 34459784 cycles: 12d8a8a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [002] 2545.236283: 31528010 cycles: 1434d291 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [032] 2545.236995: 40344941 cycles: ffffffff8aaef173 eventfd_poll+0x33 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2545.237432: 38605298 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [041] 2545.238313: 43059873 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197250 [020] 2545.238340: 31200391 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [005] 2545.238467: 26828168 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [000] 2545.238911: 41893776 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [026] 2545.239475: 38131128 cycles: 3b1ac2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2545.239482: 40129396 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [027] 2545.240080: 32393372 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [033] 2545.240203: 26842045 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [042] 2545.240911: 35873448 cycles: 3b8255b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [044] 2545.240918: 50800420 cycles: ffffffff8a7d3716 calc_wheel_index+0x6 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b48657b tcp_schedule_loss_probe+0x2b ([kernel.kallsyms]) ffffffff8b47f2a9 tcp_ack+0x949 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [023] 2545.241054: 39999459 cycles: 2047f5e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196760 [035] 2545.241117: 43717858 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) network poller 198436 [047] 2545.241573: 36557259 cycles: ffffffff8a743376 select_idle_core+0x26 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2545.242069: 31787733 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2545.242112: 45051432 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [024] 2545.242618: 34144190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [016] 2545.243001: 31062569 cycles: 1330e256 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198749 [045] 2545.243060: 32830523 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2545.243612: 37435298 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2545.244207: 36418461 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [029] 2545.244280: 36384394 cycles: ad45daf [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 198846 [008] 2545.244460: 32056812 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2545.244663: 30769265 cycles: 1ca22f2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [030] 2545.244732: 30600439 cycles: 141e8c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [019] 2545.245008: 46074867 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [004] 2545.245125: 34265304 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [007] 2545.245215: 38577437 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.Backgr 194456 [015] 2545.245359: 38086389 cycles: 1fd563f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [009] 2545.245449: 28412655 cycles: 2a9143c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [022] 2545.245704: 28299387 cycles: 3c80d33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [010] 2545.245876: 29576655 cycles: 250fd1f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [034] 2545.245884: 37666663 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [003] 2545.246031: 32101899 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [037] 2545.246037: 30044335 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2545.246126: 33932332 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2545.246939: 26522143 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [006] 2545.246967: 33608100 cycles: 133b9bbe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2545.247077: 33231913 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2545.247295: 27565962 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [017] 2545.247540: 36247080 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [002] 2545.247967: 33905975 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [014] 2545.248114: 30088747 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2545.248294: 39819380 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [036] 2545.249239: 40487625 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [005] 2545.249557: 36396207 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [020] 2545.249869: 29521410 cycles: 21a06290 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2545.249904: 42215080 cycles: 3b9a020 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [043] 2545.250256: 30356217 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 160809 [039] 2545.251760: 34839601 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 159511 [033] 2545.252073: 29148938 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [032] 2545.252173: 36652618 cycles: 3ca41c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [046] 2545.253422: 37453892 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [027] 2545.253432: 32198423 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [016] 2545.253861: 30703281 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [026] 2545.253877: 37837416 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [025] 2545.254007: 43140289 cycles: 14067788 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [041] 2545.254026: 38745982 cycles: 12d6bc5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2545.255135: 38462989 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [040] 2545.255166: 30384192 cycles: 1549f8af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2545.255229: 39234820 cycles: ffffffff8a7f8434 flush_smp_call_function_queue+0x74 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [047] 2545.255756: 36678856 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [015] 2545.255794: 37778979 cycles: 1fd563f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [045] 2545.255860: 33322728 cycles: 644bac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [009] 2545.255902: 30581412 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [024] 2545.255953: 34814145 cycles: ffffffff8aa2b540 memcg_slab_post_alloc_hook+0x1c0 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [031] 2545.255989: 29569514 cycles: 251a0ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2545.256161: 29853529 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [008] 2545.256164: 33240411 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [001] 2545.256189: 35081606 cycles: 154cad74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [022] 2545.256203: 28035414 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [037] 2545.256329: 33576488 cycles: 3adf73c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [023] 2545.256457: 44772482 cycles: 3b176a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2545.256588: 33635228 cycles: ffffffff8b61acc0 timerqueue_del+0x0 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2545.256657: 32510839 cycles: 28bfac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [010] 2545.256785: 32230964 cycles: ffffffff8a74dbb6 dequeue_entity+0x36 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 198847 [018] 2545.256961: 39015769 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [013] 2545.257156: 32796963 cycles: 1e4dfb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [029] 2545.257528: 39647967 cycles: 64a4bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [011] 2545.258159: 32170560 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2545.258200: 42729409 cycles: 1618a32a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [034] 2545.258364: 39609604 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 198447 [021] 2545.258462: 27287566 cycles: 21a2fd1d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 197448 [017] 2545.258863: 35245229 cycles: 64df263 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 162518 [006] 2545.258996: 31948558 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 165681 [044] 2545.259016: 45683937 cycles: ffffffff8a747e13 update_load_avg+0x543 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [035] 2545.259352: 35557011 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198738 [007] 2545.259427: 34960686 cycles: 64f6636 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [020] 2545.259455: 29918373 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2545.259648: 31730251 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [014] 2545.260705: 38476913 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [043] 2545.262483: 32046757 cycles: 24f76ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2545.263161: 37845548 cycles: ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2545.263177: 49763051 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) nbsd.SRV2 197556 [033] 2545.263382: 30497060 cycles: 142503e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [036] 2545.263467: 37863088 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2545.264203: 32145577 cycles: ffffffff8a64a347 __switch_to+0x57 ([kernel.kallsyms]) ydbd.Batch 168710 [005] 2545.265278: 40412522 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [022] 2545.265418: 28785292 cycles: ffffffff8a994ca7 folio_mapping+0x57 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2545.265935: 37007017 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [012] 2545.265950: 38776446 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [039] 2545.266405: 32107198 cycles: 3a779f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [032] 2545.266705: 36672450 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2545.266799: 29212190 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 689f5cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2545.267459: 35644716 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2545.267641: 28709522 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155857 [030] 2545.267660: 28355394 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2545.267936: 29134702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172769 [024] 2545.267995: 32607570 cycles: ffffffff8a74ae50 reweight_entity+0x160 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 151709 [026] 2545.268005: 37779723 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [008] 2545.268858: 30805643 cycles: ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [004] 2545.269002: 33887256 cycles: ffffffff8b4857a5 tcp_mstamp_refresh+0x5 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [037] 2545.269288: 34873589 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [047] 2545.269411: 32744715 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [001] 2545.269652: 31635886 cycles: 12f62c7a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [021] 2545.269843: 26058543 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [025] 2545.269926: 42744785 cycles: 14130546 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [000] 2545.270481: 42621455 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [041] 2545.270515: 41154826 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [045] 2545.270545: 32844759 cycles: ffffffff8a9bb9c2 do_anonymous_page+0x2a2 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198051 [010] 2545.270631: 33542593 cycles: 1e46c26d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2545.271007: 34970603 cycles: ffffffff8b616e6c rb_erase+0x5c ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [042] 2545.271176: 32870037 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [013] 2545.271268: 29888210 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [003] 2545.271294: 39828820 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198048 [020] 2545.271614: 31549182 cycles: ffffffff8b80017a syscall_return_via_sysret+0x25 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [006] 2545.271904: 29503846 cycles: 3cb2666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2545.272033: 37327269 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI1 194629 [034] 2545.272056: 36187650 cycles: 3c7481e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [023] 2545.272111: 47375095 cycles: 204b0dd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [011] 2545.272437: 37623829 cycles: 3699f56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2545.272607: 40998811 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [007] 2545.272675: 32055452 cycles: ffffffff8a75ff1e __update_load_avg_se+0x1be ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2545.273301: 41620252 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [029] 2545.273633: 44787534 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2545.273744: 35025785 cycles: ffffffffc0ca45e0 nf_conntrack_in+0x0 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [033] 2545.274532: 30349077 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) network poller 198436 [017] 2545.275118: 37626958 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2545.275484: 37428062 cycles: ffffffff8b61ad02 timerqueue_del+0x42 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [044] 2545.276517: 47746610 cycles: 14060b81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 196717 [012] 2545.276650: 37558670 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8aab6a8f single_open+0x2f ([kernel.kallsyms]) ffffffff8ab34c5b proc_single_open+0x1b ([kernel.kallsyms]) ffffffff8aa7800a do_dentry_open+0x16a ([kernel.kallsyms]) ffffffff8aa7a3fd vfs_open+0x2d ([kernel.kallsyms]) ffffffff8aa93935 do_open+0x235 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [016] 2545.276908: 35689385 cycles: ffffffff8a7ef8dd tick_nohz_idle_stop_tick+0x4d ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [038] 2545.277391: 44779142 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [030] 2545.277548: 35700790 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [022] 2545.278250: 29858396 cycles: 36b79d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [043] 2545.278332: 34599087 cycles: 13403cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [027] 2545.278449: 31246178 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [004] 2545.278603: 34277787 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [040] 2545.278855: 41089958 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [036] 2545.278942: 48864462 cycles: 154caf8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197273 [032] 2545.279649: 36693306 cycles: 1c2a20a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 194631 [031] 2545.279728: 34144231 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [021] 2545.280097: 26269765 cycles: 250fcce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 198449 [008] 2545.280112: 30398708 cycles: 15f42047 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [001] 2545.280304: 31717293 cycles: ffffffff8b46ff72 tcp_recvmsg_locked+0xf2 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [024] 2545.280340: 31366754 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 196124 [039] 2545.280601: 31886353 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [046] 2545.280949: 37411079 cycles: ffffffff8a73c363 wake_up_q+0x23 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [009] 2545.282037: 32459580 cycles: ffffffff8b486efa __tcp_transmit_skb+0x66a ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196114 [047] 2545.282102: 30489899 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [005] 2545.282377: 47466686 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [026] 2545.282511: 36828974 cycles: 1841d37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [045] 2545.283002: 32979767 cycles: 14051591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [013] 2545.283113: 31726112 cycles: ffffffff8a663b55 xfd_validate_state+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [010] 2545.283341: 33542593 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [007] 2545.283607: 30830558 cycles: ffffffffc0ca489a nf_conntrack_in+0x2ba ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165845 [002] 2545.283639: 41133283 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [042] 2545.283680: 30979147 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [034] 2545.283900: 38340803 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2545.284509: 29360932 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [037] 2545.284608: 31809101 cycles: 3b9ab77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 197258 [018] 2545.286019: 41002318 cycles: ffffffff8adaabfd fault_in_iov_iter_readable+0xcd ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2545.286314: 25770112 cycles: ffffffff8b6ac13b default_idle_call+0x4b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2545.286664: 41373572 cycles: ffffffff8a769257 psi_group_change+0x2b7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [033] 2545.286976: 35541309 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 196717 [012] 2545.286992: 37287258 cycles: ffffffff8aab6c1c seq_puts+0x4c ([kernel.kallsyms]) ffffffff8ab3e0d3 do_task_stat+0x3d3 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 194630 [019] 2545.287139: 47960548 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2545.287346: 37052593 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 162509 [003] 2545.287637: 33205732 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Batch 197253 [023] 2545.287937: 46084794 cycles: 27285743 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [022] 2545.289428: 36136632 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14056094 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2545.289682: 35194859 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 14085cee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [016] 2545.289928: 40107483 cycles: 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [035] 2545.289971: 32089555 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [011] 2545.290365: 36137560 cycles: 1790740 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2545.290813: 40848645 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [030] 2545.290819: 40207459 cycles: ffffffff8aa5835e __mod_memcg_state+0x4e ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [021] 2545.290830: 31657855 cycles: 1c6ed621 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [027] 2545.290891: 32393644 cycles: 14068851 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [014] 2545.291013: 38836187 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [015] 2545.291117: 39590639 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [043] 2545.291125: 36059167 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 197874 [028] 2545.291402: 37982831 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2545.291624: 31382786 cycles: ffffffff8b376762 sock_wfree+0x42 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [008] 2545.291664: 29501117 cycles: ffffffff8a73e5b7 available_idle_cpu+0x37 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [004] 2545.291859: 35421720 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2545.292682: 31987674 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 160809 [039] 2545.292762: 32504990 cycles: 133ae12b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [024] 2545.292851: 31543614 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f65d0 futex_wake+0x110 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [044] 2545.293095: 38561412 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [017] 2545.293135: 36150822 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [032] 2545.293692: 38670696 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [040] 2545.293769: 41812564 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [038] 2545.293893: 47035311 cycles: ffffffff8a9a5d3e kfree+0x7e ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [010] 2545.294422: 41965491 cycles: 12bf415 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [001] 2545.294505: 30539789 cycles: 14085bb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2545.295074: 26316404 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [031] 2545.295705: 36309291 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2545.295729: 28807788 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [042] 2545.295814: 29239424 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [037] 2545.295814: 35967115 cycles: ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2545.296710: 28961328 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [009] 2545.296736: 31154546 cycles: 3ba8960 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [045] 2545.297017: 32994452 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 169823 [036] 2545.297522: 38290674 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 197894 [026] 2545.297797: 35651202 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [046] 2545.297949: 38863037 cycles: 3af319c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2545.298702: 35754287 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [034] 2545.299665: 33653432 cycles: ffffffff8b3716b5 __x64_sys_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2545.299878: 33205732 cycles: ffffffff8b6a47df __schedule+0x2df ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [035] 2545.300083: 35404881 cycles: 21a1bb07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [000] 2545.300362: 37762794 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2545.300740: 45342143 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2545.301228: 36150740 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [041] 2545.301836: 34221732 cycles: ffffffff8a6f2df9 do_softirq.part.0+0x59 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [033] 2545.301843: 46758152 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194000 [018] 2545.302607: 40781956 cycles: ffffffff8a75363e newidle_balance+0x6e ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [022] 2545.302772: 37179483 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2545.302983: 30559596 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [027] 2545.303057: 31169748 cycles: 133b5aa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198859 [021] 2545.303173: 34254179 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [011] 2545.303188: 41370968 cycles: 1a6ac4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [047] 2545.303228: 30091218 cycles: 3ca25bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 169041 [025] 2545.303526: 43365165 cycles: 17a1906b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [014] 2545.303977: 40911761 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2545.304712: 37082302 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2545.304988: 27299471 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [004] 2545.305215: 32254735 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 194346 [016] 2545.305244: 39107250 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2545.305376: 33645686 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [019] 2545.305410: 47022012 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [024] 2545.305517: 29480273 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170142 [042] 2545.305659: 31971257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IO 163662 [030] 2545.305681: 44123734 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [023] 2545.306880: 40620895 cycles: 6507a9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2545.306886: 37719764 cycles: 1406b06d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198440 [039] 2545.307029: 29054219 cycles: ffffffff8b6a451e __schedule+0x1e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [001] 2545.307156: 29708368 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2545.307204: 38093573 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [020] 2545.307469: 34616453 cycles: 765c3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [007] 2545.307539: 28796489 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [043] 2545.307688: 38911188 cycles: 13c7cd8a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2545.308178: 34118898 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [032] 2545.308247: 35018860 cycles: 16887a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [029] 2545.308286: 45362812 cycles: 17e36d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172780 [013] 2545.308373: 31755947 cycles: ffffffff8a747c40 update_load_avg+0x370 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [040] 2545.309442: 37659293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [009] 2545.309792: 32792044 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [046] 2545.310436: 40407855 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 170457 [026] 2545.310836: 34643893 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [010] 2545.311103: 41667780 cycles: 12d6be31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [038] 2545.311424: 38629298 cycles: 195ba4b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2545.311982: 31914893 cycles: ffffffff8a73c8c5 sched_ttwu_pending+0x5 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2545.312045: 32775528 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.AIO0 198852 [031] 2545.312133: 35356557 cycles: 1b5676b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2545.312410: 28862744 cycles: ed280 __sysconf+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 204896b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [036] 2545.312640: 39674476 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [027] 2545.313654: 33167273 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [035] 2545.313835: 33718805 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2545.314161: 35744799 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198837 [002] 2545.314207: 33468563 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2545.314262: 33949950 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2545.314540: 45327263 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159397 [044] 2545.315349: 36617062 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [008] 2545.315583: 32277692 cycles: ffffffff8a7f351c do_futex+0x17c ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [041] 2545.315618: 33175286 cycles: 17e3d7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [047] 2545.316362: 27005202 cycles: 1330d886 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [022] 2545.316488: 42958567 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.System 197523 [024] 2545.317067: 28328342 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [004] 2545.317142: 30647331 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2545.317852: 42151637 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [021] 2545.318082: 30402792 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef1f7 [unknown] (//anon) blocksto.CLI1 194389 [014] 2545.318190: 35782260 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [016] 2545.318213: 40201448 cycles: ffffffff8b4802a0 tcp_data_ready+0x0 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196917 [042] 2545.318242: 30170865 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [018] 2545.318512: 45420419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2545.318807: 38932292 cycles: ffffffff8a7d80c9 hrtimer_start_range_ns+0x79 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [011] 2545.319071: 44709448 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [020] 2545.319105: 43669373 cycles: 2049b588 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 169054 [033] 2545.319120: 38591042 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [039] 2545.319171: 30202227 cycles: ffffffff8a74e8b5 put_prev_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2545.319804: 33142959 cycles: 21a2fcd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [025] 2545.319969: 43832087 cycles: 9a644 pthread_rwlock_rdlock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1326ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2545.320933: 36764777 cycles: ffffffff8a768fd2 psi_group_change+0x32 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [013] 2545.321071: 32055820 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2545.321081: 31747178 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [043] 2545.321149: 40339815 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2545.321324: 43279697 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [030] 2545.321569: 38818465 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2545.321572: 40014274 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [037] 2545.321573: 35873997 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaeb289 ep_poll+0x219 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [009] 2545.321649: 34481406 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [019] 2545.321692: 44415641 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [040] 2545.321868: 37087602 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2545.322274: 37133797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2545.322290: 32384974 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [038] 2545.323074: 36698871 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 197518 [029] 2545.323753: 40127008 cycles: 1425e974 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2545.324172: 47206994 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [045] 2545.324298: 28082700 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [026] 2545.324733: 42009520 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [006] 2545.324998: 37602418 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [047] 2545.325373: 28324914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [010] 2545.325538: 42310194 cycles: ffffffff8aa72802 check_stack_object+0x12 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [031] 2545.325825: 33939078 cycles: 352a926 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [046] 2545.325872: 43313722 cycles: 3b3c60e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2545.325926: 34105077 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [027] 2545.326382: 32197584 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [036] 2545.326563: 44001827 cycles: 1338e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 155711 [008] 2545.326799: 31035074 cycles: bbc5403 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [002] 2545.326864: 35634944 cycles: ffffffff8a74aa9b update_curr+0xb ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [035] 2545.327264: 32504008 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [004] 2545.327433: 34946413 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf4555 aio_read+0xd5 ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [024] 2545.327762: 28226896 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2545.328642: 38272377 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [042] 2545.329017: 32762023 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2545.329618: 39044704 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 166748 [014] 2545.329807: 43112537 cycles: a03b51c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [041] 2545.330022: 33799783 cycles: ffffffff8a73beba try_to_wake_up+0x1fa ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198626 [021] 2545.331039: 38002382 cycles: ffffffff8aa7cb18 do_writev+0x28 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2545.331549: 31601581 cycles: 17e56b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [022] 2545.332467: 40932136 cycles: 3bae061 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [007] 2545.332718: 31835477 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2545.332870: 33695174 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [016] 2545.333018: 39231008 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [013] 2545.333126: 31126039 cycles: 67f9279 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [012] 2545.333358: 31616527 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1a5249f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2545.333539: 39571712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2545.334415: 38689504 cycles: 2049afc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169050 [040] 2545.334450: 40534056 cycles: ffffffff8b697c63 syscall_exit_to_user_mode+0x33 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [028] 2545.334695: 37225860 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [037] 2545.334750: 35588973 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2545.334854: 43033825 cycles: 17aa19a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [020] 2545.334917: 39427479 cycles: 21a34507 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2545.335159: 36874569 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [033] 2545.335271: 32738870 cycles: 689e88f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2545.335473: 38237237 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f9829ff [unknown] (//anon) blocksto.CLI1 196117 [011] 2545.336014: 39113492 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 198047 [029] 2545.336149: 37333280 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [005] 2545.336306: 47255262 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [045] 2545.337269: 34701811 cycles: ffffffff8a9f15fe __folio_alloc+0x1e ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2545.337682: 34054049 cycles: 1618a53a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [047] 2545.337757: 26286456 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [038] 2545.338164: 40753402 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [017] 2545.338227: 42514879 cycles: 1712b45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [006] 2545.338291: 36961165 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [025] 2545.338468: 40929389 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120953 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2545.338773: 35027191 cycles: 1861a31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [000] 2545.339029: 31232809 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ya-bin 26555 [024] 2545.339275: 26965952 cycles: 22af401 _PyObject_Free+0xe1 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 23505bd _PyEval_EvalFrameDefault+0x143d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271839 method_vectorcall+0x199 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224caa4 _PyObject_CallFunctionVa+0x84 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224cecf PyObject_CallMethod+0xbf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7d4ed pymain+0x36d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 1fe8ca6 NYa::(anonymous namespace)::Entry+0xa56 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ef69 libc_start_main_stage2+0x29 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ec51 _start+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.User 197536 [008] 2545.339576: 32710767 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [010] 2545.340416: 43316368 cycles: 3b9ccec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159615 [042] 2545.340554: 34980505 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [027] 2545.340942: 37342612 cycles: ffffffff8a747a28 update_load_avg+0x158 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 194362 [019] 2545.340981: 48205369 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [035] 2545.341362: 38019735 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [004] 2545.341483: 33914017 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV1 194448 [002] 2545.341604: 34526447 cycles: 17bd820 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197523 [026] 2545.341655: 34041202 cycles: 14077626 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2545.341782: 31317648 cycles: ffffffff8b617046 rb_erase+0x236 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2545.342248: 34606557 cycles: ffffffff8a6517c5 local_touch_nmi+0x5 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [031] 2545.342466: 34237639 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [046] 2545.342557: 42492562 cycles: ffffffff8a74c649 select_task_rq_fair+0x1c9 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [023] 2545.343095: 44612902 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [044] 2545.344049: 33106554 cycles: 3b9b805 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [013] 2545.344124: 36930951 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2545.344183: 40078306 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2545.344411: 39214983 cycles: 20484f24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [036] 2545.344891: 40118055 cycles: 14257ff5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [007] 2545.345325: 31969876 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [032] 2545.345615: 35296747 cycles: 1bb5b3e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [014] 2545.345813: 40351453 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2545.346459: 31314895 cycles: 141cf303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197518 [030] 2545.347086: 40885699 cycles: 141efc36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2545.347814: 43795967 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [029] 2545.348090: 36955834 cycles: ffffffff8a69cd47 __sysvec_apic_timer_interrupt+0x37 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [047] 2545.348342: 29347710 cycles: ffffffff8a7b5b2d __rcu_read_unlock+0x1d ([kernel.kallsyms]) ffffffff8aaf5c10 do_io_getevents+0x50 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [020] 2545.348741: 39851279 cycles: ffffffff8b46ee13 tcp_sendmsg_locked+0x513 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2545.348914: 34765957 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [040] 2545.348922: 43738182 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2545.348963: 41673716 cycles: ffffffff8a747ff0 update_load_avg+0x720 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [033] 2545.348974: 29307055 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151691 [024] 2545.349192: 29650960 cycles: ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [015] 2545.349495: 36263119 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2545.349620: 34099490 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [009] 2545.349724: 38632967 cycles: ffffffff8a73cab0 send_call_function_single_ipi+0x40 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [034] 2545.349916: 37211779 cycles: ffffffff8a9bb769 do_anonymous_page+0x49 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [000] 2545.350483: 37991842 cycles: ffffffff8aa7286d check_stack_object+0x7d ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2545.350630: 35232376 cycles: ffffffff8a733ef0 raw_spin_rq_lock_nested+0x0 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2545.350866: 36592591 cycles: ffffffff8a75c570 do_idle+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [011] 2545.350942: 39996394 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [008] 2545.351173: 31524002 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [045] 2545.351758: 31178091 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2545.352204: 36520558 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2545.352318: 39887461 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [042] 2545.352328: 36989490 cycles: 168adf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2545.352382: 38941311 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI1 194622 [035] 2545.353430: 37889758 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [002] 2545.353745: 34526447 cycles: 3ca4a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [043] 2545.353988: 30192065 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2545.354264: 36592006 cycles: ffffffff8a69c2f5 lapic_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2545.354272: 40929389 cycles: ffffffff8a7eecc6 tick_nohz_next_event+0xe6 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [039] 2545.354484: 32656310 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [031] 2545.354489: 33140626 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [004] 2545.354820: 31444578 cycles: 1823541 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2545.354853: 35880618 cycles: ffffffff8a760451 __update_load_avg_cfs_rq+0x11 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [044] 2545.354974: 31551598 cycles: 204ac9d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [027] 2545.355285: 33671472 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2545.356611: 34753390 cycles: 172c14e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [017] 2545.356781: 34885576 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) grpc_global_tim 197235 [010] 2545.356882: 40224276 cycles: 13ab7c41 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [007] 2545.357104: 30227525 cycles: 123fdaa [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197536 [023] 2545.357615: 50143226 cycles: ffffffff8a64a33f __switch_to+0x4f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [032] 2545.358334: 32910316 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2545.358416: 42171232 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2545.358512: 37802173 cycles: ffffffff8a7ebc00 clockevents_program_event+0xb0 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 196763 [033] 2545.359837: 28768318 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [021] 2545.359921: 40313671 cycles: ffffffff8a7333ae prepare_task_switch+0xae ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 170237 [003] 2545.359955: 47832207 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2545.360249: 35566211 cycles: ffffffff8a747cc3 update_load_avg+0x3f3 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [030] 2545.360377: 37155296 cycles: ffffffff8b46ea81 tcp_sendmsg_locked+0x181 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [014] 2545.360612: 40998805 cycles: 1300ee99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [024] 2545.361170: 28420734 cycles: 1c7c3e01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [037] 2545.361460: 33606058 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [019] 2545.361490: 40065477 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2545.361829: 27125978 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [028] 2545.362993: 33112512 cycles: ffffffff8aa5d555 __memcg_kmem_charge_page+0xb5 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SRV1 194448 [020] 2545.363041: 41377069 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [008] 2545.363426: 31524002 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [040] 2545.363935: 41061127 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [029] 2545.364037: 38866164 cycles: bc035c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [042] 2545.364043: 35449579 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2545.364093: 34494819 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [000] 2545.364191: 39159914 cycles: ffffffff8a9bb835 do_anonymous_page+0x115 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196114 [016] 2545.364541: 42955706 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [045] 2545.364979: 28219252 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) a449c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [022] 2545.365057: 36225812 cycles: ffffffff8a74e890 put_prev_entity+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2545.365095: 32447305 cycles: ffffffff8a73d9bf nr_iowait_cpu+0xf ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [001] 2545.365242: 29186770 cycles: 179e434 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [038] 2545.365279: 37605102 cycles: 3af2f4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [006] 2545.365573: 34817694 cycles: 20499666 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2545.365608: 35158302 cycles: ffffffff8a74ece8 enqueue_entity+0x268 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [004] 2545.366272: 30632132 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159402 [002] 2545.366546: 40256824 cycles: 21b69de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [011] 2545.366916: 35658557 cycles: 17ef752 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [044] 2545.367460: 29781935 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a05e0d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2545.367565: 42782329 cycles: ffffffff8a74eb7d enqueue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [043] 2545.367632: 30192065 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [005] 2545.368309: 37909918 cycles: 649049b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2545.368390: 41308577 cycles: 16fde85 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [041] 2545.368675: 32681251 cycles: 127a23 sendmsg+0x53 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [035] 2545.368929: 40200824 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [007] 2545.369458: 28786668 cycles: ffffffff8b6ad456 _raw_spin_lock_irq+0x6 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [039] 2545.369916: 32202576 cycles: ffffffff8a663b55 xfd_validate_state+0x5 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [013] 2545.370239: 36288607 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [032] 2545.370564: 34601494 cycles: 146d9cb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [031] 2545.370613: 30207065 cycles: 196d3f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [010] 2545.370998: 43645151 cycles: 27279aa5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [033] 2545.371161: 28473786 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [017] 2545.371325: 30222306 cycles: 1435c718 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196861 [024] 2545.371438: 35336933 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [025] 2545.371589: 50111120 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [030] 2545.372333: 36232103 cycles: 14082ce8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [027] 2545.372608: 30992844 cycles: 3b327c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [012] 2545.372858: 33196100 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [047] 2545.373624: 31196039 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [036] 2545.373694: 33716565 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [014] 2545.374049: 36657037 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [046] 2545.374267: 42296665 cycles: 137de66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [023] 2545.375210: 43269057 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [008] 2545.375475: 42136547 cycles: 99b0d pthread_mutex_unlock+0x9d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [001] 2545.375745: 29054900 cycles: 3ca27e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [037] 2545.375883: 37007527 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [028] 2545.375979: 34565250 cycles: ffffffff8a747ef8 update_load_avg+0x628 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 170472 [019] 2545.376136: 36410749 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [042] 2545.376970: 40950445 cycles: 154cad74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [006] 2545.377145: 33363290 cycles: 2048a773 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2545.377377: 39035829 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2545.377490: 26455960 cycles: ffffffff8a75c3d7 cpuidle_idle_call+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [034] 2545.377646: 30469106 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [044] 2545.378343: 32766028 cycles: 1419a19c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [021] 2545.378353: 36525882 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [000] 2545.378807: 33993010 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [015] 2545.378825: 31543265 cycles: ffffffff8a753975 newidle_balance+0x3a5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [022] 2545.378935: 39027097 cycles: 3ba4b06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [020] 2545.379093: 39222855 cycles: ffffffff8a7f65d0 futex_wake+0x110 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [003] 2545.379114: 44542982 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2545.379606: 31942036 cycles: ffffffff8b616f1b rb_erase+0x10b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2545.379867: 38863338 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [011] 2545.379902: 34585561 cycles: ffffffff8aa8b6c7 pipe_write+0x207 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) default-executo 196114 [007] 2545.379936: 27789630 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [039] 2545.380061: 34154528 cycles: 175b389 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [038] 2545.380077: 33733888 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2545.380182: 45594809 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [016] 2545.380285: 38964750 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [029] 2545.380331: 31982024 cycles: 1424e98f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [031] 2545.380522: 29649017 cycles: ffffffff8a74de84 dequeue_entity+0x304 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [002] 2545.381290: 40638858 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [041] 2545.381529: 33600697 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [032] 2545.381874: 33130217 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [033] 2545.382027: 30338001 cycles: 152b01f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2545.382565: 28831475 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154850 [026] 2545.383009: 38438413 cycles: ffffffff8a771793 cpuacct_charge+0x13 ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 160813 [035] 2545.383702: 40226313 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [027] 2545.384238: 29401525 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [005] 2545.384515: 40321859 cycles: 2a7fbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [013] 2545.384878: 39864055 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [012] 2545.385114: 35246577 cycles: 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [024] 2545.385502: 35241004 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7e331e7f [unknown] (//anon) network poller 197531 [010] 2545.385548: 43030637 cycles: 16236c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [009] 2545.385560: 37509344 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2545.385649: 29404616 cycles: ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [047] 2545.386180: 30620320 cycles: 21a312c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [030] 2545.386459: 32758113 cycles: 123659c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2545.386726: 45569143 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2545.387230: 39190807 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [037] 2545.387728: 35030140 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [007] 2545.388118: 29022758 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2545.388401: 29361138 cycles: ffffffff8a744f9a select_idle_cpu+0x1aa ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [006] 2545.388494: 33078823 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 198101 [046] 2545.388664: 40199333 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [028] 2545.388978: 31433096 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [034] 2545.389160: 32848497 cycles: 133c2891 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [008] 2545.390305: 36500560 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [019] 2545.390670: 32185815 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155861 [018] 2545.390671: 30609361 cycles: ffffffff8a736d59 dequeue_task+0x39 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2545.391038: 31051027 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [015] 2545.391616: 33000178 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [025] 2545.391703: 44876606 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.IC 166611 [000] 2545.391915: 35137231 cycles: bbbd367 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [021] 2545.392438: 35282236 cycles: 1689724 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [023] 2545.392480: 43096166 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6507930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [039] 2545.392519: 34006011 cycles: 1e46c2ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [033] 2545.392590: 28928370 cycles: 204a93e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2545.392635: 39235508 cycles: 204af9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2545.392952: 29637537 cycles: ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [031] 2545.393022: 28137038 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2545.393184: 43034483 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [004] 2545.393433: 33030420 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [032] 2545.393451: 33445424 cycles: 14085cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2545.393594: 43281685 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [016] 2545.393634: 34613890 cycles: 1c396220 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [017] 2545.394117: 31647876 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [041] 2545.394577: 31119548 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2545.394686: 34675513 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [003] 2545.394915: 37974931 cycles: ffffffff8b6a48e3 __schedule+0x3e3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2545.395235: 29279462 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) swapper 0 [040] 2545.395820: 39303429 cycles: ffffffff8ada67e1 __bitmap_and+0x31 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [001] 2545.396121: 32564643 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2545.396486: 39320116 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [024] 2545.396519: 34034892 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [027] 2545.396654: 38440217 cycles: 1712f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [005] 2545.396730: 37435471 cycles: ffffffff8aa2b4de memcg_slab_post_alloc_hook+0x15e ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2545.397488: 36724215 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2545.397775: 38863338 cycles: 1792771 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198628 [047] 2545.397868: 33964654 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [007] 2545.398435: 29198767 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [012] 2545.398764: 34068808 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [028] 2545.398777: 31453929 cycles: ffffffffc0cab58b tcp_in_window+0x80b ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [030] 2545.398945: 34329422 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2545.398997: 38174270 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2545.399235: 42730991 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [006] 2545.400294: 30393230 cycles: ffffffff8a9ebc7e post_alloc_hook+0xae ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [045] 2545.400870: 30049834 cycles: 18610af [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [010] 2545.401098: 41447189 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [018] 2545.401386: 30240280 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2545.401418: 33922958 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2545.401806: 44279987 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [037] 2545.402028: 34159290 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [014] 2545.402236: 40661549 cycles: 352ae37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2545.402311: 30299329 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [033] 2545.402907: 29428063 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [036] 2545.403291: 42882363 cycles: 3ba8a87 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [031] 2545.403668: 27505049 cycles: ffffffff8b6ad3e0 _raw_spin_lock+0x0 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [046] 2545.404401: 34409475 cycles: ffffffff8a991ae5 shmem_write_begin+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [029] 2545.404637: 29640113 cycles: ffffffff8a744fa4 select_idle_cpu+0x1b4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b2a97b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [019] 2545.405047: 31629916 cycles: 13b41b4a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [004] 2545.405330: 31489460 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae589 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [015] 2545.405596: 34190329 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 198620 [041] 2545.406166: 33893921 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [008] 2545.406211: 36043605 cycles: ffffffff8ab7de46 ext4_fill_raw_inode+0x176 ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [016] 2545.406230: 35898557 cycles: 1c96db31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [039] 2545.406340: 36973231 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bc9ce497 [unknown] (//anon) blocksto.CLI2 198657 [000] 2545.406387: 32026315 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197239 [038] 2545.406397: 28003777 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [032] 2545.406653: 40346821 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff866d27 [unknown] (//anon) nbsd-lig.SRV2 194449 [021] 2545.406710: 39284813 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2545.406929: 28948560 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [024] 2545.407190: 33773485 cycles: 1c5ff6f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [001] 2545.407438: 34543184 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [042] 2545.407889: 38406142 cycles: ffffffff8a747b1f update_load_avg+0x24f ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [022] 2545.408238: 40009824 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2545.408780: 31675135 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [011] 2545.409021: 33471469 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [020] 2545.409470: 42535617 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198709 [025] 2545.409786: 45938688 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [002] 2545.410099: 34422354 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [026] 2545.410144: 49100428 cycles: ffffffff8a95dec0 folio_unlock+0x0 ([kernel.kallsyms]) ffffffff8aad96b6 generic_write_end+0x76 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 196124 [023] 2545.410228: 41342872 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [006] 2545.410255: 30761343 cycles: 3ca483a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [040] 2545.410256: 37657432 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 198114 [043] 2545.410507: 46872889 cycles: ffffffff8a74ae50 reweight_entity+0x160 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197239 [007] 2545.410821: 30907120 cycles: 13c43727 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [012] 2545.410857: 46751006 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 198449 [003] 2545.411202: 41877745 cycles: 21980336 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 198436 [047] 2545.411279: 30722453 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2545.412017: 33357921 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [027] 2545.412098: 33146140 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [030] 2545.412284: 36403138 cycles: 2669efcf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2545.412430: 35525618 cycles: ffffffff8a7d7923 __hrtimer_next_event_base+0x83 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d7d99 __hrtimer_start_range_ns+0xb9 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [044] 2545.412510: 33510079 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2545.412562: 41280908 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [018] 2545.412702: 29778972 cycles: ffffffff8a7d7b36 __remove_hrtimer+0x26 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b2a4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2545.412707: 33533765 cycles: 20483e9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2545.414913: 27632423 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 167184 [033] 2545.415024: 31469582 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [004] 2545.415094: 35660342 cycles: 25260cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [009] 2545.415592: 36631398 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [037] 2545.415657: 48528030 cycles: 3ae16ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [046] 2545.416077: 36444121 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2545.416107: 37191550 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [038] 2545.416669: 28316741 cycles: 1862fd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [019] 2545.416746: 31196218 cycles: 21b6aac1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [029] 2545.417324: 33266387 cycles: ffffffff8a74e1bc dequeue_task_fair+0x17c ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [024] 2545.417561: 33490790 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193498 [014] 2545.417751: 40772638 cycles: ffffffff8a74aa9d update_curr+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 198682 [015] 2545.417785: 34080756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2545.418146: 37285685 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [013] 2545.418408: 40775600 cycles: ffffffff8aa1d126 alloc_pages+0xb6 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [008] 2545.418566: 36215068 cycles: 133b047e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2545.418686: 32458823 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [017] 2545.419039: 30720177 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2545.419708: 38013129 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2545.419801: 33396226 cycles: ffffffff8b697d03 irqentry_enter+0x43 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165265 [028] 2545.420234: 30557682 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198879 [001] 2545.420240: 33022309 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 196124 [011] 2545.421225: 31491860 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [021] 2545.421446: 34029741 cycles: ffffffff8b47eb58 tcp_ack+0x1f8 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [032] 2545.421942: 45006670 cycles: 133b5856 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [039] 2545.422169: 41359633 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [006] 2545.422387: 29488482 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [042] 2545.422430: 33282844 cycles: 3b950f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [022] 2545.423159: 43559032 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) blocksto.CLI1 196117 [007] 2545.423289: 33425487 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [002] 2545.423451: 32973052 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [047] 2545.423571: 28383834 cycles: 1330cd88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [034] 2545.423791: 32314653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [018] 2545.424331: 28435069 cycles: 154cafca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [044] 2545.424689: 34837464 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2545.424763: 34507009 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13c979fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2545.424784: 40828355 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) network poller 194346 [027] 2545.425225: 30147843 cycles: ffffffff8a76902f psi_group_change+0x8f ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [020] 2545.425808: 48352394 cycles: 1407166b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [045] 2545.425835: 29335564 cycles: ffffffff8aa5dcc4 obj_cgroup_uncharge+0x14 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2545.426746: 37799117 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 169150 [026] 2545.426928: 45927040 cycles: 6e8 [unknown] ([vdso]) diskagentd 151691 [035] 2545.427597: 30607226 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 172385 [038] 2545.427885: 27504088 cycles: 1a6937 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba835b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 193988 [031] 2545.427903: 27468095 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bc037ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [033] 2545.427933: 28181452 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2545.427963: 41412547 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) nbsd.IC 197544 [004] 2545.428737: 33230531 cycles: 14060eaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [043] 2545.429398: 44960960 cycles: 152b0920 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2545.429546: 35838423 cycles: 1a6ae4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2545.429739: 36983151 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2545.429748: 41275079 cycles: ffffffff8b69801f ct_nmi_exit+0x5f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [019] 2545.430023: 30051928 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [005] 2545.430094: 33532977 cycles: 21a314e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2545.430155: 35391339 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2545.430157: 43684721 cycles: 1841d3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [010] 2545.430270: 37714392 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [000] 2545.430500: 33645287 cycles: 13b91eba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2545.430859: 35029801 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [024] 2545.430966: 34430359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 198854 [028] 2545.431239: 30111656 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2545.431373: 31657655 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2545.431413: 28572974 cycles: 17f50a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [006] 2545.431766: 29170893 cycles: ffffffff8aa50f41 propagate_protected_usage+0x11 ([kernel.kallsyms]) ffffffff8aa51114 page_counter_try_charge+0x34 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [015] 2545.431979: 31366462 cycles: ffffffff8a74be9f select_idle_sibling+0x37f ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [042] 2545.433146: 32534136 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2545.433357: 30506721 cycles: ffffffff8a74af29 update_cfs_group+0xb9 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [047] 2545.433850: 28773384 cycles: ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [008] 2545.433986: 34691723 cycles: ffffffff8aa7bec5 do_iter_read+0x5 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [034] 2545.434097: 32327941 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [014] 2545.434103: 47830497 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [021] 2545.434878: 33170918 cycles: 3c831b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2545.434886: 38932715 cycles: 650799c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [039] 2545.435039: 38257549 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [001] 2545.435285: 32301658 cycles: 139f13c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [037] 2545.435390: 45166008 cycles: ffffffff8a991bb3 shmem_write_begin+0xd3 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [018] 2545.435908: 27886038 cycles: ffffffff8b3773bd __release_sock+0x4d ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [002] 2545.436520: 36214682 cycles: 1806b574 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198709 [041] 2545.436564: 37671047 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [040] 2545.436837: 31473457 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [044] 2545.437455: 35422470 cycles: 6499c38 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [032] 2545.438105: 42192134 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [045] 2545.438413: 31416498 cycles: ffffffff8a6a85cc x2apic_send_IPI+0x2c ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [027] 2545.438543: 30147843 cycles: 27279a7d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [007] 2545.438681: 30976028 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2545.439364: 33103502 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [022] 2545.439590: 49050836 cycles: ffffffff8b483406 tcp_options_write+0x66 ([kernel.kallsyms]) ffffffff8b486bee __tcp_transmit_skb+0x35e ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165147 [031] 2545.439621: 27326864 cycles: ffffffff8b8000df entry_SYSCALL_64_after_hwframe+0x67 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [035] 2545.439768: 33734043 cycles: ffffffff8b46e003 tcp_send_mss+0x33 ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [019] 2545.439966: 38106333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Batch 154852 [033] 2545.440348: 30836098 cycles: ffffffff8aab64b5 single_start+0x5 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad48c7e [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [026] 2545.441380: 43995130 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [004] 2545.441540: 33005091 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [036] 2545.441632: 33870008 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196772 [030] 2545.441817: 40912491 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a74d314 detach_tasks+0x134 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [016] 2545.441942: 38769192 cycles: 21a3104d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [006] 2545.441993: 29841539 cycles: 13c9631f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2545.442243: 35311042 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [028] 2545.442327: 29159514 cycles: ffffffff8a741960 __calc_delta+0x10 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198852 [003] 2545.442353: 40269006 cycles: 25110b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [011] 2545.442668: 33580329 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [000] 2545.442765: 31881662 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [010] 2545.442918: 37843533 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [020] 2545.442984: 50354231 cycles: 1c3ad3db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [009] 2545.443084: 32402656 cycles: 26647d70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2545.443135: 39787251 cycles: ffffffff8b6a50f6 schedule_idle+0x6 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [017] 2545.443420: 26680315 cycles: 15b5e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [005] 2545.443716: 37107856 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2545.443717: 42279839 cycles: 28897da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2545.444068: 36231245 cycles: ffffffff8a768fd6 psi_group_change+0x36 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [015] 2545.444866: 34905222 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [043] 2545.444941: 42902276 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2545.445434: 32901816 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [042] 2545.445906: 30116233 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2545.446181: 30391658 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [025] 2545.446759: 45671285 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [029] 2545.447071: 37511519 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2545.447075: 26506737 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198711 [044] 2545.447191: 35682686 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 6499c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [008] 2545.447499: 31639126 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a514d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [021] 2545.447788: 36638018 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [039] 2545.448320: 35086832 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2545.448931: 29778219 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [013] 2545.449007: 34005401 cycles: ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [001] 2545.449129: 35753168 cycles: 17b31da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [027] 2545.449907: 39855958 cycles: 1863691 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [002] 2545.450189: 32222284 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) blocksto.CLI1 198656 [041] 2545.450354: 34545016 cycles: 6443e9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [033] 2545.450608: 30246713 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [007] 2545.450872: 32025319 cycles: ffffffff8b561395 fl6_update_dst+0x5 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159503 [031] 2545.450925: 31478507 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [045] 2545.451462: 28841687 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [038] 2545.451898: 30274537 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [004] 2545.451986: 33053924 cycles: 146d8473 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2545.452855: 33085021 cycles: ffffffff8adb02ec _find_first_bit+0x1c ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154854 [036] 2545.453029: 32691375 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [000] 2545.453090: 31444894 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [014] 2545.453285: 38727173 cycles: ffffffff8adab18e iovec_from_user.part.0+0x14e ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2545.453315: 31951339 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166754 [035] 2545.453319: 41863613 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [017] 2545.453359: 27053023 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [032] 2545.453654: 40039687 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [037] 2545.453835: 46209341 cycles: 3ba443b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [046] 2545.454198: 41212714 cycles: 6445986 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [019] 2545.454308: 33297693 cycles: 12f668a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [009] 2545.454377: 31511656 cycles: 26ce311 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [034] 2545.454767: 31616147 cycles: 2049bc3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [016] 2545.455173: 36106475 cycles: ffffffff8a743112 migrate_task_rq_fair+0x12 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2545.455623: 30685289 cycles: ffffffff8a747b7f update_load_avg+0x2af ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [010] 2545.455986: 34952888 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2545.456196: 31474417 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [024] 2545.456305: 33746602 cycles: 3c2ac04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2545.456322: 39956559 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [026] 2545.456443: 48927236 cycles: ffffffff8b4862a1 tcp_current_mss+0x61 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [044] 2545.457051: 36012290 cycles: 649998b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [023] 2545.457340: 34880915 cycles: 1330ea87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [047] 2545.457513: 25949799 cycles: 178fdca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2545.457750: 48371051 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [018] 2545.457755: 32901816 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [015] 2545.457903: 35904496 cycles: 140487bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2545.458663: 47655702 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [012] 2545.458875: 36480174 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffffc0ca3c30 resolve_normal_ct+0x60 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [005] 2545.459138: 37842856 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [039] 2545.459640: 37458460 cycles: 1424e2f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 168710 [008] 2545.459883: 29609728 cycles: 1875625e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [029] 2545.460379: 38277845 cycles: ffffffff8a766edf psi_flags_change+0x4f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [040] 2545.460383: 29164439 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2545.460602: 43744184 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [021] 2545.461408: 39009084 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [033] 2545.462424: 29039961 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) timer_manager 194368 [002] 2545.462460: 30422163 cycles: 141304e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159504 [031] 2545.462884: 36354645 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [013] 2545.462935: 30969142 cycles: 14051d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [041] 2545.463037: 34114015 cycles: ffffffff8aaf63d5 __x64_sys_io_getevents+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2545.463055: 38814771 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [004] 2545.463487: 31131739 cycles: ffffffff8b4630f4 __inet_lookup_established+0xe4 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2545.463654: 26874973 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2545.463735: 27125495 cycles: 2444e60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [007] 2545.464370: 32782401 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [001] 2545.464390: 33420458 cycles: 17f4d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [038] 2545.464647: 30096946 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 192409 [000] 2545.464661: 31444894 cycles: 2150e9e TShellCommand::TImpl::Communicate+0x3be (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.AIO.SQ 198051 [006] 2545.465111: 37841152 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [028] 2545.465318: 34022144 cycles: 3fbba01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [025] 2545.465768: 35426114 cycles: ffffffff8b627dde __get_user_4+0x1e ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2545.465923: 30484990 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [042] 2545.466038: 33754226 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [034] 2545.466175: 35078923 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [014] 2545.466228: 36117237 cycles: 14068f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [009] 2545.466282: 29614774 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [019] 2545.466876: 39678892 cycles: 12e8f61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 165158 [047] 2545.467351: 26059272 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [046] 2545.467729: 38040411 cycles: 26ccf79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [027] 2545.467992: 36676630 cycles: 3cb6918 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [024] 2545.468164: 32326611 cycles: 272b6620 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [035] 2545.468454: 49308397 cycles: ffffffff8aa5ba00 try_charge_memcg+0x0 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 165272 [032] 2545.468556: 38263576 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [044] 2545.468574: 35030445 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [011] 2545.468593: 29578733 cycles: 21a0575d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [016] 2545.468835: 32022024 cycles: ffffffff8a74275c kick_ilb+0x6c ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a61964 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2545.469334: 33312691 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2545.470186: 37739907 cycles: ffffffff8b3a7cfa net_rx_action+0x2a ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [023] 2545.470227: 34880915 cycles: ffffffff8a73cce3 cpus_share_cache+0x53 ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 172388 [018] 2545.470536: 42143398 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196103 [008] 2545.471420: 28676472 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [030] 2545.471568: 41381706 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [037] 2545.471694: 46209341 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 194357 [040] 2545.472136: 31328077 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [012] 2545.472201: 38184562 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [026] 2545.472453: 49209512 cycles: ffffffff8b51a1fc ip6_finish_output+0x11c ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198738 [045] 2545.472842: 30308498 cycles: 644bfa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [005] 2545.472927: 38947984 cycles: 272afbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2545.473082: 33760232 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [017] 2545.473270: 27187186 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [013] 2545.474035: 33244503 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [039] 2545.474211: 32961551 cycles: 64df283 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [004] 2545.474375: 30691385 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [033] 2545.475377: 26995238 cycles: ffffffff8a74e106 dequeue_task_fair+0xc6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [021] 2545.475694: 35204773 cycles: 36bc723 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [022] 2545.475790: 44229160 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [038] 2545.475795: 37409834 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2545.475853: 33353222 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [007] 2545.475988: 31799256 cycles: 19837a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2545.476115: 37816807 cycles: ffffffff8a6c84a0 switch_mm_irqs_off+0x150 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [041] 2545.476355: 34133193 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172780 [001] 2545.476766: 31009303 cycles: ffffffff8a7535ed newidle_balance+0x1d ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [014] 2545.476858: 35218777 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2545.477487: 43967434 cycles: ffffffff8a779f24 psi_task_switch+0x144 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [009] 2545.477499: 36315499 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [042] 2545.478051: 35785957 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198055 [036] 2545.478180: 31737500 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [006] 2545.478368: 34536604 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [024] 2545.478535: 34636417 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [043] 2545.478581: 37530456 cycles: 17414984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [047] 2545.478612: 28422062 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2545.478654: 56356315 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2545.479208: 31169376 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2545.479234: 30158628 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [034] 2545.479981: 43588394 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.Background 197273 [011] 2545.480407: 30765749 cycles: ffffffff8a69f05d native_send_call_func_single_ipi+0xd ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b87711 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [046] 2545.480488: 36505085 cycles: 2660397a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [008] 2545.480720: 31560528 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [010] 2545.480959: 41268641 cycles: ffffffff8a991794 shmem_file_read_iter+0x94 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [016] 2545.481319: 29942050 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [025] 2545.482063: 29787583 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [019] 2545.482506: 40048323 cycles: ffffffff8b3a3f42 netif_skb_features+0xa2 ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [044] 2545.482613: 36227836 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196761 [032] 2545.483592: 41319452 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [027] 2545.483663: 43285944 cycles: ffffffff8a660010 switch_fpu_return+0x0 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [040] 2545.483952: 28780853 cycles: 1d423e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [004] 2545.484238: 30388719 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [012] 2545.484266: 35659903 cycles: 3a62e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [018] 2545.484355: 42952451 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2545.484441: 38844025 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2545.484445: 45037994 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 151708 [017] 2545.484503: 27721790 cycles: 133ac8c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [007] 2545.485261: 32153167 cycles: 133ac89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2545.485403: 41116667 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [045] 2545.485674: 28509568 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef97883af [unknown] (//anon) nbsd.IC 194355 [002] 2545.485951: 31397355 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ce4541f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [033] 2545.487256: 25600486 cycles: 64fb02f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [013] 2545.487456: 30752152 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [030] 2545.487613: 38238413 cycles: 1fc3ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [029] 2545.488599: 30746260 cycles: 1d426f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 197518 [014] 2545.488733: 35011842 cycles: 14119f6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [001] 2545.488953: 29378689 cycles: 272afbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [042] 2545.489646: 36765215 cycles: 14085b3d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [039] 2545.489699: 31857357 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [000] 2545.489842: 38090208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [026] 2545.490006: 43545737 cycles: 3c80d2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [036] 2545.490058: 31191883 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [035] 2545.490259: 44043174 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3a49f19 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [038] 2545.490315: 33616320 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 151710 [028] 2545.490545: 29850956 cycles: ffffffff8a7d75d7 __hrtimer_init+0x57 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [021] 2545.490595: 39842854 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194633 [047] 2545.490821: 26793822 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [037] 2545.491010: 50373119 cycles: 1839e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [041] 2545.491478: 28798556 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [009] 2545.491571: 37190598 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [024] 2545.491837: 36449273 cycles: 19840b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [016] 2545.491890: 29993822 cycles: 141abba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165660 [031] 2545.491920: 29956281 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 198455 [008] 2545.491944: 30373440 cycles: 1c406166 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Batch 169823 [006] 2545.492055: 36057564 cycles: 21b6ab72 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 197892 [022] 2545.492565: 41392858 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155699 [020] 2545.492819: 45079814 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [004] 2545.493697: 31312615 cycles: 1ca5c14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [011] 2545.493818: 28048154 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [040] 2545.493924: 31933565 cycles: 2727af01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2545.493962: 28474924 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [046] 2545.494223: 34983022 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [010] 2545.494732: 42742341 cycles: 133ae105 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [045] 2545.495989: 31471006 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2545.496053: 34425394 cycles: 1a6ade [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2545.496451: 39729201 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [044] 2545.496521: 38724215 cycles: 3adf8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [017] 2545.496633: 31306015 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [033] 2545.497261: 25746048 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2545.497730: 33822943 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [002] 2545.497874: 29843563 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [013] 2545.498142: 33112091 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 169816 [032] 2545.498234: 35983454 cycles: ffffffff8a74e098 dequeue_task_fair+0x58 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 198619 [015] 2545.499068: 37462850 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [018] 2545.499334: 44159156 cycles: ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2545.499849: 35104620 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [019] 2545.499859: 39282123 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2545.500013: 41344802 cycles: 190d02c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2545.500245: 45442967 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [028] 2545.500617: 32801909 cycles: 12f458d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [001] 2545.500640: 28483882 cycles: ffffffff8ac62cd4 security_sock_rcv_skb+0x24 ([kernel.kallsyms]) ffffffff8b3d4e92 sk_filter_trim_cap+0x32 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b560377 tcp_v6_rcv+0xc47 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [029] 2545.501380: 28482397 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2545.501405: 26526626 cycles: 277fb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [014] 2545.501420: 34455272 cycles: 3a779f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [036] 2545.501614: 40774210 cycles: 3c4ac1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [003] 2545.501644: 53713111 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [038] 2545.502733: 33682944 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 170146 [030] 2545.502824: 42474533 cycles: bba503c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2545.503170: 36485561 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [042] 2545.503170: 38073122 cycles: 14130228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [008] 2545.503353: 30373440 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [016] 2545.503491: 31501691 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [023] 2545.504218: 52948211 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [031] 2545.504583: 37914874 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b30fc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [000] 2545.504735: 38659250 cycles: 140713f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [024] 2545.505119: 35334761 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2545.505303: 31007617 cycles: ffffffff8b3774a5 release_sock+0x5 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 154840 [041] 2545.505351: 32222510 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [004] 2545.505833: 33824986 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2545.505864: 35693228 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [011] 2545.506066: 29336699 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [025] 2545.507171: 30856484 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [046] 2545.507532: 32394460 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2545.507570: 33195929 cycles: 12a0648 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2545.508609: 44606455 cycles: ffffffff8a7d7d1e __hrtimer_start_range_ns+0x3e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [022] 2545.508747: 42775762 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194623 [021] 2545.508787: 38967029 cycles: ffffffff8a741a3c __calc_delta+0xec ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [045] 2545.508995: 31283932 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [002] 2545.509021: 32072922 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [010] 2545.509054: 37501646 cycles: ffffffff8b4630e3 __inet_lookup_established+0xd3 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2545.509123: 44831222 cycles: ffffffff8b374bf8 sock_def_readable+0x28 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2545.510008: 37996036 cycles: ffffffff8a74e2a8 dequeue_task_fair+0x268 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [043] 2545.510280: 41860190 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2545.510613: 25750935 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2545.510673: 39922655 cycles: 141de8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [017] 2545.510780: 27496649 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e1ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2545.511002: 37205743 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [020] 2545.511032: 41412982 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [044] 2545.511093: 38950322 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a734e38 __task_rq_lock+0x48 ([kernel.kallsyms]) ffffffff8a73bfd3 try_to_wake_up+0x313 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [013] 2545.511151: 31042195 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2545.511480: 26837763 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [029] 2545.511817: 28158755 cycles: 2049b5a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [001] 2545.512823: 36580239 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6e8 [unknown] ([vdso]) swapper 0 [037] 2545.513147: 45996171 cycles: ffffffff8a64a334 __switch_to+0x44 ([kernel.kallsyms]) nbsd.SRV2 197556 [008] 2545.513877: 38354447 cycles: ffffffff8ac66ac4 security_file_permission+0x24 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7e1e5 vfs_read+0x75 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230c1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 165667 [012] 2545.514429: 33536044 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [015] 2545.514523: 38984074 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.SRV1 197555 [028] 2545.514734: 30522878 cycles: ffffffff8ad60a10 blkcg_maybe_throttle_current+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [014] 2545.515203: 35256968 cycles: 64a3362 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [038] 2545.515215: 35461745 cycles: ffffffff8b46d583 tcp_poll+0xe3 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2545.515372: 29926116 cycles: ffffffff8a739a42 ttwu_do_activate+0x52 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [005] 2545.516319: 39589744 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [018] 2545.516325: 49223594 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2545.517392: 28024258 cycles: 3b95a89 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [019] 2545.517533: 37760841 cycles: ffffffff8b46f445 __tcp_cleanup_rbuf+0x15 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [042] 2545.517675: 33042378 cycles: 1425015d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [027] 2545.517840: 40249728 cycles: 1549f986 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [036] 2545.517933: 46025432 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [009] 2545.518090: 37486354 cycles: 266ed671 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [040] 2545.518293: 32177007 cycles: 28bfa43 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [046] 2545.518572: 34657717 cycles: ffffffff8b6937d3 sync_regs+0x23 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198859 [024] 2545.518865: 35837931 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [004] 2545.519057: 38721202 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [041] 2545.519078: 32718920 cycles: 139f0c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [030] 2545.519123: 41441538 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [000] 2545.519430: 35271601 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2d63a27 [unknown] (//anon) nbsd-lig.SRV1 196021 [039] 2545.519538: 33066027 cycles: 172d3a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198857 [002] 2545.520087: 31535029 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [029] 2545.520201: 29223958 cycles: 3ba615a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2545.520238: 32695571 cycles: 1d2dfcd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [031] 2545.520548: 33899934 cycles: ffffffff8b389507 skb_attempt_defer_free+0x77 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [006] 2545.520866: 34648076 cycles: ffffffff8a7412be update_min_vruntime+0xe ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [003] 2545.521613: 40577235 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [017] 2545.522296: 26238905 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2545.523306: 39078055 cycles: 40290d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [033] 2545.523532: 30257343 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2545.523716: 39504176 cycles: ffffffff8b6ac13b default_idle_call+0x4b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [021] 2545.523989: 37343103 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [013] 2545.524010: 28460800 cycles: ffffffff8a990c2d shmem_get_folio_gfp+0xd ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2545.524410: 27648333 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [045] 2545.524536: 32377771 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2545.524708: 43292950 cycles: ffffffff8a75c440 cpuidle_idle_call+0xc0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [026] 2545.525317: 41277166 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [034] 2545.525425: 37793757 cycles: ffffffff8aaea9ba ep_send_events+0x19a ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [022] 2545.525462: 44874330 cycles: ffffffff8a73e5e0 available_idle_cpu+0x60 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2545.526447: 35272311 cycles: ffffffff8a753c75 pick_next_task_fair+0x1b5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198624 [007] 2545.526460: 40737101 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [023] 2545.526645: 37121874 cycles: ffffffff8a743105 migrate_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 971a7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [016] 2545.526678: 29003844 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [020] 2545.526894: 36408344 cycles: ffffffff8a96d045 balance_dirty_pages_ratelimited_flags+0x25 ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2545.526954: 32693456 cycles: ffffffff8b45c6a9 __ip_local_out+0xe9 ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2545.527316: 31903784 cycles: ffffffff8a753adc pick_next_task_fair+0x1c ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2545.527730: 34255405 cycles: ffffffff8b478aab tcp_try_rmem_schedule+0x4b ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2545.527756: 38956751 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [011] 2545.528239: 27933040 cycles: ffffffff8a743690 pick_next_entity+0x180 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [014] 2545.528489: 36044984 cycles: ffffffff8b3a7dc8 net_rx_action+0xf8 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 167054 [038] 2545.528819: 32615945 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [019] 2545.529643: 41141337 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198436 [043] 2545.529890: 39256860 cycles: ffffffff8b6a4516 __schedule+0x16 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 170131 [015] 2545.530134: 41330004 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [042] 2545.530190: 33359295 cycles: 3c831b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [040] 2545.530602: 31022722 cycles: ffffffff8a9ee061 free_unref_page+0xc1 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [005] 2545.530607: 39852437 cycles: ffffffff8a75fbce __update_load_avg_blocked_se+0x18e ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [029] 2545.531102: 33241656 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) network poller 197531 [002] 2545.531533: 30349267 cycles: ffffffff8a7c5794 exit_to_user_mode_prepare+0x44 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [024] 2545.531650: 33342891 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [046] 2545.531945: 33353103 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [017] 2545.531955: 26362614 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [039] 2545.532472: 38997878 cycles: 1330e6fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [041] 2545.532596: 30478546 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.Timer 197898 [000] 2545.532692: 41159893 cycles: 1330dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [047] 2545.533519: 31824915 cycles: 178ed4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [027] 2545.533637: 36460026 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [037] 2545.533888: 50964976 cycles: 644bcc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [006] 2545.534029: 32531999 cycles: ffffffff8a744f20 select_idle_cpu+0x130 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2545.534208: 35694734 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2545.534281: 28935914 cycles: 3c4a337 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [004] 2545.534340: 41505417 cycles: 14086264 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [030] 2545.534360: 41505935 cycles: 13ce031c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159891 [031] 2545.534452: 31279372 cycles: ffffffff8a7d923b hrtimer_nanosleep+0xbb ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198683 [025] 2545.534497: 30053101 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8b37b9f8 skb_queue_tail+0x48 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2545.534805: 52783005 cycles: 6892c10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [013] 2545.535076: 27625646 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2545.535822: 37813328 cycles: ffffffff8a75fda8 __update_load_avg_se+0x48 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2545.536868: 37553466 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.User 198840 [016] 2545.537523: 28516940 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2545.538058: 42695529 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2545.538282: 27296254 cycles: 3b6ddce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2545.538438: 35425606 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2545.538826: 34473771 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2545.538965: 42244650 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [034] 2545.539060: 35424341 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [021] 2545.539337: 36032633 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [026] 2545.540035: 42262333 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [020] 2545.540129: 37745280 cycles: 186934d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [001] 2545.540175: 30835521 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [008] 2545.540327: 33775035 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [028] 2545.540459: 36452496 cycles: ffffffff8a7d7b20 __remove_hrtimer+0x10 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 194001 [038] 2545.540617: 34737042 cycles: ffffffff8a95a8be rseq_ip_fixup+0x5e ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdGetEv 155953 [044] 2545.541307: 40423224 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [014] 2545.542036: 41112983 cycles: 288acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [022] 2545.542174: 52449973 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [040] 2545.542478: 31910893 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [002] 2545.542959: 33181311 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [042] 2545.543065: 44623719 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2545.543647: 41121114 cycles: ffffffff8a7dacf1 ktime_get+0x41 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 198847 [023] 2545.543824: 43008388 cycles: ffffffff8aab1ac9 __legitimize_mnt+0x29 ([kernel.kallsyms]) ffffffff8aa8defc __legitimize_path+0x1c ([kernel.kallsyms]) ffffffff8aa8f06a try_to_unlazy+0x3a ([kernel.kallsyms]) ffffffff8aa8f274 complete_walk+0x44 ([kernel.kallsyms]) ffffffff8aa93977 do_open+0x277 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114634 open64+0xd4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f00a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [024] 2545.544004: 31670149 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2f72c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2545.544184: 32055771 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [035] 2545.544269: 32674506 cycles: 133cdf0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [046] 2545.544559: 35044392 cycles: ffffffff8aa32455 __check_heap_object+0x65 ([kernel.kallsyms]) ffffffff8aa72ad5 check_heap_object+0x185 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [017] 2545.544623: 26362614 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fcd6748f [unknown] (//anon) diskagen.IC 198047 [015] 2545.544790: 35944299 cycles: ffffffff8a9407b6 perf_adjust_freq_unthr_context+0xd6 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [041] 2545.545220: 29422174 cycles: ffffffff8a95a8ad rseq_ip_fixup+0x4d ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [029] 2545.545237: 33745715 cycles: 14068f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2545.545259: 32756789 cycles: 20486c42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2545.545501: 28433629 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [043] 2545.545688: 34795816 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [006] 2545.545781: 37998162 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167053 [005] 2545.546026: 42717962 cycles: ffffffff8a7e6376 __x64_sys_clock_nanosleep+0x6 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [025] 2545.546288: 37743637 cycles: 193ff81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [019] 2545.546507: 43395951 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [039] 2545.547478: 38822108 cycles: ffffffff8a73bdd6 try_to_wake_up+0x116 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [047] 2545.547532: 31824915 cycles: 17e1d41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [027] 2545.547533: 42359877 cycles: ffffffff8a7b5b33 __rcu_read_unlock+0x23 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2545.548099: 34849031 cycles: ffffffff8a7d76b0 hrtimer_wakeup+0x0 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [000] 2545.548720: 38913420 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [011] 2545.548764: 31071076 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [009] 2545.549682: 33242163 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165459 [036] 2545.549916: 36834730 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 198114 [004] 2545.550061: 39649345 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [030] 2545.551100: 52713429 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [034] 2545.551381: 40556021 cycles: 1808d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [008] 2545.551643: 38301220 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2545.551929: 37660345 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159623 [010] 2545.552487: 33529942 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [001] 2545.552561: 29191278 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [003] 2545.553237: 40574691 cycles: 18066d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [032] 2545.554412: 40380708 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2545.555283: 37745280 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 193998 [021] 2545.555467: 32951492 cycles: ffffffff8a73e547 idle_cpu+0x57 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [002] 2545.555534: 33494451 cycles: ffffffff8b568122 inet6_csk_route_socket+0x112 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [028] 2545.555652: 34649525 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [044] 2545.555689: 38768840 cycles: ffffffff8adaeacb copy_page_from_iter_atomic+0xeb ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [038] 2545.555827: 31591451 cycles: ffffffff8b373672 skb_page_frag_refill+0x62 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [013] 2545.555869: 33396581 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [040] 2545.556314: 29182300 cycles: 1300eedc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [018] 2545.556738: 57531560 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [015] 2545.556769: 35901806 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [017] 2545.556903: 34069742 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [024] 2545.557385: 32173802 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [037] 2545.557436: 59384077 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [026] 2545.558108: 37375731 cycles: 92f59 pthread_cond_broadcast+0x169 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [046] 2545.558159: 32837492 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2545.558372: 36143372 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [029] 2545.558550: 39959361 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [039] 2545.558574: 36918827 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [033] 2545.558753: 25944895 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2545.558908: 32956209 cycles: ffffffff8a747baa update_load_avg+0x2da ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [045] 2545.559450: 39753066 cycles: ffffffff8b697c43 syscall_exit_to_user_mode+0x13 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [043] 2545.559595: 35240818 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198686 [006] 2545.559927: 36809421 cycles: 3c80d33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2545.559961: 33261832 cycles: 35f4e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [047] 2545.560878: 45828442 cycles: ffffffff8a96f72d lru_cache_add_inactive_or_unevictable+0xd ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [035] 2545.560891: 29962785 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [011] 2545.561476: 28375765 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194336 [042] 2545.562035: 44623719 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 198101 [025] 2545.562708: 40478610 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [022] 2545.562734: 52383134 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [016] 2545.563103: 36321543 cycles: 65b6172 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [023] 2545.563166: 32108845 cycles: 1330dc3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2545.563252: 32430989 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 160824 [005] 2545.563271: 41368070 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a512a kmalloc_trace+0x2a ([kernel.kallsyms]) ffffffff8a80e323 proc_cgroup_show+0x33 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f03d8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [004] 2545.563425: 36043778 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [036] 2545.563812: 33545286 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) Test 194631 [009] 2545.564054: 38343804 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2545.564094: 34714702 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2545.564153: 39892172 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2545.564611: 30974790 cycles: ffffffff8b697ef8 ct_kernel_exit.constprop.0+0x8 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [001] 2545.566051: 28704923 cycles: ffffffff8a735e16 update_rq_clock+0x46 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2545.566061: 35408865 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [040] 2545.566345: 28505412 cycles: ffffffff8b486912 __tcp_transmit_skb+0x82 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [012] 2545.566954: 35634300 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [013] 2545.567073: 32188469 cycles: 28af151 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [008] 2545.567214: 46310456 cycles: ffffffff8b46e992 tcp_sendmsg_locked+0x92 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [002] 2545.567543: 39550635 cycles: 1c3fff88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [038] 2545.567777: 34666850 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [021] 2545.567780: 33970518 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [044] 2545.568036: 35927909 cycles: ffffffff8a7efe92 tick_irq_enter+0x22 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [032] 2545.568669: 41233039 cycles: ffffffff8a753b01 pick_next_task_fair+0x41 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [033] 2545.568706: 25942910 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [020] 2545.568715: 49247174 cycles: ffffffff8b6a4953 __schedule+0x453 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [019] 2545.568836: 36094342 cycles: ffffffff8a76197c update_dl_rq_load_avg+0x2c ([kernel.kallsyms]) ffffffff8a7486ec update_blocked_averages+0xfc ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [024] 2545.569435: 31302924 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [015] 2545.569971: 39493133 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [028] 2545.570121: 36547845 cycles: ffffffff8aaebea4 ep_poll_callback+0x24 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [030] 2545.570592: 52934848 cycles: 193ef2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [046] 2545.570629: 31092229 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [043] 2545.571674: 38658238 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [031] 2545.571924: 37754024 cycles: 266e8a03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [003] 2545.571990: 36709828 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2545.572202: 33820274 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 165457 [017] 2545.572309: 34367077 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [011] 2545.572668: 27340818 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2545.572782: 32717856 cycles: ffffffff8a7dca2b ktime_get_update_offsets_now+0x9b ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1869715 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198646 [014] 2545.573061: 31290456 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [035] 2545.573307: 31426936 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [041] 2545.573382: 34094388 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [006] 2545.573700: 38282428 cycles: 1421e780 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2545.573824: 32237631 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [040] 2545.575147: 29371715 cycles: 13c7c26b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2545.575463: 33585389 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2545.575617: 34035669 cycles: 133fee4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [029] 2545.575768: 42042304 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [000] 2545.576199: 35260420 cycles: 152c09b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [045] 2545.576516: 36585485 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [036] 2545.576634: 35801135 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [007] 2545.576949: 32554991 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 69dd21239802d118 [unknown] ([unknown]) diskagen.User 197880 [018] 2545.577561: 42527242 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [038] 2545.577900: 34762474 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 194631 [004] 2545.578038: 32021691 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [034] 2545.578170: 33496669 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 167186 [021] 2545.579385: 34582185 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [037] 2545.579436: 62048783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [013] 2545.579474: 37771555 cycles: 2781c37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 197012 [001] 2545.579571: 26407313 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [047] 2545.579848: 36846637 cycles: 17408c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193987 [024] 2545.580077: 37934863 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [005] 2545.580110: 34849860 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [033] 2545.580189: 25076647 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [027] 2545.580474: 34133216 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) blocksto.CLI1 196117 [025] 2545.580613: 37437716 cycles: 35f3da6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2545.580934: 48227036 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [046] 2545.581117: 30514456 cycles: 133c2939 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2545.581303: 39636911 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [012] 2545.581603: 36069446 cycles: ffffffff8aa5bcb3 try_charge_memcg+0x2b3 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [044] 2545.581604: 34545979 cycles: 3b9c9a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [022] 2545.582342: 49136831 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [009] 2545.582636: 36783239 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [032] 2545.583122: 39958121 cycles: ffffffff8aaebf50 ep_poll_callback+0xd0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [028] 2545.583511: 32952516 cycles: 1407fa09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2545.583725: 27111617 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [008] 2545.583977: 38692715 cycles: ffffffff8a7606be __update_load_avg_cfs_rq+0x27e ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [015] 2545.584822: 34191027 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2545.584828: 32796218 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a742748 kick_ilb+0x58 ([kernel.kallsyms]) ffffffff8a754b62 nohz_balancer_kick+0xa2 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b377e67 __sk_mem_raise_allocated+0xd7 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [016] 2545.585031: 34243546 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [026] 2545.585941: 42175609 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [019] 2545.586061: 36094342 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [043] 2545.586165: 38431029 cycles: 1d41302 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2545.586305: 32224982 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [014] 2545.586346: 38959671 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [041] 2545.586511: 42907504 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [010] 2545.586724: 32542489 cycles: 141c970f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 154844 [039] 2545.586792: 33495678 cycles: bbd4833 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [017] 2545.587139: 41593650 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2545.587825: 36869476 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [023] 2545.588462: 32075548 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2545.588794: 56011163 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [003] 2545.589896: 30100216 cycles: ffffffff8a73bd48 try_to_wake_up+0x88 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [006] 2545.589965: 40925908 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [034] 2545.590016: 31971657 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2545.590154: 35868380 cycles: ffffffff8a7eef00 tick_nohz_update_jiffies+0x40 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2545.590256: 36085273 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2545.590636: 49592683 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2545.591343: 27493260 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [001] 2545.591372: 28886873 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 198461 [004] 2545.591488: 37242135 cycles: 13b20dbe [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [038] 2545.591759: 32738157 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [046] 2545.592003: 34408856 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.IC 197544 [021] 2545.592333: 33408222 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [007] 2545.593125: 30327685 cycles: 204b0ca3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [027] 2545.594139: 31905459 cycles: 3bd411e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2545.594157: 39604524 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2545.594164: 41970280 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [013] 2545.594875: 36400918 cycles: 1740c4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198436 [044] 2545.595097: 41533672 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [012] 2545.596207: 39262609 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2545.596239: 33088030 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [016] 2545.596543: 36819756 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [029] 2545.597200: 51665839 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaf5115 aio_read_events+0x5 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [045] 2545.597537: 33252653 cycles: 203ff89c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2545.597683: 29541352 cycles: ffffffff8b698121 ct_irq_exit+0x1 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [040] 2545.598304: 34281306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [008] 2545.598496: 33944335 cycles: ffffffff8a74ab06 update_curr+0x76 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [002] 2545.598878: 36760863 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [025] 2545.598913: 34728518 cycles: 133ae497 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [011] 2545.598977: 23116505 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [032] 2545.599168: 34298014 cycles: 141dc572 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [005] 2545.599391: 26778352 cycles: ffffffff8a9a5710 __kmalloc_node_track_caller+0x10 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [022] 2545.601497: 47556721 cycles: ffffffff8a74c655 select_task_rq_fair+0x1d5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [035] 2545.601577: 28027490 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [010] 2545.601608: 35322229 cycles: a67c187 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [042] 2545.601672: 45522588 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [009] 2545.601852: 38080089 cycles: ffffffff8b487f65 tcp_mtu_probe+0x5 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [043] 2545.602365: 37203550 cycles: 14026cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2545.602647: 33901355 cycles: ffffffff8b61abe9 timerqueue_add+0x49 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [014] 2545.602916: 32438709 cycles: ffffffff8a75239c __update_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [015] 2545.603147: 34191027 cycles: bc03770 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [038] 2545.603153: 33740184 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2545.603171: 28152600 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [036] 2545.603512: 32835233 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [003] 2545.603746: 30245970 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2545.603838: 32444008 cycles: ffffffff8a7f8402 flush_smp_call_function_queue+0x42 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [026] 2545.603983: 37820984 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [023] 2545.604117: 30563552 cycles: 2520c352 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [041] 2545.604669: 39894293 cycles: 12d6bb04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 193496 [046] 2545.604699: 34828730 cycles: 18756233 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) PdGetEv 194092 [039] 2545.605003: 41585272 cycles: ffffffff8a74197c __calc_delta+0x2c ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2545.605125: 36361984 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [004] 2545.605308: 32724788 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [000] 2545.605316: 41169406 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [037] 2545.605436: 50824408 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2545.605718: 30419289 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [017] 2545.606225: 35740901 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagentd 150649 [007] 2545.606265: 27979370 cycles: e574b clock_nanosleep+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [019] 2545.606364: 39281985 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [027] 2545.606703: 38870782 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2545.606924: 24247488 cycles: 141d1afe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [006] 2545.607143: 44739796 cycles: 6286974 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2545.607750: 41584294 cycles: ffffffff8a7d7f23 __hrtimer_start_range_ns+0x243 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 169148 [028] 2545.608102: 29239282 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [005] 2545.608330: 29920836 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [018] 2545.608537: 39891906 cycles: 14178a40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [047] 2545.608863: 31413128 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2545.609524: 35634002 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [016] 2545.609795: 37508728 cycles: 2049b5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2545.609846: 37715646 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [045] 2545.610038: 41823650 cycles: 3a90d3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2545.610361: 35590228 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196917 [044] 2545.610416: 35828376 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 197518 [030] 2545.610435: 46976548 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1436dbbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [012] 2545.610845: 38017835 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198707 [032] 2545.611332: 35881025 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [002] 2545.611784: 33881200 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [025] 2545.612286: 36945062 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [033] 2545.612598: 28687451 cycles: 133a7c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [035] 2545.612872: 26953002 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [011] 2545.613853: 27036147 cycles: 13c96290 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [014] 2545.614326: 31453130 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [010] 2545.614348: 33454267 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagentd 165147 [020] 2545.614513: 48370845 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198683 [038] 2545.614683: 32289750 cycles: ffffffff8aa514bd consume_stock+0x8d ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [043] 2545.615013: 37192253 cycles: 1973f9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [021] 2545.615440: 36944522 cycles: 13bd4d81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 171590 [003] 2545.615486: 30812914 cycles: ffffffff8a747baa update_load_avg+0x2da ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [026] 2545.615712: 39774095 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [034] 2545.615764: 35672402 cycles: 154cb10e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [023] 2545.615850: 35715155 cycles: 180857f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) timer_manager 170505 [036] 2545.616080: 32835233 cycles: 11a2f90b [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2545.616238: 43739809 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [001] 2545.616735: 33376124 cycles: 140800ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [004] 2545.617007: 34867702 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [009] 2545.617189: 36371901 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2545.617756: 46680348 cycles: 20486b43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [022] 2545.618213: 39723886 cycles: ffffffff8a74c649 select_task_rq_fair+0x1c9 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa7c13c vfs_readv+0x9c ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [007] 2545.618308: 29696501 cycles: 12297d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [029] 2545.618528: 43368592 cycles: 17e52aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 171397 [000] 2545.618646: 37991380 cycles: ffffffff8a7412b5 update_min_vruntime+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [028] 2545.618832: 28916079 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2545.618847: 31274908 cycles: ffffffff8b3a6cce process_backlog+0xae ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2545.618905: 36980185 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2545.618907: 35263828 cycles: 3cb4d12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [005] 2545.619025: 29567473 cycles: 68a5f43 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2545.620540: 39894293 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2545.621070: 39300069 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [016] 2545.621102: 36716204 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [019] 2545.621405: 36135800 cycles: ffffffff8a7f6da5 futex_wait+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [027] 2545.621734: 42703186 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2545.622266: 27185474 cycles: 17f9db5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [040] 2545.622311: 34404797 cycles: 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2545.622574: 39545397 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [018] 2545.622668: 39076332 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [013] 2545.622773: 40411434 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2545.622876: 34977145 cycles: ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [006] 2545.623082: 37931278 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2545.623108: 46743519 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [044] 2545.623457: 33193964 cycles: ffffffff8aaf5202 read_events+0x32 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2545.623670: 28881256 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2545.623876: 41393936 cycles: ffffffff8a7763d6 calc_load_nohz_stop+0x6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [011] 2545.623972: 28963910 cycles: 3a6358b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [032] 2545.624515: 38076397 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2545.624571: 39242224 cycles: ffffffff8a74937f place_entity+0xf ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [002] 2545.624778: 31535689 cycles: ffffffff8a7b415a check_cpu_stall+0x4a ([kernel.kallsyms]) ffffffff8a7b8b59 rcu_sched_clock_irq+0xe9 ([kernel.kallsyms]) ffffffff8a7d6fa3 update_process_times+0x63 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b982a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2545.625424: 30415404 cycles: ffffffff8a65e8cd arch_cpu_idle+0xd ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [025] 2545.626311: 36613035 cycles: 194b02b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [010] 2545.626572: 36274012 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [030] 2545.626917: 44218336 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [038] 2545.626970: 31088432 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [045] 2545.626975: 43006237 cycles: ffffffff8aa5833b __mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [003] 2545.627066: 33274990 cycles: 21a31241 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [004] 2545.627552: 34556814 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [036] 2545.628592: 40059763 cycles: 12d6bf33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [043] 2545.628982: 37534286 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fa3d4ab513f [unknown] (//anon) blocksto.CLI2 198650 [034] 2545.629122: 37872419 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [021] 2545.629302: 38949150 cycles: 1742c024 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [028] 2545.629400: 31119661 cycles: ffffffff8a776413 calc_load_nohz_stop+0x43 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [001] 2545.630000: 30623980 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [005] 2545.630405: 28919957 cycles: 26649812 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2545.630757: 29696501 cycles: ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [026] 2545.631006: 39012735 cycles: ffffffff8a6b5f7f __raw_callee_save___kvm_vcpu_is_preempted+0xf ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [023] 2545.631080: 35149506 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [047] 2545.631097: 31330384 cycles: 14062f84 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [046] 2545.631624: 36246282 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 170471 [020] 2545.631854: 39717170 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [016] 2545.632155: 39263045 cycles: ffffffff8a9b87d5 count_memcg_events.constprop.0+0x35 ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194623 [009] 2545.632348: 36371901 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198430 [035] 2545.632413: 30459044 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 170033 [022] 2545.632526: 39992465 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [033] 2545.632530: 32289538 cycles: 1ca87200 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2545.633334: 34776931 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [031] 2545.633461: 36289340 cycles: 64a4bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [000] 2545.634363: 39517197 cycles: 9644b pthread_getspecific+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1411b9d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [040] 2545.634482: 34511565 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2545.634717: 31845479 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [006] 2545.635146: 35639833 cycles: 17fbaae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [041] 2545.635596: 55838541 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [019] 2545.635987: 31790690 cycles: 197d090 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2545.636097: 54350314 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [002] 2545.636146: 29953684 cycles: ffffffff8b46ec9d tcp_sendmsg_locked+0x39d ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [013] 2545.636164: 39691627 cycles: 133d5661 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170457 [029] 2545.636270: 40485359 cycles: ffffffff8a660036 switch_fpu_return+0x26 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [018] 2545.636924: 38202067 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 206bb83 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [014] 2545.637180: 36387187 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [011] 2545.637183: 32133557 cycles: 15395121 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2545.637551: 37974578 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 193837 [012] 2545.637857: 35222303 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [039] 2545.638154: 43091384 cycles: 13003ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2545.638406: 40025062 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [038] 2545.638728: 36276928 cycles: 64472c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [017] 2545.638771: 44215856 cycles: 1ca22d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2545.639297: 39996694 cycles: ffffffff8a760445 __update_load_avg_cfs_rq+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [025] 2545.639803: 37961050 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [036] 2545.640145: 40334179 cycles: ffffffff8a73be54 try_to_wake_up+0x194 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [032] 2545.640310: 38613226 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [004] 2545.640514: 40249796 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2545.640646: 43026530 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2545.640862: 39017209 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7d17c2 jiffies_to_usecs+0x12 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [003] 2545.641010: 37169427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [028] 2545.641126: 29697507 cycles: 133a5cba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2545.641267: 34609986 cycles: 18633c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2545.641899: 39619599 cycles: 21a300f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [001] 2545.642941: 31288034 cycles: 1411ac13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [007] 2545.643078: 35909077 cycles: ffffffff8a7f351c do_futex+0x17c ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [030] 2545.643300: 42316039 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 163642 [033] 2545.643684: 31438125 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2545.644457: 35351852 cycles: ffffffff8b6a4741 __schedule+0x241 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [047] 2545.644473: 34787929 cycles: 689cd5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [023] 2545.644516: 48912859 cycles: 27296690 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170457 [035] 2545.644708: 35986883 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2545.644747: 37433886 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2545.644922: 36094723 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [021] 2545.645071: 35502134 cycles: 2660260e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [045] 2545.645072: 38642714 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [009] 2545.645505: 38549866 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [016] 2545.645815: 40003319 cycles: ffffffff8aa5ba06 try_charge_memcg+0x6 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [040] 2545.646161: 32960155 cycles: ffffffff8b49ae77 tcp_rack_advance+0x37 ([kernel.kallsyms]) ffffffff8b479701 tcp_clean_rtx_queue.constprop.0+0x1a1 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [020] 2545.646203: 35169404 cycles: ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197266 [015] 2545.646246: 36223656 cycles: 1419e48e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2545.646443: 33558088 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [044] 2545.646516: 30868180 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 165162 [026] 2545.646732: 41522996 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [006] 2545.646911: 37547187 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [031] 2545.647942: 34736913 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2545.648166: 38388567 cycles: ffffffff8a776413 calc_load_nohz_stop+0x43 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [000] 2545.648302: 40342580 cycles: ffffffff8aa56425 refill_stock+0x35 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2545.649590: 31285141 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2545.649914: 33667236 cycles: ffffffff8a768fb8 psi_group_change+0x18 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2545.650655: 36231369 cycles: ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 197546 [014] 2545.650875: 35427676 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [024] 2545.651014: 35904880 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [013] 2545.651810: 46638820 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 163642 [028] 2545.651821: 28982113 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [029] 2545.652458: 42358183 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [039] 2545.653008: 44068268 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [038] 2545.653013: 37910264 cycles: 3b1b468 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2545.653267: 39298273 cycles: 265f2476 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2545.653776: 36330277 cycles: 204b0c74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2545.654422: 36648308 cycles: 1378a6a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [027] 2545.654439: 37275317 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166746 [032] 2545.654511: 37921951 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [004] 2545.654541: 35509226 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [036] 2545.655416: 38847797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198713 [017] 2545.655430: 38808554 cycles: 3ade681 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [034] 2545.655483: 40985894 cycles: 68d1666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [033] 2545.655527: 29581845 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2545.655541: 33565914 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [042] 2545.655711: 46226743 cycles: 3a78ca8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [010] 2545.655877: 46517862 cycles: 133ae10f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [008] 2545.655931: 38168323 cycles: 3b314c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [041] 2545.656200: 52397274 cycles: 1412388d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2545.656307: 36441747 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2545.656516: 39733158 cycles: ffffffff8a7d7971 __hrtimer_next_event_base+0xd1 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d7b92 __remove_hrtimer+0x82 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 196862 [046] 2545.656546: 41618497 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [037] 2545.657171: 37516400 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [009] 2545.657643: 40779106 cycles: 20484a0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [044] 2545.658606: 31751765 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [035] 2545.658731: 32017242 cycles: 1a6ad7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [022] 2545.658992: 37364928 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [020] 2545.659069: 32398905 cycles: 3b38918 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) .NET TP Worker 197901 [021] 2545.659116: 31798899 cycles: 1682460 [unknown] (/memfd:doublemapper (deleted)) network poller 198436 [030] 2545.659343: 35734547 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [043] 2545.659390: 33205012 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [047] 2545.659698: 38059530 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [002] 2545.659958: 30743609 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2545.660068: 34247287 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2545.660982: 33605236 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120953 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2545.661232: 38505703 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197524 [031] 2545.661354: 41951485 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c797f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [015] 2545.661663: 38859333 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 504e9cf [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV1 194448 [026] 2545.662408: 39516497 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [012] 2545.662589: 35655780 cycles: 1407e89b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [024] 2545.662993: 37126797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [028] 2545.663035: 31700986 cycles: 3a67cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2545.663217: 38908201 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2545.663308: 40352662 cycles: ffffffff8a9a5cc5 kfree+0x5 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [000] 2545.663324: 35653441 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [019] 2545.663925: 42661878 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 166704 [014] 2545.664233: 41110075 cycles: ad45d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [005] 2545.664835: 35377014 cycles: ffffffff8aaec0ec ep_poll_callback+0x26c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [023] 2545.665343: 48892458 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 266ed67c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [040] 2545.666185: 33289958 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [004] 2545.666223: 34123601 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8aab80a2 seq_lseek+0x32 ([kernel.kallsyms]) ffffffff8aa7bae9 ksys_lseek+0x79 ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730346 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 194630 [038] 2545.666640: 35805029 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bd7fe7ef [unknown] (//anon) nbsd.User 197534 [033] 2545.667360: 29527499 cycles: 13bf59b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [025] 2545.667946: 38269678 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [001] 2545.668647: 34870225 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef65f715f [unknown] (//anon) nbsd.SRV2 198455 [008] 2545.668888: 47495441 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [032] 2545.668896: 36689288 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2545.669067: 39244723 cycles: ffffffff8a7d807e hrtimer_start_range_ns+0x2e ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [035] 2545.669284: 31373895 cycles: 2045c531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [044] 2545.669383: 30920969 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [003] 2545.669912: 40282240 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2545.670109: 35332068 cycles: 13b2e2c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [017] 2545.670255: 44888886 cycles: 12ff5301 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [027] 2545.670361: 41866840 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 193502 [029] 2545.670433: 41834556 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [034] 2545.670502: 44520409 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [037] 2545.670883: 45316007 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198031 [039] 2545.671005: 45155334 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [013] 2545.671453: 43713893 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [021] 2545.671704: 37799320 cycles: cc15cf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [007] 2545.672048: 39877862 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [002] 2545.672059: 29219418 cycles: 68bdd32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165150 [009] 2545.672119: 37010420 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21b6a4e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198712 [006] 2545.672331: 37085973 cycles: 3ac51d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2545.672526: 51243638 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 193840 [046] 2545.672589: 51289361 cycles: 2197fdd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2545.672755: 32936701 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2545.672788: 34804892 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [043] 2545.673046: 35691872 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [042] 2545.673206: 41847399 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [047] 2545.673924: 39499025 cycles: ffffffff8a7e6435 __x64_sys_clock_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [028] 2545.674045: 34314518 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [012] 2545.674946: 40677806 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [045] 2545.675033: 38145221 cycles: 67f600f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [024] 2545.675399: 42682438 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 194424 [004] 2545.675592: 34700699 cycles: 23dedf9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd 172783 [000] 2545.676120: 38855799 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [041] 2545.676491: 50658988 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 155955 [016] 2545.676682: 34526737 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [026] 2545.677194: 35355144 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [040] 2545.677220: 32173871 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [018] 2545.677805: 35537764 cycles: ffffffff8a7433c2 select_idle_core+0x72 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2545.677913: 37295893 cycles: ffffffff8b482b95 tcp_tso_segs+0x15 ([kernel.kallsyms]) ffffffff8b4885f2 tcp_write_xmit+0x82 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165858 [015] 2545.678003: 41225499 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [031] 2545.678485: 40979559 cycles: 140c2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2545.678680: 32187573 cycles: ffffffff8a74eaa0 enqueue_entity+0x20 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [033] 2545.679869: 29758055 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2545.680077: 34492582 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [044] 2545.680102: 30489176 cycles: 172c1a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167053 [014] 2545.680444: 46256520 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [038] 2545.681186: 38833900 cycles: 2049ca31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2545.681847: 43494141 cycles: ffffffff8a7efdb8 tick_nohz_idle_exit+0xa8 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [001] 2545.682039: 37099517 cycles: 133cc347 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [023] 2545.682148: 40455869 cycles: be4d681 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) perf 198744 [002] 2545.682506: 28917133 cycles: ffffffff8b623b8b xas_load+0x9b ([kernel.kallsyms]) ffffffff8b623f74 __xa_set_mark+0x54 ([kernel.kallsyms]) ffffffff8a96eb52 __folio_mark_dirty+0x62 ([kernel.kallsyms]) ffffffff8aad8e52 mark_buffer_dirty+0x122 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197529 [032] 2545.682689: 37716538 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2545.683718: 32424334 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [036] 2545.684525: 34706276 cycles: 204abc5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [025] 2545.684582: 44295557 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) test_tool 194424 [004] 2545.685168: 35385441 cycles: 32a710a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.User 170133 [030] 2545.685175: 33535367 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [008] 2545.685280: 46322625 cycles: 17bc9a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [009] 2545.685672: 33015762 cycles: ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2545.685969: 38002832 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b95aad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [027] 2545.686430: 41810995 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [028] 2545.686880: 36141074 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2545.686945: 43695137 cycles: ffffffff8a735e0f update_rq_clock+0x3f ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [003] 2545.687181: 48875014 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [006] 2545.687801: 37250519 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [024] 2545.688011: 39489050 cycles: ffffffff8b697805 exc_page_fault+0x15 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194390 [040] 2545.688122: 31765102 cycles: 3b048a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [011] 2545.688449: 36876034 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [007] 2545.688453: 35625430 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [021] 2545.688566: 33490402 cycles: 3c580e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2545.688781: 37857636 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [043] 2545.688968: 31572058 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [012] 2545.689034: 40713710 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [029] 2545.689244: 32316599 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2545.689327: 42713896 cycles: ffffffff8b6ad539 _raw_spin_unlock+0x19 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [039] 2545.689537: 35371002 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197240 [016] 2545.689823: 38353996 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [042] 2545.689866: 52308541 cycles: 17fb227 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [026] 2545.690286: 39330246 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2545.690460: 44609675 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [005] 2545.690919: 37427299 cycles: 204a7216 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [018] 2545.691081: 33180726 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26851dd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2545.691332: 40697910 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [047] 2545.691521: 36646745 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2545.691852: 46600087 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [044] 2545.692294: 28790815 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198846 [046] 2545.692616: 48231780 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2545.693512: 35021116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [033] 2545.694076: 26242964 cycles: 28934c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2545.694279: 34298381 cycles: ffffffff8a75fd71 __update_load_avg_se+0x11 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [010] 2545.694518: 47192382 cycles: 3a63521 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162522 [015] 2545.694723: 40967527 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [020] 2545.695016: 39268857 cycles: ffffffff8a7efe85 tick_irq_enter+0x15 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2545.696762: 33457956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [036] 2545.697251: 35503104 cycles: 21a3ec43 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2545.697456: 39174898 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194356 [038] 2545.697488: 40326383 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [041] 2545.697813: 42334044 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198436 [001] 2545.698037: 36579271 cycles: ffffffff8a74e116 dequeue_task_fair+0xd6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [004] 2545.698171: 32722468 cycles: 272832e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [014] 2545.698555: 42754407 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [023] 2545.698578: 38172675 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [030] 2545.698747: 34860079 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [034] 2545.699235: 35234163 cycles: 133a35fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [040] 2545.699538: 33782074 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [024] 2545.700555: 41874597 cycles: ffffffff8b6a48b6 __schedule+0x3b6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [043] 2545.700664: 36550124 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2545.700725: 35146035 cycles: ffffffff8a738339 pick_next_task+0x39 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [009] 2545.700776: 31695462 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3af34e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [025] 2545.701133: 38918211 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [005] 2545.701856: 36503788 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2545.701974: 41349850 cycles: ffffffff8b61acf1 timerqueue_del+0x31 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197562 [006] 2545.702142: 42566402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 13bb48dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2545.702273: 39330485 cycles: ffffffff8a7dacda ktime_get+0x2a ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [044] 2545.702589: 28683559 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [018] 2545.702795: 34119913 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [021] 2545.702900: 38363123 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [007] 2545.703091: 31320513 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2545.703339: 42503716 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [029] 2545.703444: 29582790 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165845 [022] 2545.703464: 38620429 cycles: ffffffff8b6148c3 plist_add+0x83 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [033] 2545.703765: 26470504 cycles: 2407143 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [011] 2545.703767: 41272220 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2545.704161: 35782990 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 198713 [016] 2545.704357: 38990387 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [037] 2545.704401: 33129685 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [026] 2545.704482: 37510990 cycles: 129abdf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [019] 2545.705104: 43665420 cycles: 1425a461 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [027] 2545.705607: 40210620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) blockstore-test 198065 [047] 2545.706570: 39514955 cycles: 1148ac read+0x5c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 197891 [045] 2545.706726: 47974626 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2545.706880: 44028683 cycles: ffffffff8a64a4f2 __switch_to+0x202 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [017] 2545.707890: 46138928 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [042] 2545.708123: 47631205 cycles: 1582bfe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [035] 2545.708868: 37427928 cycles: 186cb48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [000] 2545.708869: 42373524 cycles: ffffffff8a7d6916 __mod_timer+0x1d6 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2545.709038: 33538848 cycles: ffffffff8a747fe3 update_load_avg+0x713 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [004] 2545.709430: 31483599 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [032] 2545.709940: 35448385 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [036] 2545.710323: 33752443 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [040] 2545.710451: 33092341 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [015] 2545.710540: 42668787 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [046] 2545.711097: 41625231 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [010] 2545.711157: 41127596 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [020] 2545.711220: 33314003 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2545.711454: 36348191 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [030] 2545.711777: 31747314 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159383 [038] 2545.712902: 46848693 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [009] 2545.713266: 32827475 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [044] 2545.713446: 28034205 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2545.713591: 40382830 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [034] 2545.713983: 30743368 cycles: 28937b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 159616 [043] 2545.714100: 37064210 cycles: 133c303d [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [005] 2545.714648: 33975301 cycles: 13c7c33a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2545.714784: 39736534 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [021] 2545.715152: 36627609 cycles: 3b32d27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2545.715411: 44681832 cycles: 14258492 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [006] 2545.715496: 43409475 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 159382 [014] 2545.715546: 39949294 cycles: 21b5b075 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [033] 2545.715870: 26470504 cycles: 11e913 syscall+0x23 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [023] 2545.716154: 39506609 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2545.716299: 35342957 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [029] 2545.716449: 29992209 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [041] 2545.716847: 48331584 cycles: 127a2d sendmsg+0x5d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [022] 2545.717132: 42233061 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2545.717196: 45005018 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b698129 ct_irq_exit+0x9 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [037] 2545.717219: 31901182 cycles: 1c3ad36a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [008] 2545.717248: 39515447 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 67f6a51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2545.717682: 42191019 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [007] 2545.717945: 27052545 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [026] 2545.718791: 36292331 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2545.719187: 42278132 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [039] 2545.719212: 35697246 cycles: ffffffff8b3a4adb __dev_queue_xmit+0xfb ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2545.720511: 39983360 cycles: 24fe67c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [011] 2545.721102: 40788890 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17bce51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [003] 2545.721104: 41303921 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [002] 2545.721196: 35205474 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 197eae2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167053 [000] 2545.722238: 39600855 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [045] 2545.722598: 41039840 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [047] 2545.722730: 37823054 cycles: ffffffff8a75feb1 __update_load_avg_se+0x151 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2545.723016: 31109469 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [030] 2545.723244: 34709264 cycles: 9af94 pthread_rwlock_unlock+0x44 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2545.723445: 44555648 cycles: 204af54c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [020] 2545.723456: 30840291 cycles: ffffffff8aa2b38d memcg_slab_post_alloc_hook+0xd ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [036] 2545.723589: 35801321 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [044] 2545.723626: 28034205 cycles: 27c1c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [004] 2545.723657: 28976161 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2545.724432: 44373655 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2545.724711: 33219549 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2545.724937: 33568243 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 198206 [032] 2545.725060: 34645114 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [017] 2545.725441: 45787063 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [013] 2545.725715: 35581147 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [001] 2545.725791: 34832665 cycles: ffffffff8a69f066 native_send_call_func_single_ipi+0x16 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [015] 2545.725807: 38994256 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [009] 2545.726042: 31555551 cycles: 14226557 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [034] 2545.726124: 29123348 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [033] 2545.726282: 34082586 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [046] 2545.726779: 35782965 cycles: 13dde4b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [028] 2545.727600: 36547801 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170465 [010] 2545.727816: 37056383 cycles: ffffffff8a60432f __switch_to_asm+0x1f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [007] 2545.728115: 27052545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) diskagen.IC 197891 [037] 2545.728343: 32035214 cycles: 2049b5ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [038] 2545.729355: 39289406 cycles: ffffffff8adab04b iovec_from_user.part.0+0xb ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [018] 2545.729579: 31965420 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [043] 2545.729944: 31391457 cycles: ffffffff8a961d39 __filemap_get_folio+0xb9 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 194346 [029] 2545.730178: 38032860 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2545.730546: 39266108 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [023] 2545.730823: 42604797 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [006] 2545.730997: 37306053 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [031] 2545.731630: 33133827 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [021] 2545.731756: 35452851 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [008] 2545.731942: 36538522 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [026] 2545.733050: 37876191 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2545.733123: 41827909 cycles: ffffffff8a74f119 enqueue_task_fair+0x129 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [012] 2545.733630: 39448117 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196861 [025] 2545.733728: 41871853 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ba81e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 194363 [041] 2545.733735: 40166814 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [002] 2545.733775: 37144589 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [022] 2545.733969: 35095995 cycles: 139f1206 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdSbmEv 196863 [044] 2545.734031: 32893612 cycles: ffffffff8a76921c psi_group_change+0x27c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [024] 2545.734150: 49727670 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2545.734442: 30546043 cycles: 25168fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2545.734444: 38931999 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 197518 [004] 2545.734766: 28976161 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 163661 [020] 2545.735245: 29668155 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [016] 2545.735270: 39524097 cycles: 3b1dd21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [036] 2545.735293: 35188243 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [001] 2545.735993: 35003919 cycles: 2514fae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [027] 2545.736250: 36025740 cycles: 14346cdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2545.736549: 33579117 cycles: ffffffff8b61a634 memchr_inv+0xf4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 198449 [047] 2545.736871: 36461448 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [005] 2545.737019: 31688311 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) swapper 0 [035] 2545.737197: 29989395 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2545.737358: 34503688 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [034] 2545.737515: 27843539 cycles: 1539ae44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [000] 2545.737598: 37050452 cycles: ffffffff8a7f8316 __smp_call_single_queue+0x36 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [045] 2545.737917: 39014516 cycles: 3b33841 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2545.738110: 36005795 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2545.738221: 31837442 cycles: 1406b9b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [037] 2545.738348: 34735274 cycles: 3715391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165274 [033] 2545.738759: 37885181 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [013] 2545.738796: 41357664 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [003] 2545.738976: 33821687 cycles: ffffffff8aa59d85 uncharge_folio+0x165 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196114 [046] 2545.739592: 32968724 cycles: ffffffff8b374bf8 sock_def_readable+0x28 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [019] 2545.739702: 44181741 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [010] 2545.739835: 38119339 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [018] 2545.740737: 30516143 cycles: 21a09ea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [028] 2545.741309: 40521132 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [042] 2545.741345: 42108375 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) ydbd.System 171287 [043] 2545.741361: 30246103 cycles: ffffffff8a7f6abe futex_wait_queue+0x8e ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [015] 2545.742052: 34043623 cycles: 3b30a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [038] 2545.744010: 35141882 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [006] 2545.744183: 34979966 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [031] 2545.744193: 30702347 cycles: 141aae9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2545.744378: 42737773 cycles: 17ffe33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [020] 2545.744886: 29937090 cycles: ffffffff8adb05a4 _find_next_bit+0x34 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [021] 2545.745052: 42390540 cycles: 644252e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [014] 2545.745106: 39600254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2545.745277: 37719426 cycles: 178e705 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [017] 2545.745332: 48848074 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI2 194623 [008] 2545.745527: 35699134 cycles: 3a62e40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2545.745594: 32690927 cycles: ffffffff8a7d6da2 get_next_timer_interrupt+0x22 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [002] 2545.746097: 39163483 cycles: 21a2fa8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [044] 2545.746427: 32578055 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [026] 2545.746760: 38257486 cycles: 1a6aea [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [022] 2545.746795: 33427500 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [036] 2545.746960: 33494140 cycles: 1330d980 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172388 [034] 2545.747512: 28138176 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [023] 2545.747637: 48135644 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [041] 2545.747861: 39294934 cycles: 12a0672 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [001] 2545.747996: 37004413 cycles: ffffffff8b448be4 nf_hook_slow+0x34 ([kernel.kallsyms]) ffffffff8b455f68 ip_local_deliver+0xe8 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159891 [030] 2545.748211: 39367655 cycles: ffffffff8a74ea47 put_prev_task_fair+0x17 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 197898 [027] 2545.748460: 44229428 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [011] 2545.748942: 41583752 cycles: 2666aa49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [012] 2545.749138: 36001662 cycles: ffffffff8b375092 skb_set_owner_w+0x82 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [016] 2545.749357: 36196483 cycles: ffffffff8a73c3a2 wake_up_q+0x62 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2545.749430: 40955077 cycles: ffffffff8b8016a0 error_return+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162525 [035] 2545.749562: 31491560 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PDisk 166706 [039] 2545.749685: 35138853 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) PdCmpl_0 194090 [005] 2545.749944: 31688311 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [007] 2545.750456: 31837442 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [047] 2545.750591: 41738186 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2545.750756: 41231865 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [013] 2545.751831: 42948089 cycles: ffffffff8a7d6a41 __mod_timer+0x301 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [024] 2545.752104: 42311118 cycles: 3a34421 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [018] 2545.752150: 30384767 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [046] 2545.752280: 31287039 cycles: 13c7cc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [045] 2545.752306: 37314487 cycles: 252940e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [009] 2545.752341: 35060567 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2545.752641: 34735274 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [000] 2545.752774: 39251227 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2516dce8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [003] 2545.753092: 30058520 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2545.753812: 37289672 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [043] 2545.754519: 28520485 cycles: ffffffff8a733327 prepare_task_switch+0x27 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [010] 2545.755313: 33527305 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 594 [unknown] ([unknown]) nbsd.System 197239 [015] 2545.756094: 33190398 cycles: ffffffff8a75ff15 __update_load_avg_se+0x1b5 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [028] 2545.756216: 36546219 cycles: 688dfe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [020] 2545.756309: 28894543 cycles: ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [038] 2545.756965: 32672932 cycles: 2f769 log2+0xb9 (/usr/lib/x86_64-linux-gnu/libm.so.6) 68c8d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [044] 2545.757084: 36876434 cycles: ffffffff8b3a4c6d __dev_queue_xmit+0x28d ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [031] 2545.757109: 28149505 cycles: 14149778 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2545.757334: 28026920 cycles: 2048a63e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [036] 2545.757622: 32940506 cycles: ffffffff8aa5e867 __mem_cgroup_charge+0x17 ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198840 [042] 2545.757757: 37644735 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2545.757849: 34854637 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [040] 2545.758616: 32673567 cycles: 3b30b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2545.758798: 34190429 cycles: ffffffff8b801220 restore_regs_and_return_to_kernel+0x10 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [008] 2545.759128: 35879501 cycles: 11e913 syscall+0x23 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [019] 2545.759189: 43666034 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [004] 2545.759209: 39800558 cycles: 1e5c68cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2545.760133: 37877856 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [002] 2545.760250: 35514031 cycles: 2045db95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [001] 2545.760686: 35022023 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [029] 2545.760958: 39593698 cycles: 14211e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2545.761295: 33649328 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2545.761607: 39570965 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [035] 2545.761874: 29567532 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [021] 2545.762202: 35308842 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2545.762876: 38495098 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2545.763208: 32477432 cycles: 1808551 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [016] 2545.763418: 35335909 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2545.763673: 30188108 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [007] 2545.763858: 41848019 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2545.763949: 36043952 cycles: 1404f240 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [018] 2545.764293: 32170201 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d7ecb87f [unknown] (//anon) nbsd-lig.SRV1 194448 [030] 2545.764691: 48380517 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [047] 2545.764980: 36465709 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2545.765046: 30201561 cycles: 17aa201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2545.765607: 37088188 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2545.765763: 41859560 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [009] 2545.765817: 40002493 cycles: ffffffff8b383f63 __kfree_skb+0x13 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 198048 [017] 2545.766518: 50510963 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [043] 2545.766622: 26216844 cycles: 185f6ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [036] 2545.766693: 33810417 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [003] 2545.766718: 31791806 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2545.766859: 28554270 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2545.766872: 36855979 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [010] 2545.767003: 31502646 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [024] 2545.767207: 43345919 cycles: ffffffff8ab3a527 proc_fill_cache+0x67 ([kernel.kallsyms]) ffffffff8ab3b4ce proc_pid_readdir+0xfe ([kernel.kallsyms]) ffffffff8ab3432a proc_root_readdir+0x3a ([kernel.kallsyms]) ffffffff8aa9ba22 iterate_dir+0xa2 ([kernel.kallsyms]) ffffffff8aa9c420 __x64_sys_getdents64+0x80 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32b0200 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24237b6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagentd 169813 [045] 2545.767560: 37332513 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [033] 2545.767583: 33682223 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [011] 2545.768207: 50298403 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [020] 2545.768597: 27711835 cycles: 3c7ef9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2545.768673: 36273330 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [044] 2545.768921: 35040889 cycles: 3a6ac6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [031] 2545.769253: 30868135 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [025] 2545.769657: 39685755 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [028] 2545.769963: 35784153 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [015] 2545.770121: 36209781 cycles: 14085d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [038] 2545.770266: 33828077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2545.770471: 38612344 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2545.771505: 33860048 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI2 194630 [022] 2545.771595: 33604253 cycles: 3b951cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [040] 2545.771934: 29923868 cycles: 25257572 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2545.772015: 32271334 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [006] 2545.772517: 33740302 cycles: 3b15d21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2545.773831: 32284055 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [014] 2545.773949: 33231670 cycles: 3c80d2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [004] 2545.774270: 34181312 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 23e917f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [002] 2545.774305: 31688505 cycles: ffffffff8a747f0d update_load_avg+0x63d ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [035] 2545.774415: 27664644 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [046] 2545.774431: 32200268 cycles: 13c9716d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [012] 2545.774541: 31379689 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2545.774656: 34716880 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [018] 2545.775764: 33271853 cycles: 1330d02b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [032] 2545.776145: 42756653 cycles: ffffffff8aa5ef37 mem_cgroup_charge_skmem+0x77 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [005] 2545.776350: 34427333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [039] 2545.776465: 29191273 cycles: 194278b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [043] 2545.776696: 26339164 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [047] 2545.776700: 35472712 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [019] 2545.777227: 51438879 cycles: ffffffff8a7412b9 update_min_vruntime+0x9 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2545.777330: 33262192 cycles: ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [041] 2545.777383: 33721725 cycles: 2781ae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [034] 2545.777384: 28133731 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [029] 2545.777885: 40437518 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198054 [036] 2545.778174: 32609041 cycles: 251a4321 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [020] 2545.778562: 27182644 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [010] 2545.778563: 33920750 cycles: 2892f37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [003] 2545.778791: 40322670 cycles: 1a689a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [033] 2545.778887: 32311923 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [021] 2545.778944: 35961039 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [024] 2545.779118: 40790685 cycles: 24414cd [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439df0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb1b2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 197875 [007] 2545.779126: 45025480 cycles: 24fec1d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2545.779292: 34495216 cycles: 186a7da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [000] 2545.779452: 42134797 cycles: ffffffff8aa5efe6 mem_cgroup_uncharge_skmem+0x26 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [013] 2545.779882: 38044932 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [044] 2545.781323: 32932336 cycles: 24fedfab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [031] 2545.781584: 34620071 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2545.781722: 36246812 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2545.781773: 38059855 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [040] 2545.782273: 33288572 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [027] 2545.782324: 33630866 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2545.782893: 32692706 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 150639 [030] 2545.782930: 46699714 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [022] 2545.783376: 41394531 cycles: ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [028] 2545.783386: 34393450 cycles: 133ce041 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [045] 2545.783479: 36386686 cycles: ffffffff8a96a79d folio_mark_dirty+0x2d ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [015] 2545.783704: 36907972 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2545.784064: 31065456 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2545.784866: 37845658 cycles: ffffffff8a7ef8e7 tick_nohz_idle_stop_tick+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155699 [035] 2545.784989: 29893441 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [046] 2545.785075: 31650176 cycles: 3b33779 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2545.785079: 30886153 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2545.785189: 40144488 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [012] 2545.785518: 30298715 cycles: 161b5f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [006] 2545.785562: 42262251 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [023] 2545.785849: 39048398 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67d3e93af [unknown] (//anon) ydbd.Scheduler 167057 [026] 2545.785922: 37305123 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 197542 [014] 2545.787032: 30908308 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165860 [018] 2545.787440: 33892169 cycles: 133b981d [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198039 [017] 2545.787505: 42138036 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [011] 2545.787640: 44765076 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [043] 2545.788039: 27794918 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [039] 2545.788147: 28668293 cycles: 2666af28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 170461 [020] 2545.788701: 30977938 cycles: 1be8a4d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [034] 2545.789194: 27874967 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198832 [001] 2545.789426: 35764852 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2545.789945: 39985375 cycles: ffffffff8a7b8905 rcu_needs_cpu+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [041] 2545.790061: 35196347 cycles: 3b9d579 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [036] 2545.790105: 35031306 cycles: 140484cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [033] 2545.790307: 31245791 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [047] 2545.790658: 35678164 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [032] 2545.790972: 37072870 cycles: 1617ad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [005] 2545.791162: 41439156 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [037] 2545.792222: 32150508 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2545.792363: 39700160 cycles: 175a6e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [024] 2545.792918: 36400202 cycles: 1a68ec [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 36a11d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [010] 2545.792977: 33533952 cycles: ffffffff8a739e80 set_task_cpu+0x120 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2545.793715: 48999600 cycles: 1407f351 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172235 [044] 2545.793998: 30910940 cycles: ffffffff8a6b8d2d pvclock_clocksource_read+0x5d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [031] 2545.794127: 36222479 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [013] 2545.794404: 38074733 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [008] 2545.794408: 34390260 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [029] 2545.794890: 44869273 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [027] 2545.794903: 32241866 cycles: ffffffff8a96f420 set_page_dirty+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2545.794955: 31069007 cycles: 250d7b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165150 [002] 2545.795017: 30798147 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [038] 2545.795206: 44241702 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [003] 2545.795264: 42272211 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [035] 2545.795359: 30101473 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2545.795424: 32864836 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198031 [046] 2545.796651: 30595202 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165166 [009] 2545.797094: 36448771 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [028] 2545.797329: 37849716 cycles: 3bd4018 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2545.797361: 43520763 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [022] 2545.797733: 36449519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [014] 2545.797754: 33849049 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [004] 2545.797896: 39533279 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170131 [019] 2545.798328: 53817159 cycles: ffffffff8a7d20f0 get_timespec64+0x30 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2545.798546: 39243794 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [007] 2545.798551: 49207296 cycles: 3a6ac6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [034] 2545.798661: 30368491 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [012] 2545.798775: 28638536 cycles: 3b96101 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [020] 2545.799131: 34095801 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [043] 2545.799651: 29914020 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [006] 2545.799680: 43201428 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [023] 2545.799926: 41223880 cycles: 3b637c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [039] 2545.800096: 27043354 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2545.800240: 33853693 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2545.800459: 36475355 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [026] 2545.800632: 33224151 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [033] 2545.801265: 30348188 cycles: 21a013cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [030] 2545.802337: 44025271 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2545.802356: 37024696 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2545.803907: 32762542 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [016] 2545.804113: 35821716 cycles: ffffffff8b3a49e5 __dev_queue_xmit+0x5 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [001] 2545.804472: 42239427 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2545.804505: 33516658 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2545.804929: 33755054 cycles: ffffffff8b6178b0 rb_next+0x20 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2545.805205: 36456097 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [032] 2545.805715: 32391449 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [011] 2545.805744: 37307326 cycles: 3c32e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [044] 2545.805798: 29721206 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2545.805893: 41788448 cycles: 133a35f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 169040 [040] 2545.805981: 33521775 cycles: bbb7e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [008] 2545.806421: 36962925 cycles: 17a9f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159512 [042] 2545.806839: 29693902 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2545.806947: 33363527 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [002] 2545.807199: 33528261 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [046] 2545.807341: 29493969 cycles: 26697cc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [031] 2545.807524: 34519758 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [039] 2545.808085: 27862704 cycles: 24fe760b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [000] 2545.808315: 37553339 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2545.808493: 31548789 cycles: ffffffff8a7dad49 ktime_get+0x99 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [022] 2545.808923: 35406132 cycles: ffffffff8b480cfb tcp_rcv_established+0x6b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2545.809024: 34289790 cycles: ffffffff8a779b1d psi_task_change+0xd ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [027] 2545.809210: 36579324 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166704 [014] 2545.809589: 36208898 cycles: ffffffff8a735e16 update_rq_clock+0x46 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [028] 2545.809770: 38260444 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [005] 2545.809791: 39793585 cycles: 1413077b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2545.809971: 33248580 cycles: ffffffff8a74bb80 select_idle_sibling+0x60 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [013] 2545.810462: 38530326 cycles: 185f6a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [021] 2545.810869: 40651032 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [003] 2545.811639: 37499562 cycles: 15730133 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [004] 2545.811705: 40561667 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [038] 2545.811723: 43210380 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2545.811931: 31401145 cycles: 21a2fd9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2545.812241: 31508791 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.User 197529 [026] 2545.812348: 31503214 cycles: 1c784209 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2545.812510: 53106172 cycles: 2892f4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [033] 2545.812884: 32374138 cycles: 17437fe9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [018] 2545.813224: 34469294 cycles: 1730a91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [045] 2545.813386: 40218980 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [009] 2545.814102: 37136776 cycles: 3b9bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [025] 2545.814824: 35485188 cycles: 2aadea0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [036] 2545.814880: 34542317 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [006] 2545.816223: 37943681 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [044] 2545.816656: 32462039 cycles: 6737804 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [010] 2545.817070: 33122474 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2545.817078: 36429776 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [015] 2545.817220: 35218751 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2545.817582: 32148915 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [030] 2545.817747: 42500722 cycles: 133b5aa4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2545.817846: 38812533 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [032] 2545.817944: 30560737 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [046] 2545.818025: 29602564 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2545.818560: 35119724 cycles: ffffffff8b61acc1 timerqueue_del+0x1 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2545.818625: 49450679 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [037] 2545.818688: 34758044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [002] 2545.818740: 35357530 cycles: ffffffff8b583b8e ip6_dst_hoplimit+0x2e ([kernel.kallsyms]) ffffffff8b51aa15 ip6_xmit+0x305 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [022] 2545.819308: 35428906 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 196007 [016] 2545.819435: 31197908 cycles: 1974bfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2545.819819: 32967599 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197882 [024] 2545.819875: 30908176 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154842 [034] 2545.820171: 36969428 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [017] 2545.820598: 32793354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [039] 2545.820980: 26606540 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [000] 2545.821166: 33965367 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [031] 2545.821713: 39067166 cycles: 1683977 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [041] 2545.821821: 44806872 cycles: 269ab920 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [011] 2545.821884: 38887362 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [014] 2545.821918: 38208814 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [019] 2545.822039: 48983383 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [001] 2545.822319: 36959587 cycles: 13b084a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 151701 [020] 2545.822498: 31217230 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198845 [035] 2545.822508: 42233651 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [012] 2545.822742: 34594885 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [013] 2545.823332: 39634903 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198434 [028] 2545.824118: 38511657 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2545.824357: 40337472 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [027] 2545.824415: 33963155 cycles: 204a54c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2545.824697: 32985971 cycles: 24454d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2545.824848: 32867350 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 171593 [033] 2545.825438: 30895781 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 196775 [043] 2545.825730: 28381879 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [004] 2545.826757: 35387747 cycles: 3ba60ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [003] 2545.826834: 33794231 cycles: 13c7c26b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [036] 2545.827416: 32327245 cycles: ffffffff8aa72990 check_heap_object+0x40 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [015] 2545.827926: 34508929 cycles: ffffffff8a7d57c1 detach_if_pending+0x61 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2545.828337: 38047207 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [038] 2545.828515: 40256260 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155846 [044] 2545.829143: 30977482 cycles: ffffffff8a65ff47 restore_fpregs_from_fpstate+0x37 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196924 [010] 2545.829299: 32862079 cycles: bbbf65f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [046] 2545.829428: 28380602 cycles: ffffffff8b51a8c6 ip6_xmit+0x1b6 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 194346 [032] 2545.829709: 29430280 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [021] 2545.829891: 35599530 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [042] 2545.830178: 30721597 cycles: 25258a06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [045] 2545.830513: 37699511 cycles: 26e166c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2545.830600: 30643428 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [024] 2545.830929: 29186695 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 193502 [006] 2545.830953: 39617824 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 198682 [016] 2545.831079: 29689832 cycles: 649091e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [040] 2545.832480: 30374360 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2545.832862: 46409600 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [023] 2545.833043: 39499625 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2545.833135: 38878318 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [039] 2545.833502: 24923027 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 159496 [002] 2545.833709: 34918270 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197531 [008] 2545.833776: 37945662 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [000] 2545.833805: 35580945 cycles: ffffffff8b1b59e7 loopback_xmit+0xc7 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46f1e9 tcp_sendmsg_locked+0x8e9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [022] 2545.833965: 35205795 cycles: 13bedac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2545.834345: 29205855 cycles: ffffffff8a741c66 wake_affine+0x36 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2545.834924: 37336000 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [037] 2545.834926: 36041052 cycles: 3b99c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2545.835181: 29118151 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [018] 2545.836055: 32222718 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2545.837062: 31511609 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [043] 2545.837402: 29917154 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [029] 2545.837749: 46750773 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [012] 2545.837784: 32922982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2545.838359: 33964613 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [013] 2545.838789: 39191328 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [024] 2545.838970: 30914062 cycles: ffffffff8a9f0b8d __alloc_pages+0xcd ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [011] 2545.839147: 35580076 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [028] 2545.839214: 38138391 cycles: 1960571 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [014] 2545.839240: 39897662 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [001] 2545.839420: 36959587 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [035] 2545.839760: 34744320 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165435 [032] 2545.839867: 28797649 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [007] 2545.840249: 47718937 cycles: ffffffff8a74791b update_load_avg+0x4b ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [031] 2545.840424: 39001268 cycles: 3abf421 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [041] 2545.840524: 40936998 cycles: 3a6131a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [044] 2545.840608: 32540013 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [004] 2545.840741: 32558228 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [038] 2545.840970: 38777978 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [046] 2545.841161: 27862837 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [009] 2545.841314: 39456373 cycles: bc03736 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159874 [033] 2545.841474: 33070820 cycles: ffffffff8a74dcaf dequeue_entity+0x12f ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 155714 [036] 2545.841539: 31761572 cycles: ffffffff8a75fd71 __update_load_avg_se+0x11 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [015] 2545.842009: 33108314 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) blocksto.CLI1 194629 [027] 2545.842135: 30323024 cycles: 40292ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [016] 2545.842565: 28749009 cycles: 3a4a2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172777 [010] 2545.842621: 39790662 cycles: ffffffff8a739025 get_nohz_timer_target+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [005] 2545.842768: 39703459 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [042] 2545.843007: 32867633 cycles: 250fe3f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2545.844429: 29232677 cycles: ffffffff8a7d6ed6 get_next_timer_interrupt+0x156 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [017] 2545.844936: 28577550 cycles: 137de67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 154858 [019] 2545.845290: 54768147 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [002] 2545.845305: 33297360 cycles: ffffffff8aa5ba89 try_charge_memcg+0x89 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b46dbdc tcp_stream_alloc_skb+0xbc ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [021] 2545.845393: 37482821 cycles: 14068dfe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [039] 2545.845483: 26101735 cycles: 2514bbd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155707 [020] 2545.845553: 28519649 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [025] 2545.845583: 29817046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [022] 2545.845821: 37734779 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2545.845859: 45232822 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [045] 2545.846183: 34127671 cycles: ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [006] 2545.846417: 39617824 cycles: 1e46c2fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2545.847112: 33448622 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2545.847300: 33749698 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2545.847585: 34230611 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [043] 2545.847757: 29802192 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2545.847812: 41605707 cycles: 20443c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2545.848164: 37814921 cycles: 172c344 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [023] 2545.848353: 39014758 cycles: 3adf884 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [034] 2545.848639: 40643995 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [047] 2545.848980: 38495055 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa316d0 __kmem_cache_alloc_node+0xd0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [012] 2545.849287: 39645789 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2545.849738: 31609472 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) diskagen.IC 197891 [004] 2545.850430: 34963778 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [032] 2545.850863: 28846396 cycles: ffffffff8a7434a1 select_idle_core+0x151 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25204181 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [046] 2545.851597: 30028896 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [003] 2545.852038: 37684019 cycles: 3b76bf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [028] 2545.852751: 39047082 cycles: 3c342e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [036] 2545.852766: 34841069 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13058f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 167054 [035] 2545.853797: 31073015 cycles: ffffffff8a750124 update_sg_lb_stats+0x324 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [038] 2545.853858: 40441103 cycles: 1330de0f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [016] 2545.853940: 34069664 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2545.854012: 32981181 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [027] 2545.854156: 31761497 cycles: 369b4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [001] 2545.854378: 43335156 cycles: ffffffff8b3a7d3c net_rx_action+0x6c ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165660 [044] 2545.854582: 30711073 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 166744 [014] 2545.854782: 34058323 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [031] 2545.855300: 39647799 cycles: ffffffff8adb05cc _find_next_bit+0x5c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [011] 2545.855330: 33949716 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [017] 2545.855559: 29224749 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [040] 2545.855559: 28709671 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [042] 2545.855637: 39812933 cycles: 172c371 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 194356 [013] 2545.855844: 38744074 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [039] 2545.856147: 26260804 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [029] 2545.856297: 50774865 cycles: ffffffff8b493611 tcp_v4_rcv+0x51 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [025] 2545.856440: 29758989 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 193836 [015] 2545.856530: 36682353 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [045] 2545.856689: 38964591 cycles: ffffffff8b486c4e __tcp_transmit_skb+0x3be ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2545.856768: 36926021 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [020] 2545.857432: 27184808 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [010] 2545.858135: 38073784 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [041] 2545.858143: 38262771 cycles: 352a4a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166704 [002] 2545.858249: 30996530 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [005] 2545.858388: 37714940 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2545.858491: 32892364 cycles: ffffffff8b6170a4 rb_erase+0x294 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2545.858680: 36302438 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [043] 2545.859358: 31738011 cycles: 125e54 epoll_wait+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [021] 2545.859676: 37458547 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [007] 2545.859716: 43085166 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2545.860071: 51599503 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [022] 2545.860186: 35329326 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2545.860521: 32174261 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [024] 2545.861606: 35231012 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162522 [032] 2545.861931: 27648405 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [008] 2545.862585: 34113938 cycles: ffffffff8a74c541 select_task_rq_fair+0xc1 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [012] 2545.862771: 36289062 cycles: 2049ad72 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [034] 2545.862944: 40253801 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2545.863209: 43662471 cycles: 265fac0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 151693 [004] 2545.863338: 36965902 cycles: 1338bdee [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [036] 2545.863453: 34154188 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [046] 2545.863623: 28177626 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [030] 2545.864417: 41232361 cycles: 68bacf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [047] 2545.864435: 37802935 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [023] 2545.864866: 39598705 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [033] 2545.865088: 35466709 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [016] 2545.865651: 32736021 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194619 [039] 2545.865763: 28771170 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2545.866061: 29122397 cycles: ffffffff8a7d559f __next_timer_interrupt+0xaf ([kernel.kallsyms]) ffffffff8a7d6ec9 get_next_timer_interrupt+0x149 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [025] 2545.866138: 32344994 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2545.866510: 30947107 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [014] 2545.866817: 40616962 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [003] 2545.866872: 32789610 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2545.867240: 37502100 cycles: ffffffff8a73c9be sched_ttwu_pending+0xfe ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198712 [044] 2545.867266: 36206441 cycles: 3b1a01a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [017] 2545.867440: 27626545 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2545.867506: 30622978 cycles: ffffffff8a7397fc check_preempt_curr+0x4c ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [038] 2545.867874: 37168819 cycles: 21a2a52d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2545.868625: 40399400 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198438 [027] 2545.869070: 31094892 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 194630 [011] 2545.869679: 29771411 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [019] 2545.870252: 44988336 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2545.870343: 32229243 cycles: 3b007b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [045] 2545.870708: 36225484 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [001] 2545.870845: 41448700 cycles: 1a699d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2545.871151: 38329931 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [002] 2545.871380: 28558247 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [015] 2545.871517: 32867241 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.SRV2 198455 [013] 2545.871527: 38788007 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 198033 [000] 2545.871754: 39029836 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2545.871793: 41969040 cycles: 266d5308 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [018] 2545.872538: 35007215 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [009] 2545.872704: 35989453 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [032] 2545.873399: 26795576 cycles: 14119fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [021] 2545.873409: 33572089 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2545.873503: 33549143 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2545.873522: 36281345 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [022] 2545.874316: 41680006 cycles: 2048400f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159883 [008] 2545.874378: 38867200 cycles: ffffffff8a7e6370 __x64_sys_clock_nanosleep+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2545.874444: 27836433 cycles: ffffffff8b69803f ct_nmi_exit+0x7f ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [024] 2545.875134: 32636237 cycles: 1414c984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [041] 2545.876137: 42356821 cycles: 3cb677e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2545.876205: 39544656 cycles: 1618a53a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [023] 2545.876477: 38534562 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2545.876531: 28284408 cycles: ffffffff8b494439 tcp_v4_rcv+0xe79 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2545.876567: 51268613 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [016] 2545.876714: 31261847 cycles: ffffffff8b484154 tcp_small_queue_check.isra.0+0x94 ([kernel.kallsyms]) ffffffff8b488876 tcp_write_xmit+0x306 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [012] 2545.876726: 35298119 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [007] 2545.877468: 50021115 cycles: 36a04bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [004] 2545.877706: 36511193 cycles: 1413070e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [020] 2545.877721: 30040388 cycles: bc0361f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [040] 2545.877772: 29591444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2545.878112: 32909071 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [039] 2545.878202: 27275128 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 197877 [017] 2545.878393: 26400887 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2545.878535: 35188069 cycles: ffffffff8b37149c ___sys_sendmsg+0x5c ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [034] 2545.878645: 34538686 cycles: 3af2838 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [037] 2545.878776: 43808928 cycles: 2729d845 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [006] 2545.879329: 49579694 cycles: ffffffff8b3a5ca0 __netif_receive_skb_core.constprop.0+0x410 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [030] 2545.879560: 37031007 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [003] 2545.880092: 34035036 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [025] 2545.880110: 33865483 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2545.880388: 37596532 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [038] 2545.880459: 34571505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2545.881475: 31281487 cycles: ffffffff8a7d7f12 __hrtimer_start_range_ns+0x232 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [026] 2545.881489: 33704159 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193501 [028] 2545.881504: 40174805 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [011] 2545.881931: 31016913 cycles: ffffffff8a734b52 finish_task_switch.isra.0+0xd2 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [027] 2545.881952: 28662408 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2545.882097: 38840387 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [032] 2545.882696: 27065757 cycles: 17408c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [015] 2545.883485: 30751463 cycles: 20484dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [031] 2545.883490: 34702980 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166860 [042] 2545.883787: 35317195 cycles: 97ef0 pthread_mutex_lock+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [005] 2545.884424: 36109087 cycles: 3b9773e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165864 [046] 2545.884901: 27274546 cycles: ffffffff8a74139d clear_buddies+0x5d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [035] 2545.885482: 29605091 cycles: 20499c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [018] 2545.885648: 35459623 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f4dda99813f [unknown] (//anon) ydbd.Scheduler 172784 [045] 2545.886381: 37078689 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2545.886711: 39710797 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150657 [013] 2545.886725: 40543686 cycles: ffffffff8a7419a4 __calc_delta+0x54 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [022] 2545.887175: 43031737 cycles: 12e9732f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196909 [016] 2545.887366: 32054465 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [009] 2545.887442: 34208748 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [010] 2545.887444: 36375452 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [008] 2545.888010: 36383038 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [001] 2545.888104: 34748819 cycles: ffffffff8adaca92 _copy_from_iter+0x1b2 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [024] 2545.888538: 30135867 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [021] 2545.888876: 28497203 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2545.888977: 28642312 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 194354 [017] 2545.890434: 25416384 cycles: ffffffff8a6d5c26 crc32c_pcl_intel_update+0x46 ([kernel.kallsyms]) ffffffff8ad09d1e crypto_shash_update+0x1e ([kernel.kallsyms]) ffffffff8ab7cf39 ext4_inode_csum+0x199 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [043] 2545.890538: 39138463 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [020] 2545.890702: 31467393 cycles: 1c3a4ca6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [019] 2545.890720: 43422790 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [012] 2545.890907: 32608000 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 165147 [039] 2545.891260: 26787377 cycles: ffffffff8a779ec3 psi_task_switch+0xe3 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [044] 2545.891334: 35999791 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [036] 2545.891623: 34414782 cycles: ffffffff8a74fb90 update_sd_pick_busiest+0x0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [034] 2545.891748: 33366874 cycles: 17e66d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 194357 [047] 2545.891982: 35228507 cycles: 85a [unknown] ([vdso]) nbsd-lig.SRV2 196022 [033] 2545.892354: 30025635 cycles: 172ae7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [026] 2545.892697: 36891788 cycles: ffffffff8a7478ea update_load_avg+0x1a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2545.892835: 36690230 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754787 _nohz_idle_balance.isra.0+0x2c7 ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [032] 2545.892883: 27143697 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [027] 2545.893649: 27339078 cycles: 17fd210 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [041] 2545.893801: 36943034 cycles: 250ee4a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [002] 2545.893851: 30667824 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.AIO1 198856 [038] 2545.893867: 34571505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159624 [023] 2545.894315: 30818941 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [031] 2545.894366: 34037390 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93933 pthread_cond_wait+0x103 (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [011] 2545.894644: 28933809 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2545.894925: 34402228 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [037] 2545.895069: 38385561 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2545.895512: 35914981 cycles: ffffffff8a74aee4 update_cfs_group+0x74 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [046] 2545.895613: 30090845 cycles: ffffffff8b49a7cb tcp_rate_skb_sent+0x7b ([kernel.kallsyms]) ffffffff8b486e3b __tcp_transmit_skb+0x5ab ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2545.895896: 30565276 cycles: ffffffff8a7eec58 tick_nohz_next_event+0x78 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [042] 2545.896151: 37227530 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdGetEv 172388 [003] 2545.896963: 27624225 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [029] 2545.897309: 48371218 cycles: 13c96298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 150649 [035] 2545.897434: 29605091 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [006] 2545.898197: 44836278 cycles: 3cb3f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 193499 [028] 2545.898538: 39491903 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 165272 [016] 2545.898586: 34025985 cycles: 133a9e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [014] 2545.899208: 32532029 cycles: ffffffff8aaf4b7c aio_complete+0x15c ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [024] 2545.899312: 31961697 cycles: 17fd198 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2545.899463: 28319995 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [007] 2545.899665: 48480898 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 251967b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2545.900045: 34305927 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [018] 2545.900677: 34433722 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [012] 2545.901321: 31857101 cycles: 140c8116 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [009] 2545.901886: 30302475 cycles: 154cada8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2545.902051: 29541636 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2545.902108: 23869488 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [010] 2545.902156: 34456244 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [039] 2545.902372: 29658725 cycles: 3b17520 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155854 [008] 2545.902552: 31416946 cycles: ffffffff8a7d918b hrtimer_nanosleep+0xb ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 168892 [044] 2545.902614: 38967235 cycles: ffffffff8b6a4669 __schedule+0x169 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [000] 2545.902695: 39703026 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [032] 2545.902846: 27321949 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [045] 2545.902896: 34176781 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [020] 2545.902950: 28980026 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.Schedu 171594 [001] 2545.903114: 33461601 cycles: ffffffff8a7f1ceb get_futex_key+0x20b ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [022] 2545.903550: 43011066 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [036] 2545.904151: 31342084 cycles: ffffffff8b46f276 tcp_sendmsg_locked+0x976 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [027] 2545.904601: 30388209 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [034] 2545.904749: 35126419 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1241e0f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2545.904749: 38908020 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2545.905334: 34270221 cycles: 3c77823 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [013] 2545.905429: 40940895 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.Background 197562 [003] 2545.905488: 28725394 cycles: 1cadb4c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [033] 2545.905965: 33440178 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b4919ee tcp_add_backlog+0x39e ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 171306 [038] 2545.906227: 44597041 cycles: bbbf64d [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [046] 2545.906387: 32369727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2545.906495: 41380954 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2545.906872: 38255539 cycles: ffffffff8a65b225 read_tsc+0x5 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [030] 2545.907427: 33722417 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [011] 2545.907453: 30492590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [023] 2545.907545: 28044805 cycles: 21ea9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [043] 2545.907628: 37190692 cycles: ffffffff8b51a56b ip6_output+0x11b ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [015] 2545.908535: 36221223 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [037] 2545.909014: 38150025 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [041] 2545.909066: 49649443 cycles: 353e038 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [031] 2545.909207: 36213311 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165158 [026] 2545.909695: 40707423 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [019] 2545.911278: 32472966 cycles: 17bc976 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2545.911434: 30641042 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [040] 2545.911632: 29902108 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 194456 [042] 2545.911644: 32514750 cycles: 1394d15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [024] 2545.911853: 30764714 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194434 [035] 2545.911950: 34120182 cycles: 197eae2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [017] 2545.912192: 23826891 cycles: 250e6f92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [016] 2545.912398: 34291643 cycles: 2727c575 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [032] 2545.912493: 26992277 cycles: 67f933b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [012] 2545.912600: 31254693 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196760 [010] 2545.914066: 37079646 cycles: d8da570 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [001] 2545.914160: 36153121 cycles: 3b33740 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [028] 2545.914234: 35288491 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [008] 2545.914804: 30351390 cycles: 3c813c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [036] 2545.914885: 30709867 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [021] 2545.914886: 27348056 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [039] 2545.914983: 27707979 cycles: ffffffff8a6b802e native_load_tls+0x2e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2545.915073: 36604244 cycles: ffffffff8a7d8873 hrtimer_cancel+0x23 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198738 [020] 2545.915138: 27283195 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fec471ac4c7 [unknown] (//anon) nbsd.User 197534 [009] 2545.915187: 27996408 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2545.915295: 33561816 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2545.915628: 29641743 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [006] 2545.915673: 43152796 cycles: 67f9131 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [029] 2545.916226: 46379643 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2545.916378: 37194010 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [044] 2545.916756: 39586896 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa7ca39 vfs_writev+0xd9 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [007] 2545.916909: 49879896 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [003] 2545.917704: 27137283 cycles: 21a2fd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [034] 2545.918170: 37258256 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [046] 2545.919284: 32023830 cycles: 1823bc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [002] 2545.919429: 31875987 cycles: ffffffff8b697ccb irqentry_enter+0xb ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [045] 2545.920006: 33707623 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [030] 2545.920361: 36295641 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [022] 2545.920887: 40277235 cycles: 172c37a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [000] 2545.921154: 35153705 cycles: ffffffff8ada695b __bitmap_andnot+0x7b ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [004] 2545.921215: 48034189 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [023] 2545.921380: 28312450 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2545.921708: 29614310 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2545.921915: 33052334 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2545.922588: 25999320 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [014] 2545.922920: 28857943 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165274 [011] 2545.923110: 30887397 cycles: 133ad35f [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2545.923273: 31001119 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 154954 [038] 2545.923319: 43944403 cycles: ffffffff8a7e7a68 posix_cpu_clock_get+0x38 ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.SRV1 194362 [042] 2545.924121: 34393080 cycles: 14363b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [024] 2545.924439: 30800195 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [012] 2545.924664: 30312060 cycles: 206bb6e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.Batch 165158 [020] 2545.926436: 26992628 cycles: ffffffff8aa18bc5 policy_node+0x5 ([kernel.kallsyms]) ffffffff8a9e9021 __get_free_pages+0x11 ([kernel.kallsyms]) ffffffff8a9c55ec __do_sys_mincore+0x9c ([kernel.kallsyms]) ffffffff8a9c574a __x64_sys_mincore+0x1a ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ec2b mincore+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 25291ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 198454 [015] 2545.926542: 44060616 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [013] 2545.926547: 37668693 cycles: 156b892e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [036] 2545.926658: 33606307 cycles: ffffffff8a74bb4c select_idle_sibling+0x2c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 162509 [043] 2545.926966: 38628296 cycles: 133b433d [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [016] 2545.927065: 29847749 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [037] 2545.927156: 39364921 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [047] 2545.927243: 38255539 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 198461 [027] 2545.927295: 34473186 cycles: 1c3a617c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [025] 2545.927454: 36195032 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [031] 2545.927460: 41633549 cycles: 193e27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2545.927772: 39152623 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [009] 2545.927978: 29406412 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [026] 2545.928070: 41335372 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [019] 2545.928552: 27088958 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2545.928587: 39683279 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [008] 2545.928611: 30216886 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [021] 2545.928617: 25219721 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [003] 2545.928629: 25426007 cycles: 1973595 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [018] 2545.928766: 37256008 cycles: ffffffff8a7d6f7b update_process_times+0x3b ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 35f7fa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2545.928851: 30830107 cycles: 25269f49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [010] 2545.929810: 36453339 cycles: 24f78041 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [028] 2545.929845: 30413247 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [001] 2545.930278: 38640411 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [041] 2545.931522: 50069433 cycles: 13c973ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [044] 2545.932049: 43218152 cycles: 133a2a74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [002] 2545.932096: 39725634 cycles: ffffffff8adb0ce6 llist_add_batch+0x6 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [046] 2545.932214: 35655279 cycles: 178fd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [014] 2545.932553: 28605277 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd 193822 [034] 2545.932811: 38707853 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2545.932977: 26997790 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.User 197534 [000] 2545.933150: 33390266 cycles: 140775e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [006] 2545.933382: 47105987 cycles: 28937a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2545.933395: 34970105 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [032] 2545.934264: 34665941 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [012] 2545.934872: 29075120 cycles: ffffffff8b46c2dd skb_do_copy_data_nocache+0xcd ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2545.935178: 36012375 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [024] 2545.935298: 31285609 cycles: 3a6358b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194338 [030] 2545.935315: 37266391 cycles: ffffffff8a739e3c set_task_cpu+0xdc ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 172780 [017] 2545.935398: 27998868 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [020] 2545.935572: 33237967 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2545.935597: 34076265 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [011] 2545.936349: 36985695 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [022] 2545.936586: 40795072 cycles: 15730313 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [029] 2545.936702: 39028862 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 198461 [027] 2545.936756: 35016956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1c3a5364 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [042] 2545.937435: 42756560 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2545.937541: 31995806 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [008] 2545.937585: 30384250 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [021] 2545.937681: 25363003 cycles: 36a0238 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170142 [003] 2545.937703: 29429987 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [016] 2545.939017: 27842874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [004] 2545.939378: 49273713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [028] 2545.939733: 29998482 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) grpc_global_tim 197564 [036] 2545.939882: 34387764 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5ad65b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tests/loadtest/local-v2/cloud-blockstore-tests-loadtest-local-v2) nbsd.System 197239 [037] 2545.940281: 42868107 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [025] 2545.940303: 36027709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b305ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [009] 2545.940379: 29995890 cycles: 14130705 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [007] 2545.940430: 39868680 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [014] 2545.940447: 30484999 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198859 [019] 2545.940499: 28249050 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2545.942023: 33465671 cycles: ffffffff8a7ee3d5 tick_check_broadcast_expired+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165449 [047] 2545.942512: 48683911 cycles: ffffffff8a746413 set_next_buddy+0x13 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [043] 2545.942884: 44107890 cycles: ffffffff8a760451 __update_load_avg_cfs_rq+0x11 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2545.942905: 35936456 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [023] 2545.943434: 29923958 cycles: ffffffff8a6b7d01 kvm_sched_clock_read+0x21 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [038] 2545.943540: 38797030 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [010] 2545.943558: 42181104 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [012] 2545.943601: 30397661 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [000] 2545.943636: 32865345 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [046] 2545.943870: 36525040 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) blocksto.CLI2 198657 [015] 2545.944003: 42316702 cycles: 3a68284 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [005] 2545.944339: 38020570 cycles: 3b1a01a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [031] 2545.944341: 42980337 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2545.944852: 32328765 cycles: ffffffff8a64a424 __switch_to+0x134 ([kernel.kallsyms]) default-executo 196114 [001] 2545.945528: 38562051 cycles: 3ba4c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [017] 2545.945639: 30076258 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) PdGetEv 194092 [045] 2545.945820: 33748788 cycles: 156c8af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [002] 2545.945877: 35792238 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [024] 2545.946174: 40405563 cycles: ffffffff8a990d10 shmem_get_folio_gfp+0xf0 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [026] 2545.946184: 46566029 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 198461 [027] 2545.946403: 35590973 cycles: 1c3a61bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [034] 2545.946460: 40894578 cycles: 154cade4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2545.946861: 32196207 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [021] 2545.947080: 25510329 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 11aa55 readv+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2545.947444: 39553332 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [044] 2545.947751: 36648141 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141d194c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [020] 2545.947820: 31429003 cycles: ffffffff8a9ef853 get_page_from_freelist+0x363 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2545.947925: 33302368 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [039] 2545.948355: 32571494 cycles: 133cb50b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198628 [006] 2545.948769: 43808343 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1662bfacbbaf [unknown] (//anon) nbsd.SRV1 198454 [016] 2545.949181: 27870517 cycles: 14149700 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [033] 2545.949212: 32276986 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [008] 2545.949273: 32350787 cycles: 1ca1ff92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [014] 2545.949973: 32021602 cycles: ffffffff8a74c201 select_idle_sibling+0x6e1 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [003] 2545.949981: 31984575 cycles: 18602e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [011] 2545.950401: 36806151 cycles: ffffffff8aa5dcc4 obj_cgroup_uncharge+0x14 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [009] 2545.951065: 30021257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [028] 2545.951132: 32944992 cycles: 288c335 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2545.951671: 38561837 cycles: ffffffff8a779ded psi_task_switch+0xd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [036] 2545.951869: 33469028 cycles: 3c50a11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2545.951877: 46949565 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [019] 2545.952045: 27013498 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [042] 2545.953227: 46024471 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [012] 2545.953243: 34218362 cycles: ffffffff8b46c211 skb_do_copy_data_nocache+0x1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [029] 2545.954031: 31185213 cycles: 269b3770 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [018] 2545.954032: 32589536 cycles: 265d3923 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2545.954504: 40140869 cycles: 133a29fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [000] 2545.955282: 32917261 cycles: ffffffff8a75fddd __update_load_avg_se+0x7d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2545.956042: 31124693 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 198461 [027] 2545.956188: 35867203 cycles: 1c3a58a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2545.956274: 38648894 cycles: ffffffff8a6b8cea pvclock_clocksource_read+0x1a ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [004] 2545.956307: 46096594 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [013] 2545.956410: 36573564 cycles: ffffffff8b5137b6 inet6_recvmsg+0x56 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [005] 2545.956844: 36695661 cycles: ffffffff8b46d8a2 tcp_skb_entail+0x22 ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [020] 2545.957061: 31822103 cycles: ffffffff8b62aed0 memset+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2545.957349: 37533658 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [032] 2545.957830: 35412005 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2545.957928: 32025295 cycles: 1549f39a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [038] 2545.958495: 39823445 cycles: ffffffff8b50c6d0 unix_scm_to_skb+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [035] 2545.958556: 29465780 cycles: 1435c76d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2545.958874: 36024310 cycles: 2045db1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [021] 2545.958968: 28040618 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 196811 [010] 2545.959061: 42806187 cycles: d889c55 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [037] 2545.959085: 48358493 cycles: ffffffff8a75c3bf cpuidle_idle_call+0x3f ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172219 [002] 2545.959163: 34815705 cycles: bc09088 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [043] 2545.959303: 49551000 cycles: ffffffff8a764e27 __wake_up_common+0x17 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [001] 2545.959405: 42227961 cycles: bdc7341 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [014] 2545.959607: 32916275 cycles: 3b988b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [015] 2545.959727: 36311993 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [034] 2545.959916: 39849744 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 171306 [040] 2545.960002: 36768950 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [008] 2545.960306: 31745784 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 155854 [024] 2545.960631: 40837612 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [016] 2545.960809: 26672785 cycles: 186102a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172219 [044] 2545.961031: 33133163 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.System 197239 [031] 2545.961362: 42900401 cycles: 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Batch 154852 [039] 2545.961593: 32866738 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [047] 2545.962098: 51961833 cycles: ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [009] 2545.962154: 31469215 cycles: 17a2b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [030] 2545.962382: 34929846 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [036] 2545.962715: 37893304 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2545.962820: 37446548 cycles: ffffffff8a76e114 sched_clock_cpu+0x24 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2545.962935: 34532781 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [006] 2545.963066: 45665130 cycles: 1330dadd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [003] 2545.963100: 40273203 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [011] 2545.963908: 33674481 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2545.964116: 35577130 cycles: ffffffff8a74f13c enqueue_task_fair+0x14c ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [019] 2545.964866: 25728179 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170146 [018] 2545.965629: 33562569 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [029] 2545.965914: 29115997 cycles: 204af9d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 198461 [027] 2545.966076: 36137642 cycles: 1c3a6170 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [026] 2545.966453: 44065700 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [041] 2545.966618: 36228071 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2545.967392: 46133544 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198711 [042] 2545.967609: 41956129 cycles: ffffffff8b51d097 ipv6_rcv+0x97 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [017] 2545.968110: 38488992 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [023] 2545.968296: 29605519 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [020] 2545.968413: 30752243 cycles: ffffffff8b6acf17 _raw_read_unlock_irqrestore+0x27 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [032] 2545.968947: 38240562 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [013] 2545.969552: 36864443 cycles: ffffffff8b3888ae napi_consume_skb+0xee ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [025] 2545.970290: 34103543 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [022] 2545.970466: 44348590 cycles: ffffffff8b697fda ct_nmi_exit+0x1a ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193988 [005] 2545.970731: 41956671 cycles: ffffffff8b6acc83 _raw_spin_unlock_irqrestore+0x33 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [008] 2545.970735: 31100552 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197252 [016] 2545.970737: 26471535 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [021] 2545.970800: 27152767 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2545.971002: 37775058 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [035] 2545.971332: 27635089 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2545.971890: 30938667 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [002] 2545.972018: 38731688 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 198441 [007] 2545.972338: 41107854 cycles: ffffffff8a65ff47 restore_fpregs_from_fpstate+0x37 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2545.972942: 35056248 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2545.973501: 37312824 cycles: 288ad06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159874 [044] 2545.973515: 31579461 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 154858 [009] 2545.973825: 33709555 cycles: bba5029 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [015] 2545.974392: 35318012 cycles: 141e94c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [010] 2545.974871: 36713160 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [029] 2545.975086: 30633653 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [034] 2545.975236: 34972972 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [039] 2545.975490: 30557146 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [030] 2545.975526: 39307051 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [004] 2545.975729: 35097861 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2545.975845: 36271604 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [040] 2545.975871: 36855295 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [024] 2545.975914: 39988021 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [045] 2545.976135: 43842881 cycles: 17bd81c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [019] 2545.977095: 25975892 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0471 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2545.978025: 31572925 cycles: ffffffff8b692940 __rdgsbase_inactive+0x0 ([kernel.kallsyms]) default-executo 194632 [037] 2545.978302: 46290127 cycles: 3b3debb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [003] 2545.978671: 38295633 cycles: 26caf41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [027] 2545.978725: 34025597 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37ba40 skb_unlink+0x20 ([kernel.kallsyms]) ffffffff8b50f6ef unix_stream_read_generic+0x7cf ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2545.978728: 32526078 cycles: ffffffff8a75c305 arch_cpu_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [011] 2545.978925: 34235262 cycles: 133a5c86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2545.979242: 41038918 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [023] 2545.979447: 31248017 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [031] 2545.979783: 42900401 cycles: ffffffff8aa31600 __kmem_cache_alloc_node+0x0 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [020] 2545.979903: 30754584 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [041] 2545.980040: 33996700 cycles: 13b541a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 193817 [032] 2545.980408: 37637597 cycles: 140c7e62 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2545.980480: 31640792 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [043] 2545.980873: 39695364 cycles: ffffffff8aa5ba14 try_charge_memcg+0x14 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [016] 2545.981176: 26009368 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [033] 2545.981496: 32213350 cycles: 26ee1a16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [035] 2545.981609: 27065411 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [047] 2545.982571: 40527766 cycles: 1c5535e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [021] 2545.982740: 35591741 cycles: 2049b4ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2545.982744: 36233359 cycles: ffffffff8a74c535 select_task_rq_fair+0xb5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [017] 2545.982937: 36302131 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [014] 2545.982964: 34201714 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [008] 2545.983673: 28894230 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166609 [013] 2545.983995: 36864443 cycles: ffffffff8a76921c psi_group_change+0x27c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2545.985341: 38799184 cycles: ffffffff8a7ef933 tick_nohz_idle_stop_tick+0xa3 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [001] 2545.985516: 36049081 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [044] 2545.985706: 32554310 cycles: ffffffff8a961ec2 __filemap_get_folio+0x242 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [038] 2545.986227: 32122693 cycles: 1958a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165162 [009] 2545.986659: 32813105 cycles: ffffffff8a95a860 rseq_ip_fixup+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 197894 [025] 2545.986750: 29912192 cycles: 250fcb6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2545.986999: 43344948 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 171594 [002] 2545.987074: 36175013 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [029] 2545.987335: 27892826 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2545.987997: 54310965 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [004] 2545.988120: 33555088 cycles: ffffffff8b6a4532 __schedule+0x32 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [022] 2545.988154: 50669022 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2545.988328: 32578919 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [030] 2545.988489: 40396440 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [010] 2545.988585: 32793821 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [019] 2545.988726: 28102953 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [034] 2545.988819: 35236998 cycles: 3a90d2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [007] 2545.989277: 41576664 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [024] 2545.989428: 39235545 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [018] 2545.989591: 29843974 cycles: ffffffff8b696b60 sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2545.989600: 32346634 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 288c2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [005] 2545.989662: 45996854 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1666479 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [015] 2545.989694: 37590927 cycles: 197e9c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [016] 2545.990376: 26009368 cycles: 3cb692a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [040] 2545.990853: 34443174 cycles: 67f6cdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [023] 2545.991011: 29306303 cycles: 1330dd04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159397 [036] 2545.991143: 29957111 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [041] 2545.992191: 39061648 cycles: ffffffff8aa5d9ca mod_objcg_state+0x19a ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [011] 2545.992306: 37885086 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [035] 2545.992762: 26923253 cycles: ffffffff8a7dc9e5 ktime_get_update_offsets_now+0x55 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [033] 2545.992771: 31759988 cycles: ffffffff8a9407b6 perf_adjust_freq_unthr_context+0xd6 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [045] 2545.992820: 37970204 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [020] 2545.993518: 35614495 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2545.993645: 34025597 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2545.994213: 37089072 cycles: ffffffff8a7d8e24 hrtimer_interrupt+0x104 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2545.994517: 28195544 cycles: ffffffff8a747ab6 update_load_avg+0x1e6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [006] 2545.994570: 41397924 cycles: ffffffff8b37e609 __alloc_skb+0x109 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2545.994611: 33313094 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [008] 2545.994879: 28823892 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 155697 [003] 2545.995141: 42610656 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [029] 2545.995938: 29387731 cycles: 1338bddd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 193840 [014] 2545.996263: 38737030 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [043] 2545.996889: 37166972 cycles: 3b373ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [031] 2545.996940: 45291858 cycles: ebb45c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 172221 [037] 2545.996955: 37519754 cycles: ffffffff8a74fe98 update_sg_lb_stats+0x98 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [042] 2545.997475: 31597426 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [026] 2545.997815: 36416086 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [017] 2545.997854: 35965288 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2545.998388: 33848649 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [038] 2545.998450: 34785594 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [047] 2545.998934: 34431173 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [013] 2545.999754: 44849147 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [016] 2545.999761: 36213087 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [019] 2545.999999: 27184230 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [009] 2546.000265: 34838016 cycles: 1338e146 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198858 [025] 2546.000288: 29279126 cycles: a90 [unknown] ([vdso]) diskagen.User 197880 [010] 2546.000402: 31326149 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [023] 2546.000473: 30313431 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [001] 2546.000530: 39335280 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [018] 2546.000866: 28815005 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) perf 198744 [004] 2546.000895: 33883860 cycles: ffffffff8b6a7585 mutex_lock+0x15 ([kernel.kallsyms]) ffffffff8aaac61d __fdget_pos+0x4d ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197544 [039] 2546.000898: 42910799 cycles: 21a0abbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [024] 2546.001455: 37239556 cycles: ffffffff8b377dc7 __sk_mem_raise_allocated+0x37 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [002] 2546.001579: 35286687 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [012] 2546.001698: 34077886 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [034] 2546.001803: 40946559 cycles: ffffffff8adaff14 __import_iovec+0x74 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [036] 2546.002324: 29626068 cycles: 13396418 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [030] 2546.003209: 40223427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [046] 2546.003451: 36898753 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [040] 2546.003537: 34798548 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [028] 2546.005216: 27383273 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2546.005462: 30909553 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [020] 2546.005867: 37697464 cycles: ffffffff8b58577f __inet6_lookup_established+0xaf ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [032] 2546.005937: 32346900 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47efba76d97 [unknown] (//anon) diskagen.User 198840 [008] 2546.006109: 34335686 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2546.006655: 33132786 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2546.006685: 47218110 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2546.006983: 36363775 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 172778 [015] 2546.007482: 36639513 cycles: ffffffff8aaad2ba mnt_user_ns+0xa ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114634 open64+0xd4 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad47228 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [011] 2546.007577: 40634254 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [027] 2546.007620: 44546793 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [007] 2546.007828: 45157514 cycles: 689b6c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2546.007849: 37697264 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2546.008520: 33613807 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2546.008925: 45618118 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4886e4 tcp_write_xmit+0x174 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [000] 2546.008949: 48549152 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159496 [006] 2546.009608: 36114996 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [037] 2546.009689: 39999539 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [044] 2546.009826: 32224553 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [043] 2546.010111: 38887860 cycles: 251a3dd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2546.010514: 29247014 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [025] 2546.010956: 28524710 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [021] 2546.011017: 37450717 cycles: 140c5d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [003] 2546.011468: 42410775 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2546.011749: 29262999 cycles: ffffffff8a7691cb psi_group_change+0x22b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [023] 2546.011919: 33821218 cycles: 689a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [014] 2546.011948: 38737030 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [038] 2546.011987: 38898061 cycles: 243a301 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [026] 2546.012147: 42062054 cycles: 251b2ae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [018] 2546.012369: 28075921 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74be58 select_idle_sibling+0x338 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b22241 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2546.012435: 33164719 cycles: ffffffff8a75fac1 __update_load_avg_blocked_se+0x81 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [016] 2546.012507: 33524771 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [047] 2546.012544: 33424337 cycles: 12ea6ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [009] 2546.012546: 37538475 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [010] 2546.013620: 28753865 cycles: 2727aff6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [031] 2546.013869: 43393597 cycles: ffffffff8b1b594e loopback_xmit+0x2e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 168712 [036] 2546.013919: 35398368 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [017] 2546.014049: 40142470 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9cbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198738 [012] 2546.014354: 31486700 cycles: 2a820f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2546.015066: 36705913 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [028] 2546.015921: 31318170 cycles: ffffffff8adaec6e copy_page_from_iter_atomic+0x28e ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ya-bin 195785 [024] 2546.016100: 39510859 cycles: 3b6dfb3 gettimeofday+0x3 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 214168f MicroSeconds+0xf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2133234 PollD+0x34 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [040] 2546.016238: 36462557 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [034] 2546.016472: 41381470 cycles: ffffffff8a73bd77 try_to_wake_up+0xb7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2546.016605: 37354437 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2546.017669: 46407796 cycles: 142435b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [008] 2546.018668: 38461582 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [046] 2546.018739: 37192562 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2546.018853: 38327984 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [035] 2546.018891: 31553428 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [032] 2546.018973: 36997630 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [039] 2546.019222: 38559312 cycles: 3b227a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2546.019776: 43258741 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2546.020268: 36851073 cycles: 12ff54d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [042] 2546.020448: 28715810 cycles: 17435d08 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [044] 2546.021815: 34584631 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d8c46 hrtimer_get_next_event+0x56 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [025] 2546.022118: 27794684 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [018] 2546.022135: 27986302 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [045] 2546.022182: 33016998 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [006] 2546.023087: 41245379 cycles: 3a90c88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [033] 2546.023221: 36865681 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2546.023331: 40166337 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [015] 2546.023338: 33104444 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [041] 2546.023519: 42639961 cycles: 1ca20048 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [019] 2546.024205: 28008013 cycles: 14230983 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [016] 2546.024305: 35467439 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b46db51 tcp_stream_alloc_skb+0x31 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [010] 2546.024750: 28424026 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1406ba56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [023] 2546.025150: 30000294 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2546.025464: 39164151 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170139 [004] 2546.025532: 30298841 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 166744 [047] 2546.025576: 38445709 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [014] 2546.025591: 42862330 cycles: ffffffff8a74e197 dequeue_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2546.025612: 37197824 cycles: 172bd95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198738 [022] 2546.025707: 42592380 cycles: 67f606e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [037] 2546.025951: 45853286 cycles: 1423ab56 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [000] 2546.026017: 44453374 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [026] 2546.026121: 45825615 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [038] 2546.026229: 38562849 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [027] 2546.026311: 49110209 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [007] 2546.026419: 48705445 cycles: ffffffff8b560419 tcp_v6_rcv+0xce9 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 194631 [012] 2546.026654: 33211530 cycles: 6345c16 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2546.026744: 35593909 cycles: ffffffff8a7ef905 tick_nohz_idle_stop_tick+0x75 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2546.026836: 32878778 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [043] 2546.027568: 39727156 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [028] 2546.027750: 32528607 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [009] 2546.027755: 31452120 cycles: ffffffff8a974722 folio_mark_accessed+0x42 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2546.029213: 33402518 cycles: ffffffff8b484ea4 tcp_schedule_loss_probe.part.0+0x74 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [002] 2546.029504: 33827093 cycles: 75195 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60855 __snprintf+0x95 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1404c051 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Batch 197885 [040] 2546.029664: 36600564 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [017] 2546.030505: 39118388 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [024] 2546.030505: 39264415 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [042] 2546.031191: 29018367 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [031] 2546.031672: 43557046 cycles: 27296833 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [046] 2546.032055: 35976055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [001] 2546.032616: 35441164 cycles: 140287e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2546.032823: 33524934 cycles: ffffffff8a7691bb psi_group_change+0x21b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2546.032857: 42477397 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [008] 2546.032991: 37850683 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2546.033286: 27201994 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 163646 [032] 2546.033300: 45635832 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [029] 2546.034434: 40282405 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [013] 2546.034738: 39088252 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [025] 2546.034892: 27090758 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [039] 2546.035230: 32880543 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2546.035248: 40858693 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [010] 2546.035423: 30937011 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [030] 2546.035582: 32322696 cycles: ffffffff8a990684 shmem_write_end+0x104 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [044] 2546.036099: 31529353 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [019] 2546.036527: 33600793 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2546.036695: 39222118 cycles: ffffffff8b475422 tcp_update_pacing_rate+0x62 ([kernel.kallsyms]) ffffffff8b47f205 tcp_ack+0x8a5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [004] 2546.037578: 29605519 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [016] 2546.038068: 31539441 cycles: 1406ae6e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [033] 2546.038298: 34846310 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2546.038320: 37267753 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2546.038327: 39474659 cycles: ffffffff8a779b60 psi_task_change+0x50 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [015] 2546.038480: 28125033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [036] 2546.038940: 31148053 cycles: 3cb211c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2546.039287: 30656464 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2546.039693: 38417290 cycles: 3c8e4d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196920 [012] 2546.040136: 34621655 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [009] 2546.040835: 28973991 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [021] 2546.040933: 43337974 cycles: 266bf8f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [003] 2546.041113: 31789088 cycles: ffffffff8a7d918b hrtimer_nanosleep+0xb ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [028] 2546.041633: 38968312 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [002] 2546.041780: 40843861 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2546.041836: 31427023 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165274 [022] 2546.041888: 40508081 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [005] 2546.041901: 46111540 cycles: ffffffff8aa09ad9 PageHeadHuge+0x9 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [047] 2546.042015: 36155972 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [043] 2546.042414: 38226213 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2546.042824: 43265280 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [018] 2546.042837: 30918700 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2546.042899: 40118641 cycles: ffffffff8a76559e record_times+0xe ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [040] 2546.043241: 37501218 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [000] 2546.043618: 40950693 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa72a27 check_heap_object+0xd7 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [017] 2546.043659: 40311310 cycles: 2049b5d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [024] 2546.043951: 40869730 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2546.044658: 43675556 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [001] 2546.045093: 32106590 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.045845: 33151691 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [046] 2546.045887: 36939052 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [035] 2546.046023: 30992657 cycles: 3c74cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [020] 2546.046494: 39508876 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 196103 [025] 2546.047023: 33717732 cycles: ffffffff8a747cc3 update_load_avg+0x3f3 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [008] 2546.047717: 34349037 cycles: ffffffff8a9ec98f rmqueue_bulk+0x25f ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2546.047760: 29623044 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [030] 2546.047923: 29824759 cycles: ffffffff8a73bd35 try_to_wake_up+0x75 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14088eef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2546.047940: 32032245 cycles: 1414972c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 197538 [004] 2546.048220: 32259359 cycles: 14085df7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2546.048541: 45010078 cycles: ffffffff8a75c61f do_idle+0xaf ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [027] 2546.048572: 38004132 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [045] 2546.048732: 32371511 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [034] 2546.049072: 37002380 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 168703 [039] 2546.049658: 28344877 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [016] 2546.049754: 29952298 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [031] 2546.049883: 35691990 cycles: 3b75c0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [029] 2546.050947: 34077389 cycles: ffffffff8a74fc10 update_sd_pick_busiest+0x80 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 167045 [019] 2546.051299: 41250276 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [013] 2546.051362: 39088252 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [036] 2546.051407: 41263872 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SNULL 196013 [032] 2546.051482: 37020117 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [023] 2546.051671: 28126379 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2546.051815: 31515878 cycles: ffffffff8b4943ab tcp_v4_rcv+0xdeb ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [038] 2546.052875: 38789765 cycles: ffffffff8a7aeaab __rcu_read_lock+0x1b ([kernel.kallsyms]) ffffffff8aaab0a1 __fget_light+0x41 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2546.053115: 34785864 cycles: ffffffff8a7d76b5 hrtimer_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [006] 2546.053196: 38472696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2546.053406: 29967917 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [009] 2546.053821: 33514074 cycles: ffffffff8a97470d folio_mark_accessed+0x2d ([kernel.kallsyms]) ffffffff8aad7b2e __find_get_block+0x2e ([kernel.kallsyms]) ffffffff8aad8317 __getblk_gfp+0x27 ([kernel.kallsyms]) ffffffff8ab7e33b __ext4_get_inode_loc+0x11b ([kernel.kallsyms]) ffffffff8ab817c0 ext4_get_inode_loc+0x40 ([kernel.kallsyms]) ffffffff8ab83030 ext4_reserve_inode_write+0x40 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 198438 [012] 2546.054279: 30109153 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2546.054441: 40209607 cycles: 16887a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [003] 2546.054615: 28507158 cycles: 1402fbb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [042] 2546.054659: 29142564 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [028] 2546.054810: 35701660 cycles: ffffffff8adaffae __import_iovec+0x10e ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198856 [041] 2546.055110: 39673967 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf5c10 do_io_getevents+0x50 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [001] 2546.055729: 31554288 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2546.056357: 36591337 cycles: ffffffff8a756185 put_prev_task_idle+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [022] 2546.056464: 41441558 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [010] 2546.057373: 35301538 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [040] 2546.057641: 36384856 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [024] 2546.058384: 40447253 cycles: 13cb28b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [021] 2546.058396: 39863241 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [044] 2546.058479: 29243307 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 160830 [043] 2546.058653: 40932222 cycles: 133c30ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 171291 [000] 2546.058895: 35175207 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [030] 2546.059102: 29061708 cycles: 688dbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2546.059130: 36294656 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [046] 2546.059207: 36085646 cycles: 13392603 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [025] 2546.059222: 31019152 cycles: ffffffff8a9f0bcd __alloc_pages+0x10d ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [015] 2546.059267: 34631243 cycles: ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [017] 2546.059429: 38523795 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [004] 2546.059867: 36916444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [016] 2546.059897: 30231002 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [008] 2546.060064: 31748760 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2546.060392: 50424972 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [020] 2546.060488: 36373762 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [011] 2546.061392: 46602988 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [039] 2546.061654: 33762906 cycles: 1a6a8d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [045] 2546.061762: 29359422 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2546.062237: 52088387 cycles: ffffffff8a779b15 psi_task_change+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [037] 2546.062351: 40782776 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2546.062793: 38869293 cycles: 3c4b043 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [012] 2546.062989: 30889028 cycles: ffffffff8a7dacb5 ktime_get+0x5 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [023] 2546.063397: 34468165 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2546.063646: 38828244 cycles: ffffffff8b6ad3e5 _raw_spin_lock+0x5 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [003] 2546.063675: 29936752 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2546.063805: 31624482 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [032] 2546.064688: 34101055 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [042] 2546.065732: 28430007 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 6441b20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2546.065820: 36150273 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [031] 2546.065887: 39686101 cycles: ffffffff8aaeb08d ep_poll+0x1d ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [009] 2546.066646: 36593887 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [033] 2546.066710: 32073716 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2546.066787: 35634289 cycles: ffffffff8a7eee76 tick_do_update_jiffies64+0xc6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [014] 2546.066818: 35721953 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5953769e2bf [unknown] ([unknown]) nbsd.User 197529 [038] 2546.066893: 35300358 cycles: 2659b2d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2546.067151: 40548340 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 163665 [028] 2546.067483: 33500726 cycles: ffffffff8a7d7e21 __hrtimer_start_range_ns+0x141 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [019] 2546.067614: 45315415 cycles: ffffffff8aa72b6a __check_object_size.part.0+0x3a ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [002] 2546.067862: 48392894 cycles: 133a9e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2546.068076: 52524185 cycles: ffffffff8b38966f simple_copy_to_iter+0xf ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [001] 2546.068623: 30374823 cycles: 140c80f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [007] 2546.069156: 41821937 cycles: ffffffff8aa8af15 pipe_read+0x5 ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Timer 197898 [047] 2546.069788: 36208657 cycles: 1330d4a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2546.070332: 32429695 cycles: 17dfc69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [030] 2546.070368: 28676988 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 193913 [040] 2546.070460: 35234159 cycles: 2453b64 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24584f3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 253d3db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e8ba2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.IC 194355 [016] 2546.071088: 32234711 cycles: 21a2fc7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [044] 2546.071093: 27900364 cycles: 172bd95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2546.071282: 34816845 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [024] 2546.071452: 41509298 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [008] 2546.071765: 30091202 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165845 [022] 2546.072094: 43271958 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 155861 [004] 2546.072391: 39892460 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [041] 2546.072511: 42955664 cycles: 13c7cc8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [012] 2546.072640: 30901958 cycles: 1330df63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2546.072652: 37230271 cycles: ffffffff8b3a4a1b __dev_queue_xmit+0x3b ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2546.072820: 39616999 cycles: ffffffff8a754f35 nohz_run_idle_balance+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [015] 2546.072935: 31318949 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2546.072953: 33941889 cycles: 1fc3b44 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [000] 2546.072972: 34540825 cycles: ffffffff8a74abae update_curr+0x11e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2546.073710: 34797967 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [021] 2546.074197: 42734870 cycles: 15f42001 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2546.075074: 33416394 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2546.075095: 41396963 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2546.075305: 28677545 cycles: ffffffff8a74bf28 select_idle_sibling+0x408 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2546.075325: 31906028 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [003] 2546.075984: 28273083 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2546.076108: 37359079 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2546.077361: 33413708 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [028] 2546.078053: 33016892 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169827 [034] 2546.078092: 54251852 cycles: ffffffff8a7c56f7 exit_to_user_mode_loop+0xf7 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2546.078250: 30987153 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [027] 2546.078476: 36200839 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [038] 2546.078630: 37371333 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [006] 2546.078812: 33130291 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2546.080059: 35764995 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [026] 2546.080091: 47720261 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) nbsd-lig.SNULL 194440 [031] 2546.080303: 35782027 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [014] 2546.080363: 32389094 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 198656 [001] 2546.080366: 35765260 cycles: 3b9db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [033] 2546.080919: 39654950 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc19f083f [unknown] (//anon) nbsd.SRV2 194363 [037] 2546.080981: 41413335 cycles: 142501a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [016] 2546.081197: 35476771 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2546.081379: 31662592 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [036] 2546.082081: 42234161 cycles: ffffffff8b377503 release_sock+0x63 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194340 [030] 2546.082308: 31373137 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) fffffffffffffffe [unknown] ([unknown]) nbsd.SRV2 198455 [008] 2546.082425: 32766523 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [005] 2546.083049: 53134439 cycles: ffffffff8b482961 tcp_update_skb_after_send+0x91 ([kernel.kallsyms]) ffffffff8b486e30 __tcp_transmit_skb+0x5a0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [029] 2546.083632: 42914067 cycles: ffffffff8a764f95 __wake_up_common_lock+0x25 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [044] 2546.083897: 32008710 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [040] 2546.083997: 34437417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2546.084008: 43293725 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [012] 2546.084072: 34465591 cycles: ffffffff8b6a4b05 schedule+0x5 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2546.084439: 33329368 cycles: 17eee9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [046] 2546.084703: 31735477 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [045] 2546.084807: 36341118 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [015] 2546.085902: 30738669 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2546.085986: 34808252 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [042] 2546.086020: 31053308 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2546.086189: 38574334 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2546.086215: 33962747 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2546.086218: 37752576 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [024] 2546.087397: 37048963 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [019] 2546.087447: 51183057 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [018] 2546.087571: 33864495 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [004] 2546.088348: 42148573 cycles: ffffffff8b6acc59 _raw_spin_unlock_irqrestore+0x9 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198681 [035] 2546.088588: 30898911 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2546.088659: 42605417 cycles: 1d3bc42 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2546.088939: 60994300 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [003] 2546.088998: 25731785 cycles: ffffffff8b37c0a6 skb_free_head+0x76 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [039] 2546.089527: 42024709 cycles: ffffffff8a74e100 dequeue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2546.089545: 42613370 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2546.090308: 32631829 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2546.090388: 43113754 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [032] 2546.090389: 29525565 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197895 [006] 2546.091047: 31189869 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [023] 2546.091155: 33996696 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2546.091345: 40224528 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [028] 2546.091872: 38847422 cycles: ffffffff8a747aae update_load_avg+0x1de ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [017] 2546.092423: 42642071 cycles: ffffffff8b373631 skb_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2546.092993: 33081500 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 171304 [014] 2546.093393: 29885413 cycles: bbbd3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [043] 2546.093745: 33992750 cycles: 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 165457 [008] 2546.094488: 32501197 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [016] 2546.094580: 34060896 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [030] 2546.094955: 38032637 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [027] 2546.095005: 34710572 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2546.095149: 36117206 cycles: ffffffff8a754e5a nohz_balance_enter_idle+0xea ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [001] 2546.095761: 32610473 cycles: 1683711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [000] 2546.096839: 31124246 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [046] 2546.096883: 32761792 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155703 [009] 2546.096992: 35919967 cycles: ad38331 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [012] 2546.097868: 30552623 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2546.097953: 32881419 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [034] 2546.098462: 51902735 cycles: 2708013d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2546.098785: 31118458 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [031] 2546.098884: 34998652 cycles: ffffffff8a7f3a59 __x64_sys_futex+0x79 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2546.099029: 45279556 cycles: ffffffff8a60433f __switch_to_asm+0x2f ([kernel.kallsyms]) ydbd.Scheduler 167057 [036] 2546.099513: 41330330 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [010] 2546.099532: 33340432 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [037] 2546.099602: 45304348 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [029] 2546.100023: 35120223 cycles: ffffffff8a77cd36 __raw_spin_lock_irqsave+0x36 ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [015] 2546.100338: 36416496 cycles: 17ebd41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [018] 2546.100583: 35131999 cycles: ffffffff8a744fef select_idle_cpu+0x1ff ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [040] 2546.101061: 36130075 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [020] 2546.101310: 29175705 cycles: ffffffff8a73e5c1 available_idle_cpu+0x41 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [024] 2546.101572: 34743242 cycles: 133a5c80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2546.101579: 33435908 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 165150 [033] 2546.102180: 41409517 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [032] 2546.102212: 31110395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2546.102516: 37468802 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [004] 2546.103045: 36224171 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.Scheduler 197546 [003] 2546.103402: 25731785 cycles: 140c2090 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [006] 2546.103942: 29305451 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [041] 2546.104420: 44198734 cycles: 1408630a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2546.104531: 39890189 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b46dbdc tcp_stream_alloc_skb+0xbc ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [038] 2546.104652: 31267326 cycles: 17f4b7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165679 [035] 2546.105021: 31656345 cycles: ffffffff8a753908 newidle_balance+0x338 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 196759 [007] 2546.105194: 33795884 cycles: ffffffff8a73be79 try_to_wake_up+0x1b9 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [022] 2546.105340: 39869880 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155861 [005] 2546.105639: 46487451 cycles: bc035c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [011] 2546.105984: 41358598 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2546.106543: 36064913 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2546.106948: 29975495 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [008] 2546.107792: 36493760 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2546.108445: 37052195 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [016] 2546.108445: 35461746 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2546.108541: 34906481 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [039] 2546.108881: 41527925 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2546.109248: 31889547 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2546.109287: 30802488 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [045] 2546.109399: 32367918 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197531 [000] 2546.109462: 36583275 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [012] 2546.109574: 30552623 cycles: 1406fb57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [030] 2546.109579: 36741071 cycles: ffffffff8a74e8ce put_prev_entity+0x3e ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [001] 2546.109857: 37175055 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [009] 2546.109982: 33251220 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [043] 2546.110208: 39671135 cycles: 1c2fce8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [025] 2546.110550: 40369477 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [027] 2546.110784: 29146327 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [044] 2546.111443: 32337500 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [010] 2546.111812: 35903621 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [031] 2546.112062: 35500816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [018] 2546.112867: 35961842 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2546.113020: 53632862 cycles: ffffffff8b6a45ce __schedule+0xce ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [020] 2546.113130: 28661741 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [032] 2546.114079: 36136632 cycles: 1860798 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [040] 2546.114120: 40478251 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [036] 2546.114357: 41951929 cycles: 272afb9b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [003] 2546.114440: 37804923 cycles: ffffffff8a74bf3c select_idle_sibling+0x41c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c38f761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2546.114893: 28420150 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) Test 198681 [026] 2546.115043: 40028681 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [029] 2546.115238: 30553650 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2546.115504: 34730902 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [024] 2546.115949: 31463969 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25205630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2546.116502: 33793014 cycles: 21a2c6eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [038] 2546.117043: 29651208 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [033] 2546.117126: 41304095 cycles: 1731092 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [023] 2546.117256: 28719322 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2546.117541: 31897183 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [013] 2546.117603: 52799712 cycles: 3bd3ef4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [022] 2546.118030: 37023934 cycles: ffffffff8b4885f6 tcp_write_xmit+0x86 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [002] 2546.118220: 34147090 cycles: 3a779ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [008] 2546.119035: 35014529 cycles: 15257071 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198683 [014] 2546.119084: 28359538 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b95fff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2546.119145: 47226683 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [034] 2546.119285: 49216745 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [042] 2546.120064: 34879487 cycles: ffffffff8b614844 plist_add+0x4 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [046] 2546.120310: 33663351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 150656 [016] 2546.120596: 38183028 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2546.120638: 37611431 cycles: ffffffff8a7690e0 psi_group_change+0x140 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2546.121054: 37103530 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [007] 2546.121343: 35865702 cycles: ffffffff8b69290c __wrgsbase_inactive+0x3c ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [028] 2546.121547: 32198510 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2546.121640: 31881727 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198440 [047] 2546.122316: 36202348 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2546.122589: 27720718 cycles: 141305ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [045] 2546.122814: 31881467 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [043] 2546.123074: 43805072 cycles: 12d6c5f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2546.123429: 33691517 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [021] 2546.123802: 35172738 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [044] 2546.124075: 30193029 cycles: 133ae12b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [041] 2546.124433: 47342943 cycles: 230e6811 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [020] 2546.124808: 32138670 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2546.125136: 36249049 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [011] 2546.125136: 41409418 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [001] 2546.125146: 31892645 cycles: ffffffff8a9a5a36 __kmalloc+0x56 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159620 [006] 2546.125207: 28106518 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [000] 2546.125474: 39234213 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [005] 2546.125605: 39408827 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [039] 2546.125699: 41601901 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [018] 2546.126052: 38611468 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2546.126794: 33341148 cycles: 21a2fc11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [023] 2546.126995: 28723005 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [025] 2546.128251: 45098384 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [003] 2546.128386: 34634266 cycles: 3b94f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2546.128440: 28914492 cycles: ffffffff8a9ef5e5 get_page_from_freelist+0xf5 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 198105 [004] 2546.128932: 35129365 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197882 [032] 2546.129143: 36373731 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2546.129171: 35925041 cycles: ffffffff8b698121 ct_irq_exit+0x1 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 194094 [029] 2546.129188: 26862306 cycles: 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [026] 2546.129499: 41109425 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [040] 2546.129686: 36918013 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2546.129780: 36230489 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [014] 2546.130677: 26684221 cycles: 186a09c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [015] 2546.131463: 29408239 cycles: ffffffff8b6a47af __schedule+0x2af ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [009] 2546.131478: 32757423 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [002] 2546.131898: 30566267 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [046] 2546.132383: 32036273 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17bce51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170471 [042] 2546.133303: 35315105 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [035] 2546.133456: 31253914 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [033] 2546.133807: 41303118 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [019] 2546.133816: 66266196 cycles: 204af503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 196716 [012] 2546.134177: 36854094 cycles: ffffffff8a663b9c xfd_validate_state+0x4c ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e10fe [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 283fccb [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebcec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd 193495 [022] 2546.134214: 32371833 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2546.134552: 26487212 cycles: ffffffff8a74c63f select_task_rq_fair+0x1bf ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [028] 2546.134685: 29386405 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [006] 2546.134914: 28348722 cycles: 2049bbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [008] 2546.135574: 29478009 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [021] 2546.135639: 37044204 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [016] 2546.136136: 33634307 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [030] 2546.136216: 32735943 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [044] 2546.136666: 28368719 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2546.136837: 40442551 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a712419 __queue_work+0x339 ([kernel.kallsyms]) ffffffff8a712d59 delayed_work_timer_fn+0x19 ([kernel.kallsyms]) ffffffff8a7d5cfc call_timer_fn+0x2c ([kernel.kallsyms]) ffffffff8a7d5fbf __run_timers.part.0+0x17f ([kernel.kallsyms]) ffffffff8a7d612a run_timer_softirq+0x2a ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [034] 2546.137403: 42246307 cycles: ffffffff8b370b44 __copy_msghdr+0x84 ([kernel.kallsyms]) ffffffff8b370bfc copy_msghdr_from_user+0x4c ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198445 [017] 2546.137589: 45199587 cycles: ffffffff8a66006d switch_fpu_return+0x5d ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [020] 2546.137964: 30730710 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2546.138040: 36707081 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [023] 2546.138087: 28723005 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [001] 2546.138860: 32824922 cycles: ffffffff8b6aceb2 _raw_write_unlock_irq+0x12 ([kernel.kallsyms]) ffffffff8aaea8db ep_send_events+0xbb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2546.139141: 28560703 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154802 [010] 2546.139254: 32729831 cycles: 1ada5ed7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [047] 2546.139389: 39809265 cycles: 1ae8f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27e25c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [014] 2546.139466: 27354702 cycles: ffffffffc0ca03dc hash_conntrack_raw+0x5c ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [013] 2546.139679: 47261114 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2546.140002: 40984744 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2546.140213: 45808297 cycles: 265f1333 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2546.140467: 34428100 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b378133 __sk_mem_raise_allocated+0x3a3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [004] 2546.140529: 36411579 cycles: 1c3a4ca6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [038] 2546.140854: 33738935 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [003] 2546.140878: 34579346 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [018] 2546.140996: 36706085 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [002] 2546.141450: 30926965 cycles: 154cae02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [043] 2546.141565: 43006312 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [011] 2546.141768: 34851412 cycles: 12f63f1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [015] 2546.142643: 31199361 cycles: 3b97548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2546.142798: 26862306 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [026] 2546.142947: 41951595 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [032] 2546.143054: 40311316 cycles: 3b7759b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2546.143165: 34017305 cycles: ffffffff8b4830b5 tcp_event_new_data_sent+0x5 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [039] 2546.143246: 38441556 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2546.143731: 31666602 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [036] 2546.144172: 32367468 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [006] 2546.144431: 28042223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [009] 2546.144524: 32757423 cycles: 12d6c3da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [041] 2546.144824: 44334690 cycles: 13cad741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2546.145792: 37861698 cycles: 20458541 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2546.146368: 35035265 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2546.146478: 28244764 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [028] 2546.146748: 31119286 cycles: 2520a934 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2546.147186: 30729723 cycles: 3b9c8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2546.147439: 36963913 cycles: ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [042] 2546.147458: 31895592 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [022] 2546.147482: 36183912 cycles: 3a49ebb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 151710 [027] 2546.147958: 27453704 cycles: 13392c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [033] 2546.148068: 44433174 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [016] 2546.148889: 37261594 cycles: 64a4bae [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166598 [020] 2546.148994: 32828460 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198839 [035] 2546.149433: 31004713 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198430 [024] 2546.150141: 28150385 cycles: ffffffff8b697c31 syscall_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2546.150191: 34892063 cycles: 1a699d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2546.150248: 42546957 cycles: ffffffff8a77cd34 __raw_spin_lock_irqsave+0x34 ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0446 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [014] 2546.150466: 30289926 cycles: 689a267 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [023] 2546.151148: 34836158 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [034] 2546.151816: 38388298 cycles: 1fbba641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [010] 2546.151857: 30544298 cycles: 266ef40e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 166860 [038] 2546.152282: 32948874 cycles: ffffffff8a7f6cfd futex_wait_setup+0x4d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 155953 [002] 2546.152660: 30381010 cycles: ffffffff8a7412be update_min_vruntime+0xe ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [047] 2546.152772: 39777353 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a6c46c6 do_user_addr_fault+0xd6 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [040] 2546.152806: 37442325 cycles: 133a44e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2546.153406: 37280530 cycles: 1689b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [007] 2546.153585: 39073759 cycles: ffffffff8a961d42 __filemap_get_folio+0xc2 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [029] 2546.153915: 35700298 cycles: 2654d6e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [001] 2546.154272: 31504507 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [006] 2546.154374: 29101199 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [000] 2546.154546: 41997069 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [021] 2546.154668: 29361259 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [011] 2546.154894: 31472554 cycles: ffffffff8a9eb364 prep_compound_page+0x44 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [045] 2546.154983: 32840358 cycles: 2727afe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [046] 2546.155260: 35735629 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [003] 2546.155428: 34202167 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 168710 [004] 2546.156099: 35970162 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [008] 2546.156343: 28213822 cycles: 3a93de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2546.156573: 40405453 cycles: 20457e61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151691 [015] 2546.157066: 32261652 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 171302 [036] 2546.157673: 29317127 cycles: ffffffff8a752a04 update_sd_lb_stats.constprop.0+0x274 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [017] 2546.158261: 41603233 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [027] 2546.158376: 29317885 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [043] 2546.158386: 35862080 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [009] 2546.158858: 41664426 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [028] 2546.158887: 30762651 cycles: 194d9e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2546.158937: 47759236 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [039] 2546.159286: 36611893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [044] 2546.159328: 29722592 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d66c824f [unknown] (//anon) diskagen.IC 197891 [026] 2546.159543: 38082921 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2546.159868: 38702643 cycles: ffffffff8b800efe asm_sysvec_apic_timer_interrupt+0xe ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2546.160007: 34311262 cycles: ffffffff8b3a4328 validate_xmit_skb+0x1a8 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [042] 2546.160342: 33499750 cycles: 2048b437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2546.160352: 36115672 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [024] 2546.160585: 31089941 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8aaf52df read_events+0x10f ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [016] 2546.161020: 39712089 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f925a7fa7df [unknown] (//anon) nbsd-lig.SRV2 196022 [022] 2546.161308: 35251381 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [020] 2546.161456: 37301060 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [025] 2546.161493: 30213244 cycles: ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2546.161678: 32909130 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 196c97d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198686 [031] 2546.162641: 35608842 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8b37b9f8 skb_queue_tail+0x48 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2546.162658: 39721732 cycles: ffffffff8a6b802e native_load_tls+0x2e ([kernel.kallsyms]) swapper 0 [010] 2546.163473: 29221605 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [033] 2546.163653: 45674553 cycles: 142298b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [047] 2546.163776: 38730620 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 196124 [002] 2546.164412: 31855669 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [038] 2546.164678: 30917511 cycles: 1432c587 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [041] 2546.164898: 39904524 cycles: 133925dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [012] 2546.165197: 38442988 cycles: c50 [unknown] ([vdso]) default-executo 196114 [008] 2546.165447: 29273764 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [040] 2546.165675: 36283876 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2546.165711: 35996670 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172767 [018] 2546.166323: 34527244 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [006] 2546.166733: 27337526 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [011] 2546.167211: 30302498 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [004] 2546.167289: 34481539 cycles: ffffffff8a990d49 shmem_get_folio_gfp+0x129 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2546.167533: 27389669 cycles: ffffffff8a76e11d sched_clock_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2546.168047: 38648877 cycles: ffffffff8a743469 select_idle_core+0x119 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2047f5a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [028] 2546.168271: 36220902 cycles: 20485850 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [023] 2546.168742: 40177437 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2546.168842: 38275246 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [007] 2546.168865: 37227493 cycles: 3a77a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [046] 2546.168866: 32029461 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [036] 2546.168968: 28065924 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [034] 2546.169085: 38527673 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [045] 2546.169153: 30260758 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [029] 2546.169169: 34205459 cycles: 13b0833d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2546.169519: 37853908 cycles: ffffffff8a747a3a update_load_avg+0x16a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2546.170305: 34097371 cycles: ffffffff8a697e15 __sysvec_call_function_single+0x5 ([kernel.kallsyms]) swapper 0 [044] 2546.170378: 28411808 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154842 [027] 2546.170811: 27781693 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [024] 2546.171791: 32804020 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2546.172399: 38594499 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [015] 2546.172582: 31545524 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84f15 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [026] 2546.172747: 40843018 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727af18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [043] 2546.172806: 35511594 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 197891 [030] 2546.173370: 34290679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [042] 2546.173630: 31025267 cycles: ffffffff8adad102 _copy_to_iter+0x172 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [013] 2546.173770: 39746492 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197536 [025] 2546.173971: 28356647 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [010] 2546.174063: 35202501 cycles: 1330ce9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [022] 2546.174678: 35898969 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2546.174822: 30425411 cycles: 1861f8b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [032] 2546.174926: 36161591 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.Scheduler 197546 [039] 2546.175156: 34812399 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [020] 2546.175531: 33827821 cycles: ffffffff8aa58724 __mod_memcg_lruvec_state+0xb4 ([kernel.kallsyms]) ffffffff8a97287b lru_add_fn+0x1ab ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a95ea68 filemap_add_folio+0x58 ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) default-executo 194778 [016] 2546.176066: 35288891 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [021] 2546.176309: 27119547 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2546.176364: 32506109 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194000 [017] 2546.176587: 40267368 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [047] 2546.176601: 36695507 cycles: ffffffffc0ca3d16 resolve_normal_ct+0x146 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [009] 2546.176688: 35951470 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 193822 [002] 2546.176823: 32873045 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2546.176900: 41263360 cycles: ffffffff8a6517c5 local_touch_nmi+0x5 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [006] 2546.177391: 29736451 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [033] 2546.177673: 50518745 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [037] 2546.178014: 38261588 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [018] 2546.178357: 32567060 cycles: 1330d027 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [040] 2546.178408: 41301577 cycles: 1300f929 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [028] 2546.178906: 35914299 cycles: 21a2f431 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2546.178948: 32667244 cycles: 1c2fc714 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [036] 2546.179414: 32189569 cycles: 3c471cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [005] 2546.180060: 34521388 cycles: 289c2df [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [046] 2546.180323: 31062116 cycles: ffffffff8b483f77 tcp_wfree+0x27 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [011] 2546.180499: 27710252 cycles: 1e5c78ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [019] 2546.180619: 38645866 cycles: 129ab4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2546.180824: 37107506 cycles: ffffffff8a74ebbf enqueue_entity+0x13f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696ade sysvec_call_function_single+0x3e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a748775 update_blocked_averages+0x185 ([kernel.kallsyms]) ffffffff8a754787 _nohz_idle_balance.isra.0+0x2c7 ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2546.180850: 28299857 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [012] 2546.180932: 36643691 cycles: 194d9cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [045] 2546.180956: 36127328 cycles: 6e8 [unknown] ([vdso]) nbsd.SRV1 197555 [041] 2546.181568: 44505527 cycles: 146d8484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [027] 2546.182050: 30230024 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194434 [003] 2546.182574: 43754641 cycles: 18305b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [029] 2546.182913: 31917959 cycles: ffffffff8a743271 migrate_task_rq_fair+0x171 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 141d19d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [024] 2546.183034: 38256695 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [034] 2546.183125: 40552570 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [014] 2546.183573: 31466081 cycles: ffffffff8b46c21d skb_do_copy_data_nocache+0xd ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [007] 2546.183857: 37120239 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [023] 2546.184064: 42965285 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [001] 2546.184102: 33909579 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [038] 2546.184679: 30882451 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [042] 2546.184943: 32085316 cycles: 35f75d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [035] 2546.185247: 37484020 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [015] 2546.185254: 34014228 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13cad9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2546.185608: 30029923 cycles: ffffffff8b3a471f dev_hard_start_xmit+0x1f ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2546.185621: 32897217 cycles: 35df653 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [030] 2546.185623: 32391223 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [010] 2546.186468: 34473073 cycles: ffffffff8b516994 neigh_hh_output+0x24 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2546.186890: 27356648 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [020] 2546.187226: 35744443 cycles: 14066606 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [022] 2546.187324: 34579296 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [026] 2546.187732: 35540852 cycles: 13007690 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [006] 2546.188115: 29203020 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [008] 2546.188687: 30650272 cycles: 204a520a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2546.189000: 31543869 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [018] 2546.189155: 32110637 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [047] 2546.189174: 34116601 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [016] 2546.189196: 31938011 cycles: 689a222 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [039] 2546.189827: 44700305 cycles: 140505a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [002] 2546.189906: 38020443 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [004] 2546.190277: 35238861 cycles: 1c943116 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [013] 2546.190287: 42389624 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 194630 [011] 2546.190475: 27450317 cycles: 3ba87e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [044] 2546.191289: 28248581 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [009] 2546.192059: 40750877 cycles: ffffffff8aa58408 mod_memcg_state+0x18 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [037] 2546.192175: 38556375 cycles: 661f243 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [046] 2546.192288: 29742588 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 193502 [036] 2546.192406: 32144726 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [027] 2546.192747: 30290412 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [005] 2546.192800: 34184289 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 161b5f9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [012] 2546.193651: 38601655 cycles: 194447c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [028] 2546.193816: 35393461 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 198206 [040] 2546.193975: 42396822 cycles: 971a7 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [017] 2546.194282: 39261446 cycles: ffffffff8b3d4f39 sk_filter_trim_cap+0xd9 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [031] 2546.194725: 45601085 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [001] 2546.194752: 36826493 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [033] 2546.195293: 41560106 cycles: 141d1cdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [019] 2546.195319: 35796376 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [000] 2546.195422: 40721322 cycles: ffffffff8b47ea0b tcp_ack+0xab ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193487 [014] 2546.196054: 29695575 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [038] 2546.196163: 30225478 cycles: 21a27ae7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [042] 2546.196305: 35319201 cycles: ffffffff8b6a4885 __schedule+0x385 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [029] 2546.196606: 33598521 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [034] 2546.196721: 45173644 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [024] 2546.197334: 42802184 cycles: 3a49630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [030] 2546.197877: 30415461 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2546.198096: 35359226 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [015] 2546.198103: 36598001 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [045] 2546.198292: 43428134 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [021] 2546.198622: 26419370 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [006] 2546.198676: 32159915 cycles: ffffffff8aa59dad uncharge_folio+0x18d ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [007] 2546.198826: 35723898 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [043] 2546.199203: 32233191 cycles: ffffffff8b5857cb __inet6_lookup_established+0xfb ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [025] 2546.199665: 28412023 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2546.199894: 35357344 cycles: ffffffff8a747aa2 update_load_avg+0x1d2 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [035] 2546.200483: 36773951 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [026] 2546.200529: 36992304 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [020] 2546.201360: 37250654 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [018] 2546.201656: 37521424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [003] 2546.201801: 42051606 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [011] 2546.201817: 26683186 cycles: 68a3988 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [044] 2546.201880: 34898034 cycles: 267497c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [016] 2546.201895: 37642426 cycles: 13b08499 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 159388 [041] 2546.202073: 35406546 cycles: 133c30ea [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [023] 2546.202334: 39636965 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2546.202509: 31543869 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd 172783 [008] 2546.202953: 32149063 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) swapper 0 [004] 2546.204250: 38245234 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2546.204544: 40189431 cycles: ffffffff8a776413 calc_load_nohz_stop+0x43 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2546.204575: 35097929 cycles: ffffffff8a743298 migrate_task_rq_fair+0x198 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2546.204705: 37048942 cycles: ffffffff8a760568 __update_load_avg_cfs_rq+0x128 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [036] 2546.205260: 40909310 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [047] 2546.205545: 35463117 cycles: 1405113a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [013] 2546.206752: 41168225 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [027] 2546.206777: 26605368 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 171590 [014] 2546.207512: 28407942 cycles: ffffffff8b617500 rb_insert_color+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [028] 2546.207631: 40643870 cycles: 2510508a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [005] 2546.208396: 35729330 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [038] 2546.208847: 34202977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6887 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [037] 2546.209064: 39473045 cycles: ffffffff8a74e040 dequeue_task_fair+0x0 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2546.209078: 30830225 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [039] 2546.209198: 38555014 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [025] 2546.209659: 29775735 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2546.210076: 40907910 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2546.210223: 41865305 cycles: ffffffff8aa31649 __kmem_cache_alloc_node+0x49 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [001] 2546.210274: 42034502 cycles: ffffffff8b1b5987 loopback_xmit+0x67 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2546.210657: 41567150 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [006] 2546.211156: 34025932 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [033] 2546.211219: 44794568 cycles: 14020ed0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [029] 2546.211455: 31180651 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [042] 2546.211643: 38293618 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [017] 2546.211715: 38334810 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [019] 2546.211753: 41854257 cycles: ffffffff8b50f05a unix_stream_read_generic+0x13a ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [010] 2546.211962: 40947340 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.Scheduler 197546 [043] 2546.211970: 35156884 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159494 [021] 2546.212636: 25840347 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [026] 2546.213317: 33884458 cycles: 21a05e58 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [007] 2546.213587: 40435159 cycles: 3ae11bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196100 [024] 2546.213603: 37546027 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [015] 2546.213875: 35061532 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169042 [022] 2546.214002: 31177708 cycles: ffffffff8a7c56f7 exit_to_user_mode_loop+0xf7 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 198432 [011] 2546.214153: 28073386 cycles: 13c96b0c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2546.214253: 35407391 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2546.214264: 35947146 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [020] 2546.214920: 37109568 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) diskagen.Schedu 169832 [018] 2546.214944: 38722267 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [008] 2546.215162: 40076305 cycles: ffffffff8a74f0eb enqueue_task_fair+0xfb ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [031] 2546.215318: 41777035 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [003] 2546.215581: 38480563 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [023] 2546.215597: 41016657 cycles: ffffffff8a7f6a58 futex_wait_queue+0x28 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [032] 2546.215834: 31543869 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [046] 2546.216155: 33835843 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [016] 2546.216892: 32522533 cycles: ffffffff8b6ad30d _raw_write_lock_irq+0xd ([kernel.kallsyms]) ffffffff8aaeb289 ep_poll+0x219 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [004] 2546.216926: 36535830 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2546.217356: 46391158 cycles: 1740bc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2546.217450: 38988152 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [014] 2546.217867: 31316082 cycles: 3b3a79a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2546.218040: 40675482 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [045] 2546.218407: 44382439 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2546.218413: 39690226 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2546.219684: 25673745 cycles: ffffffff8a73c982 sched_ttwu_pending+0xc2 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [009] 2546.220148: 47292420 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [013] 2546.220475: 41725551 cycles: 133a2c60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [036] 2546.220894: 38927651 cycles: 1ca21158 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2546.221047: 40479773 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [030] 2546.221078: 39336007 cycles: 28930c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [025] 2546.222816: 27474379 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165849 [029] 2546.222875: 32097027 cycles: ffffffff8a7d9186 hrtimer_nanosleep+0x6 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [037] 2546.223191: 40932419 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [005] 2546.223309: 35956577 cycles: 24fe70cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2546.223937: 31766177 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172777 [006] 2546.223999: 31641086 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [039] 2546.224707: 38521759 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [028] 2546.224893: 48037828 cycles: 3b33740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [026] 2546.225013: 32971366 cycles: 26aa2002 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [017] 2546.225640: 38784019 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [012] 2546.225764: 34797609 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [040] 2546.225915: 43026404 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 170129 [000] 2546.225940: 35519084 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [042] 2546.226017: 33434117 cycles: ffffffff8a747a65 update_load_avg+0x195 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159616 [043] 2546.226102: 33737080 cycles: 13401d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197882 [011] 2546.226108: 27327783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2546.226213: 40218014 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2546.227040: 46193990 cycles: ffffffff8b61aba8 timerqueue_add+0x8 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2546.227381: 48797444 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [046] 2546.227527: 35993981 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [022] 2546.227735: 28280399 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [024] 2546.228136: 40572498 cycles: ffffffffc0cac3cd nf_conntrack_tcp_packet+0xaad ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [034] 2546.228351: 34730106 cycles: 269b88d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [020] 2546.228373: 46005840 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2546.228499: 40596584 cycles: ffffffff8a7604a0 __update_load_avg_cfs_rq+0x60 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172783 [015] 2546.228735: 41738066 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [018] 2546.229202: 37717035 cycles: ffffffff8a7412f6 update_min_vruntime+0x46 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2546.229384: 41220406 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [033] 2546.229532: 41310263 cycles: 157308df [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [004] 2546.230017: 37483247 cycles: 3b16703 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [014] 2546.230042: 30972410 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [016] 2546.230065: 29617154 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [027] 2546.230398: 30434514 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [008] 2546.230741: 35701674 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [019] 2546.230892: 37470173 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [023] 2546.231325: 36834651 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2546.231791: 36349196 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [035] 2546.232379: 41133867 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [013] 2546.232380: 39740531 cycles: 3b666f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2546.232995: 35812044 cycles: ffffffff8a74ee1e enqueue_entity+0x39e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [025] 2546.233005: 27323676 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [031] 2546.233137: 36513036 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [030] 2546.233561: 39628073 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [006] 2546.234169: 34397904 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [047] 2546.234661: 40003386 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [029] 2546.235373: 30304047 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [036] 2546.235554: 40762027 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [041] 2546.236056: 35039834 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [021] 2546.236068: 35997898 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [045] 2546.236540: 42865296 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159874 [038] 2546.236882: 35754451 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [037] 2546.237719: 35396637 cycles: 7fc [unknown] ([vdso]) swapper 0 [026] 2546.237838: 33341136 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [011] 2546.238905: 27330202 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2546.239141: 41978192 cycles: ffffffff8a736054 enqueue_task+0x44 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [022] 2546.239187: 26966360 cycles: 1c2fc7d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [042] 2546.239472: 34293102 cycles: 1666457 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [039] 2546.239589: 35709941 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2546.239769: 34821978 cycles: ffffffff8b61ace6 timerqueue_del+0x26 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [016] 2546.239790: 30464800 cycles: ffffffff8a760507 __update_load_avg_cfs_rq+0xc7 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198859 [005] 2546.239790: 34177933 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [017] 2546.240309: 34690733 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2546.240625: 32976121 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [046] 2546.240745: 36072765 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) diskagen.IC 197891 [015] 2546.241229: 38053709 cycles: 1b567cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [043] 2546.241373: 40801828 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [010] 2546.241728: 42319900 cycles: 17ec0d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [040] 2546.241896: 36259191 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2546.242019: 38731970 cycles: ffffffff8a765590 record_times+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [027] 2546.242255: 35020433 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [004] 2546.243017: 34931404 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [028] 2546.243546: 45454329 cycles: 26ce7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [025] 2546.243646: 33666491 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2546.243913: 37527382 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165460 [014] 2546.243936: 42013527 cycles: ffffffff8a7f8345 __smp_call_single_queue+0x65 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 171306 [018] 2546.244140: 39604917 cycles: ffffffff8b697c43 syscall_exit_to_user_mode+0x13 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [003] 2546.244161: 34520501 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [044] 2546.244202: 49793626 cycles: 36a12a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2546.244845: 44018768 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [019] 2546.245291: 38303416 cycles: 3b821b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [024] 2546.245443: 36213963 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2546.245566: 36234849 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [029] 2546.245629: 29940142 cycles: 1c53ef0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [032] 2546.246096: 46981342 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2546.246492: 37218107 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2546.246524: 33795354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [020] 2546.246577: 51769801 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2546.246594: 51518401 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [007] 2546.246721: 33818488 cycles: 250d8402 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [001] 2546.247074: 43920055 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2546.247162: 32135083 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [002] 2546.247380: 32148640 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 230e62e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2546.248742: 34445613 cycles: ffffffff8b617503 rb_insert_color+0x3 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159884 [041] 2546.249123: 40796169 cycles: 133a7d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [038] 2546.249603: 39825963 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2546.249816: 31359013 cycles: 68d0744 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2546.249916: 29745755 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) nbsd.User 197529 [011] 2546.250331: 26178467 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [036] 2546.250530: 37131064 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [035] 2546.250741: 43091496 cycles: ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [047] 2546.250936: 39327198 cycles: 1e46c61c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [016] 2546.250949: 33218889 cycles: ffffffff8a733373 prepare_task_switch+0x73 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [042] 2546.251305: 32722467 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2546.251371: 37572571 cycles: 21a2fe02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [037] 2546.253009: 30556635 cycles: 14067741 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2546.253236: 38726849 cycles: ffffffff8a739a42 ttwu_do_activate+0x52 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [017] 2546.253306: 31581211 cycles: 2727afd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2546.253572: 34577780 cycles: 3a61348 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [005] 2546.253903: 40211052 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [046] 2546.254099: 36331403 cycles: bc03a29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [039] 2546.254238: 35166333 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2546.254756: 35352871 cycles: ffffffff8a74ad2b reweight_entity+0x3b ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [004] 2546.255506: 33017003 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [029] 2546.255514: 30171446 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [045] 2546.255536: 39171735 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [043] 2546.256428: 40264038 cycles: 266d39e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) .NET TP Worker 196504 [034] 2546.256460: 34927423 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 607ef4 [unknown] (/actions-runner/bin/libcoreclr.so) 607b5e [unknown] (/actions-runner/bin/libcoreclr.so) 60c754 [unknown] (/actions-runner/bin/libcoreclr.so) 60c8b3 [unknown] (/actions-runner/bin/libcoreclr.so) 2f548f [unknown] (/actions-runner/bin/libcoreclr.so) 1565f18 [unknown] (/memfd:doublemapper (deleted)) blockstore-test 198065 [010] 2546.256511: 46388207 cycles: ffffffff8a768fc0 psi_group_change+0x20 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198714 [023] 2546.256554: 35582342 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [027] 2546.256644: 31696799 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [003] 2546.257205: 31321627 cycles: 195920b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198684 [015] 2546.257221: 34699424 cycles: ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [025] 2546.257243: 35009903 cycles: ffffffff8b3897b4 __skb_datagram_iter+0xe4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [024] 2546.257606: 34375862 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2546.257974: 40914570 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [018] 2546.258325: 36363267 cycles: ffffffff8a9ee13f free_unref_page+0x19f ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [019] 2546.258527: 40316306 cycles: 141f4f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 171399 [006] 2546.258810: 31048799 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [002] 2546.258914: 30960473 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [013] 2546.259438: 37313791 cycles: ffffffff8a734b52 finish_task_switch.isra.0+0xd2 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [011] 2546.259521: 26388653 cycles: 2a7fbe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [008] 2546.259541: 52525223 cycles: 2049b45e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197252 [007] 2546.259798: 31706982 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [030] 2546.259960: 34940556 cycles: ffffffff8b479fe9 tcp_grow_window+0x29 ([kernel.kallsyms]) ffffffff8b47a58b tcp_event_data_recv+0x2cb ([kernel.kallsyms]) ffffffff8b48120b tcp_rcv_established+0x57b ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [028] 2546.260241: 38480106 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 154cad56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [021] 2546.260294: 36098620 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [031] 2546.260700: 31019569 cycles: ffffffff8a7d8d25 hrtimer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14020eb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [026] 2546.260706: 31444508 cycles: 14119f20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [022] 2546.261163: 32554210 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [001] 2546.261443: 42598731 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2546.262111: 45956124 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [042] 2546.263479: 39058102 cycles: 178ef58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2546.263496: 38568217 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [000] 2546.263530: 40086383 cycles: 1402da77 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 159388 [016] 2546.263605: 32374775 cycles: ffffffff8a74e174 dequeue_task_fair+0x134 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [038] 2546.263681: 40816044 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [036] 2546.263743: 34596039 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [017] 2546.264727: 34827908 cycles: 1ea6a94 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [041] 2546.264854: 44557651 cycles: 133a7c72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 198101 [037] 2546.265845: 28181219 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [020] 2546.266199: 43743425 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [012] 2546.266560: 35546530 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2546.266941: 38661639 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [040] 2546.267017: 39787074 cycles: ffffffff8a7d67bd __mod_timer+0x7d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159624 [033] 2546.267024: 43486236 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [009] 2546.267592: 35137953 cycles: ffffffff8a753b89 pick_next_task_fair+0xc9 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [039] 2546.268278: 36102502 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [035] 2546.268411: 41223791 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [004] 2546.268420: 35653570 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2546.268731: 36175589 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67daba7ff [unknown] (//anon) nbsd.SRV2 198455 [034] 2546.268898: 35590734 cycles: ffffffff8b48310f tcp_event_new_data_sent+0x5f ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 198681 [027] 2546.269025: 29090370 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [029] 2546.269501: 28905104 cycles: 13058f5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2546.269670: 37553214 cycles: ffffffff8a7493e4 place_entity+0x74 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [015] 2546.269770: 41773122 cycles: 14119fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [005] 2546.270117: 42101025 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [024] 2546.270327: 32361050 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [002] 2546.270528: 29317681 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [011] 2546.270651: 26685261 cycles: 1c492c51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2546.270662: 41070586 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [003] 2546.270743: 30483006 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [006] 2546.270784: 29460149 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 272296d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [018] 2546.271660: 37595316 cycles: ffffffff8aa32441 __check_heap_object+0x51 ([kernel.kallsyms]) ffffffff8aa72ad5 check_heap_object+0x185 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [045] 2546.272155: 34956616 cycles: 133b47e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2546.272968: 39390358 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [014] 2546.272972: 35618925 cycles: 196d4e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 159388 [026] 2546.273773: 28510673 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd34c0ee87f [unknown] (//anon) nbsd.User 197533 [030] 2546.274052: 36993776 cycles: 272296d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [022] 2546.274511: 34285718 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [021] 2546.274704: 41967009 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194390 [007] 2546.274705: 34589610 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125e91 epoll_wait+0x41 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [013] 2546.274836: 35713872 cycles: 26669830 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198684 [019] 2546.274869: 33689722 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [010] 2546.275129: 45063925 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 122b0c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [031] 2546.275210: 27211966 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2546.275253: 37158422 cycles: 15b5c2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2546.275306: 34352375 cycles: ffffffff8a6b8001 native_load_tls+0x1 ([kernel.kallsyms]) nbsd.User 197533 [037] 2546.275820: 28664403 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [044] 2546.275929: 42178532 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198751 [036] 2546.276556: 31821092 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [042] 2546.277464: 41279004 cycles: ffffffff8a741ae6 __calc_delta+0x196 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [008] 2546.277757: 41241549 cycles: ffffffff8a80fcd0 cgroup_rstat_updated+0x0 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 197891 [000] 2546.278210: 43288900 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [038] 2546.278300: 39646931 cycles: 288adba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [032] 2546.278659: 37542121 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [001] 2546.279386: 40589477 cycles: 1425d251 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [012] 2546.279703: 34437179 cycles: 17abd21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [040] 2546.279761: 40985864 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2546.280123: 37739694 cycles: 18618e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198434 [027] 2546.280881: 27651195 cycles: 27283134 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 197243 [029] 2546.281171: 39919660 cycles: ffffffff8a75282c update_sd_lb_stats.constprop.0+0x9c ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [003] 2546.281194: 38174518 cycles: ffffffff8b476558 __tcp_ack_snd_check+0x38 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [011] 2546.281268: 30832915 cycles: 1330e248 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [017] 2546.281387: 35230281 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2546.281808: 37896795 cycles: ffffffff8b800f93 asm_sysvec_call_function_single+0x3 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159512 [009] 2546.281979: 47092991 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 165683 [034] 2546.282351: 36611895 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 594 [unknown] ([unknown]) diskagen.Schedu 169832 [004] 2546.282563: 38455110 cycles: 2528da99 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [020] 2546.282821: 51430136 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2546.282890: 27892176 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2546.283269: 42176543 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [035] 2546.283374: 35338254 cycles: 1423ab5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [002] 2546.283635: 26985446 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169053 [024] 2546.284127: 36397749 cycles: ffffffff8a769160 psi_group_change+0x1c0 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [047] 2546.284762: 39839975 cycles: 122ae06 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [018] 2546.285542: 33446644 cycles: ffffffff8a741b15 remove_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [023] 2546.285591: 40055038 cycles: ffffffff8a990d03 shmem_get_folio_gfp+0xe3 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194003 [026] 2546.285789: 27070369 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [015] 2546.285916: 41655659 cycles: ffffffff8a7d6d85 get_next_timer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [033] 2546.286955: 37092302 cycles: 3a62e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [045] 2546.287044: 31620921 cycles: 21a0c654 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [025] 2546.287095: 35900299 cycles: 14332712 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [014] 2546.287483: 32674014 cycles: ffffffff8a7d81e0 __hrtimer_run_queues+0x60 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [030] 2546.287878: 33389863 cycles: 14045df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 160832 [028] 2546.287993: 38880813 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [031] 2546.288215: 24536667 cycles: 288ad58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdCmpl_0 194090 [022] 2546.288268: 38397646 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [036] 2546.288693: 30532390 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [008] 2546.289108: 39759752 cycles: ffffffff8aa58698 __mod_memcg_lruvec_state+0x28 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 165851 [016] 2546.289179: 39137127 cycles: 133c2939 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 198749 [005] 2546.289442: 35892848 cycles: 1424eb9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2546.289626: 32550090 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 166860 [019] 2546.290153: 36391742 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [012] 2546.290241: 39455716 cycles: 2520c33a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [042] 2546.290246: 38916391 cycles: 1422e8be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2546.290407: 41271124 cycles: ffffffff8a7dacb5 ktime_get+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [043] 2546.290932: 35098678 cycles: 1338bdee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [000] 2546.291100: 40385570 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2546.292250: 38012800 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2546.292303: 40242190 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) Test 196124 [002] 2546.292635: 27311980 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [011] 2546.292652: 31538619 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [032] 2546.292752: 36145591 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [038] 2546.293003: 43456150 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [021] 2546.293098: 37874339 cycles: 3ae1661 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [010] 2546.293124: 41556774 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2546.293169: 27651195 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [006] 2546.293614: 27113539 cycles: 3b74111 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2546.294594: 37412478 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [034] 2546.295523: 33715227 cycles: 64a2dda [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2546.295607: 47772279 cycles: ffffffff8a6f314f irq_exit_rcu+0xf ([kernel.kallsyms]) diskagen.IC 197891 [003] 2546.295821: 34226339 cycles: ffffffffc0ca09f9 nf_ct_get_tuple+0x1d9 ([kernel.kallsyms]) ffffffffc0ca3c30 resolve_normal_ct+0x60 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [026] 2546.296070: 26512397 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) swapper 0 [046] 2546.296126: 41213308 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [017] 2546.296493: 35401408 cycles: 172a35f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [029] 2546.296679: 39363368 cycles: 21a2fa03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [039] 2546.297253: 35138288 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [024] 2546.297479: 36637137 cycles: 133ae239 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2546.297736: 39614289 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2546.297901: 49633930 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [036] 2546.297970: 30667300 cycles: 3a68396 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [031] 2546.298491: 24522576 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [035] 2546.298498: 30879806 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bd5dac8f [unknown] (//anon) nbsd.User 197536 [008] 2546.300081: 39041497 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 159884 [045] 2546.300296: 29324390 cycles: 133ba0d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [014] 2546.300490: 36787268 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8aaf824b io_submit_one+0x3b ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [041] 2546.300505: 34987683 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [047] 2546.301090: 49291939 cycles: 133a5c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2546.301126: 35165807 cycles: ffffffff8a60432f __switch_to_asm+0x1f ([kernel.kallsyms]) swapper 0 [025] 2546.301955: 36636292 cycles: ffffffff8a652ef6 switch_ldt+0x6 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [022] 2546.302228: 34045039 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.AIO1 198856 [023] 2546.302528: 49891486 cycles: 24feb364 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [015] 2546.302649: 38222233 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2546.302817: 32701715 cycles: 2043dd87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [020] 2546.303044: 42652270 cycles: ffffffff8a7340b6 raw_spin_rq_unlock+0x6 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2546.303050: 27985226 cycles: 146d98f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [037] 2546.303774: 32691293 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2546.303957: 49847688 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167045 [028] 2546.304135: 37046450 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [016] 2546.304199: 39256465 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2546.304559: 38916391 cycles: ffffffff8a7efeb9 tick_irq_enter+0x49 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [007] 2546.304765: 37085557 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [033] 2546.305177: 32395800 cycles: 35f7e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [027] 2546.305387: 33506255 cycles: 3b9e5c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [006] 2546.305514: 29475816 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [026] 2546.305723: 36916991 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 195110 [012] 2546.305850: 37712403 cycles: ffffffff8a9e91d2 check_new_pages+0x62 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [043] 2546.306658: 35533792 cycles: 197ce20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [032] 2546.306872: 39784297 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2546.307523: 37650058 cycles: ffffffff8b31bc83 cpuidle_get_cpu_driver+0x13 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2546.307764: 45110142 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2546.307906: 38362771 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [011] 2546.308072: 31346606 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [019] 2546.308358: 35182775 cycles: 1407d38d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 171590 [010] 2546.308500: 44006703 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [040] 2546.308818: 43965992 cycles: 14130cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [034] 2546.309140: 30286668 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [038] 2546.309254: 51434366 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [031] 2546.309337: 24239535 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2546.309423: 33020778 cycles: 67f8833 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [036] 2546.310173: 28852798 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [029] 2546.311107: 37866251 cycles: 6e0 [unknown] ([vdso]) nbsd.SRV2 198455 [018] 2546.311246: 37138275 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [003] 2546.311610: 29332571 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2546.311698: 27949155 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2546.311951: 29981131 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2546.312480: 36549239 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2546.312614: 32772207 cycles: 1338c125 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [002] 2546.312881: 33161450 cycles: 3b9db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [017] 2546.313785: 31489733 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [022] 2546.313864: 36398658 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [030] 2546.314036: 36355296 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [046] 2546.314088: 45014535 cycles: ffffffff8a74bf28 select_idle_sibling+0x408 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2546.314434: 38157951 cycles: ffffffff8a7493dd place_entity+0x6d ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2546.315287: 38364586 cycles: ffffffff8a7478d6 update_load_avg+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2546.315513: 30416518 cycles: ffffffff8b696af0 sysvec_call_function_single+0x50 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [014] 2546.315785: 35920347 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [028] 2546.316227: 34201531 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [008] 2546.316228: 41643168 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2546.316398: 37646729 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [006] 2546.316558: 31499347 cycles: ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6345c16 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [016] 2546.316965: 39079422 cycles: 3b5c1b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [037] 2546.317515: 36224150 cycles: 250fe0ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2546.318050: 39376424 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [001] 2546.318429: 42685776 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdSbmEv 194091 [020] 2546.318840: 36342974 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2546.318844: 29931568 cycles: ffffffff8a7d6ed6 get_next_timer_interrupt+0x156 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [034] 2546.318923: 30671779 cycles: 3987e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 197258 [027] 2546.319051: 37530651 cycles: ffffffff8b6928d3 __wrgsbase_inactive+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 194089 [032] 2546.319098: 42200236 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [036] 2546.319367: 29256160 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [042] 2546.319377: 44839421 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3 [unknown] ([unknown]) ydbd.IC 194002 [026] 2546.319580: 37851598 cycles: ffffffff8a6f2dab do_softirq.part.0+0xb ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [047] 2546.319951: 46988409 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [000] 2546.320047: 39685191 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [031] 2546.320056: 28800127 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [007] 2546.320248: 37833152 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8af5c pipe_read+0x4c ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 172784 [012] 2546.320313: 51979217 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [011] 2546.320577: 33347267 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [043] 2546.320985: 34499036 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [044] 2546.321207: 38103004 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [009] 2546.321231: 43902866 cycles: d888ec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [023] 2546.322705: 42427993 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2546.322741: 27858612 cycles: ffffffff8b3716b5 __x64_sys_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [013] 2546.323128: 34138546 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [010] 2546.323602: 37757747 cycles: ffffffff8adaffab __import_iovec+0x10b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [019] 2546.323753: 44576491 cycles: 28bfa38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [018] 2546.324023: 37659355 cycles: ffffffff8a7f1b30 get_futex_key+0x50 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [045] 2546.324291: 29083760 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [039] 2546.324352: 39081412 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [040] 2546.324383: 38869055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2546.324495: 32787340 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2546.325106: 26322464 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [002] 2546.325253: 39109887 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [029] 2546.325786: 36941967 cycles: 133ae15f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [022] 2546.326198: 39327537 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197884 [024] 2546.326386: 36267538 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [030] 2546.326410: 36584022 cycles: 14335d68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2546.326754: 29969087 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [021] 2546.326765: 36980354 cycles: 265d45db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2546.327552: 30577539 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.SRV2 198455 [014] 2546.327870: 36689441 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [031] 2546.328509: 28474812 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196100 [041] 2546.329288: 30554692 cycles: ffffffff8a7412b9 update_min_vruntime+0x9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [028] 2546.329416: 36630021 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fcd4ebf7 [unknown] (//anon) diskagen.IC 198047 [046] 2546.330268: 43396429 cycles: 12ea6e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [038] 2546.330706: 40265703 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194389 [036] 2546.330825: 28882159 cycles: ffffffff8a73c34d wake_up_q+0xd ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [004] 2546.331027: 38512516 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [037] 2546.331063: 32752684 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f08e ksys_read+0x2e ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842a2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [015] 2546.331124: 33630217 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2546.331194: 33055726 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [016] 2546.331372: 39586127 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [033] 2546.331955: 31130168 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [008] 2546.332152: 39461166 cycles: 13c966bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [020] 2546.332454: 37200528 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [025] 2546.332542: 35228058 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [001] 2546.333403: 43670532 cycles: ffffffff8aa8b846 pipe_write+0x386 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) ydbd.Scheduler 168716 [035] 2546.333735: 29542911 cycles: ffffffff8a74e067 dequeue_task_fair+0x27 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 171302 [003] 2546.333775: 27413395 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [013] 2546.333903: 33039188 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197251 [026] 2546.334323: 32835556 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [000] 2546.334488: 43595560 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2546.334651: 31711114 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [011] 2546.334670: 32910166 cycles: ffffffff8a741b4a remove_entity_load_avg+0x3a ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network write 165844 [043] 2546.334709: 31425984 cycles: 1e7371dd [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [032] 2546.334711: 40534115 cycles: 13c927ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [042] 2546.335304: 44472149 cycles: ffffffff8b6ae6c6 __x86_indirect_thunk_r12+0x6 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [045] 2546.335593: 27656455 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [007] 2546.335611: 35306659 cycles: 14071839 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [044] 2546.335777: 38321216 cycles: 133a5c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [010] 2546.336164: 35628825 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [009] 2546.337636: 36973835 cycles: 133a7f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [006] 2546.337741: 30293583 cycles: 64a3362 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2546.338118: 33838659 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [005] 2546.338133: 31837963 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [017] 2546.338646: 30369769 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2546.338673: 32269648 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [029] 2546.338841: 34092303 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2546.338845: 46892666 cycles: 27815ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [040] 2546.338992: 38401826 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [039] 2546.339080: 33568311 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [002] 2546.339297: 35487471 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [012] 2546.339299: 49859586 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [021] 2546.339388: 38327716 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [022] 2546.339558: 38565282 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [024] 2546.340174: 33099121 cycles: ffffffff8b623b42 xas_load+0x52 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [030] 2546.340461: 34098571 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [014] 2546.340503: 34599239 cycles: 16820d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [036] 2546.340921: 28616338 cycles: 13b05e9a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [019] 2546.340995: 40000855 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 170466 [023] 2546.341267: 36853515 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 160824 [033] 2546.341286: 31167270 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 198856 [041] 2546.341494: 28666791 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2546.341553: 32543274 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [034] 2546.342374: 39436354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [028] 2546.343495: 40155334 cycles: 3c9bf60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [003] 2546.343857: 27240039 cycles: 3ca16fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [038] 2546.344137: 38622563 cycles: 204ab8b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [015] 2546.344459: 35663206 cycles: ffffffff8b6a48a1 __schedule+0x3a1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [004] 2546.344582: 35387755 cycles: 14086e49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2546.345164: 40217831 cycles: 98048 pthread_mutex_lock+0x158 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b9a444 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [035] 2546.345320: 28087193 cycles: 20480b46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2546.345511: 38347349 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [025] 2546.345527: 35142432 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [020] 2546.345719: 34686013 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [026] 2546.346289: 39064197 cycles: 251aa081 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [013] 2546.346584: 31925818 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [043] 2546.346615: 33483853 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [016] 2546.346773: 34318931 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [011] 2546.347004: 33892841 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198448 [008] 2546.347060: 36942419 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [027] 2546.347158: 30785325 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [017] 2546.347213: 31431605 cycles: 13403cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [005] 2546.348275: 32127433 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [007] 2546.348430: 34498771 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [032] 2546.348712: 41074166 cycles: ffffffff8a95a8be rseq_ip_fixup+0x5e ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [010] 2546.348714: 32857194 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [006] 2546.348849: 29963149 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [000] 2546.349572: 41575511 cycles: bbbd387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [044] 2546.349962: 38608022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [018] 2546.350028: 35687668 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [001] 2546.350099: 47276563 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2546.350428: 34272357 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [042] 2546.350546: 40774114 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [009] 2546.351060: 34209141 cycles: 6445880 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [039] 2546.351423: 33818114 cycles: 1689724 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159894 [030] 2546.351446: 35389207 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 194092 [033] 2546.351666: 31866473 cycles: 156d2053 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198039 [036] 2546.351860: 31637241 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151706 [002] 2546.351902: 38421079 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 172777 [041] 2546.351947: 28666791 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [029] 2546.352155: 37117943 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [014] 2546.352180: 33128090 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [037] 2546.352378: 35845078 cycles: 1855a51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [040] 2546.352587: 35398559 cycles: ffffffff8aa7c138 vfs_readv+0x98 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [024] 2546.353052: 30172668 cycles: ffffffff8aaab0de __fget_light+0x7e ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2546.353547: 38462820 cycles: 27295765 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2546.354101: 34526380 cycles: ffffffff8b697f6b ct_kernel_exit.constprop.0+0x7b ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [003] 2546.354737: 30387468 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2546.354841: 38968947 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2546.355322: 40813886 cycles: ffffffff8a6c8446 switch_mm_irqs_off+0xf6 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [035] 2546.356555: 28305178 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [047] 2546.356923: 48996028 cycles: 272b6620 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [038] 2546.357059: 36021537 cycles: ffffffff8b6a4b05 schedule+0x5 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [011] 2546.357510: 36842819 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2546.357755: 40749471 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [004] 2546.357820: 34921680 cycles: 272af649 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 168713 [020] 2546.358037: 36782386 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.IC 198855 [045] 2546.358354: 39741212 cycles: ffffffff8a9a5601 kmalloc_slab+0x11 ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [028] 2546.358595: 43795238 cycles: 1860780 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2546.358615: 36350509 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [016] 2546.358682: 32085734 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [008] 2546.359125: 39601765 cycles: ffffffff8a69c2fd lapic_next_event+0xd ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [013] 2546.359222: 34145119 cycles: 251a13ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [025] 2546.359266: 34073630 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 64424f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165157 [027] 2546.359269: 33069719 cycles: ffffffff8a77178b cpuacct_charge+0xb ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [043] 2546.359284: 32912142 cycles: 1404f221 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [005] 2546.359939: 34615193 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2546.359976: 43960197 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [046] 2546.360061: 40217831 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196101 [006] 2546.360446: 36588858 cycles: 3ae5855 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2546.360696: 31654468 cycles: 1401b2d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2546.361127: 37888416 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) Test 196124 [010] 2546.361434: 30458694 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [041] 2546.361927: 35689030 cycles: 14082b62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [007] 2546.362611: 31935759 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2546.362784: 33380694 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [024] 2546.362998: 29969802 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [032] 2546.363596: 38662200 cycles: ffffffff8b50fc19 unix_stream_sendmsg+0x289 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159894 [014] 2546.363763: 35867891 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [018] 2546.363821: 40248451 cycles: 133a7ae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2546.363903: 38738678 cycles: ffffffff8ada67ec __bitmap_and+0x3c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [030] 2546.364438: 41799334 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2546.365511: 37134143 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [036] 2546.365592: 35135598 cycles: 3a90c9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [042] 2546.365936: 35819632 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [000] 2546.365937: 37627019 cycles: 14068f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [037] 2546.365993: 33306216 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff1483cf [unknown] (//anon) nbsd.IC 197544 [002] 2546.366075: 40487387 cycles: 219d4d1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [033] 2546.366529: 30280387 cycles: 3b9cb89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [003] 2546.366703: 30387468 cycles: 13cada15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [039] 2546.366788: 39751974 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [029] 2546.366797: 35100212 cycles: 1740bc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 193840 [040] 2546.366877: 31068524 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [022] 2546.366967: 32296831 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [035] 2546.367508: 30098345 cycles: 18072f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [023] 2546.368528: 37584462 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [038] 2546.369130: 37037869 cycles: ffffffff8b45a1f4 ip_finish_output2+0x194 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [011] 2546.369833: 34470363 cycles: 133a4508 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2546.369845: 53720302 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 159403 [004] 2546.370484: 36075954 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [020] 2546.370489: 44442745 cycles: ffffffffc0c83b20 nf_nat_ipv6_fn+0x0 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [034] 2546.370996: 44264157 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [016] 2546.371023: 34935318 cycles: ffffffff8a753ac6 pick_next_task_fair+0x6 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [021] 2546.372383: 38688694 cycles: ffffffff8a74dea3 dequeue_entity+0x323 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [013] 2546.372606: 35990240 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2546.372889: 39324676 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [027] 2546.372989: 38114103 cycles: 17fb227 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [017] 2546.373342: 32801522 cycles: 141237b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [005] 2546.373436: 34800339 cycles: ffffffff8a9ed565 rmqueue+0x665 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.373686: 36424711 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [024] 2546.373717: 33056429 cycles: 172bcb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [025] 2546.373730: 34073630 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [007] 2546.373740: 33054259 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [012] 2546.373982: 40559517 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2546.374364: 47754837 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [019] 2546.374373: 48746000 cycles: 13c979ff [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [046] 2546.375232: 46641434 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [045] 2546.375377: 47331381 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198434 [026] 2546.375772: 33907706 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [043] 2546.375778: 36919098 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2546.376709: 37834516 cycles: ffffffff8a73604b enqueue_task+0x3b ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [014] 2546.376805: 36611120 cycles: 3a63c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [015] 2546.377046: 40387714 cycles: ffffffff8aa72b3d __check_object_size.part.0+0xd ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1339328 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV1 197555 [041] 2546.377368: 40343823 cycles: 1411beba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [047] 2546.377674: 43721475 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 197545 [037] 2546.377725: 43019224 cycles: ffffffff8a747f40 update_load_avg+0x670 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [044] 2546.377729: 38924526 cycles: 133fef81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [032] 2546.377914: 43377554 cycles: 64fd0c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [022] 2546.377985: 42437044 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [018] 2546.378522: 34774144 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198628 [031] 2546.378859: 35674839 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [036] 2546.378876: 36139901 cycles: 282e2e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [040] 2546.378921: 29527304 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140c5000 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [003] 2546.379887: 39026138 cycles: 1e46c4da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [029] 2546.380121: 34337485 cycles: 250d7c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [042] 2546.380369: 38655798 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 194353 [030] 2546.381033: 36555144 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2546.381611: 34162664 cycles: 1fbcc77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [002] 2546.381780: 38389739 cycles: ffffffff8adad739 copy_page_to_iter+0x99 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198117 [033] 2546.382187: 32640274 cycles: ffffffff8a74add7 reweight_entity+0xe7 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [009] 2546.382283: 34677447 cycles: ffffffff8b52f704 ip6_dst_check+0xc4 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [000] 2546.382527: 40750071 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2546.383457: 31788915 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [016] 2546.383523: 36230784 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [004] 2546.384302: 34368388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2546.384640: 39659598 cycles: ffffffff8a7432fe migrate_task_rq_fair+0x1fe ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163661 [038] 2546.384640: 38704249 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [013] 2546.385021: 33021995 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [017] 2546.385486: 34488991 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2546.385816: 47115015 cycles: 3b53ad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [010] 2546.386741: 33222375 cycles: 251dbbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [006] 2546.386894: 39440706 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [023] 2546.387020: 46506106 cycles: ffffffff8adacfd5 _copy_to_iter+0x45 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [024] 2546.387312: 34394202 cycles: ffffffff8b4830b5 tcp_event_new_data_sent+0x5 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2546.387989: 33822516 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b560271 tcp_v6_rcv+0xb41 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [020] 2546.388024: 46201829 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422e8e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [021] 2546.388559: 40228772 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162522 [007] 2546.388718: 29918031 cycles: ffffffff8a7d748d hrtimer_active+0xd ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [025] 2546.389140: 46738413 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [034] 2546.389721: 34436885 cycles: ffffffff8b61750f rb_insert_color+0xf ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [029] 2546.389896: 34783519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [012] 2546.389967: 33833386 cycles: 13003ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [014] 2546.389978: 33811627 cycles: ffffffff8b6acbb9 _raw_spin_lock_irqsave+0x9 ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2546.390054: 31914231 cycles: 14024db1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172783 [005] 2546.390438: 36083027 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2546.391118: 40185592 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [026] 2546.391384: 29764792 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170145 [022] 2546.391884: 38847997 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [018] 2546.392016: 32160843 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [043] 2546.392059: 34456677 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125ec1 epoll_wait+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [046] 2546.392555: 38420939 cycles: 3cb4d01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2546.393219: 39347546 cycles: ffffffff8a995cd0 next_zone+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [036] 2546.393400: 39233170 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [032] 2546.393700: 40820748 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [015] 2546.393769: 35960102 cycles: 3a496a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [008] 2546.393896: 44637434 cycles: 139f130e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2546.394634: 36059754 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [035] 2546.394685: 37725144 cycles: 139f13c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [028] 2546.394800: 34518442 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [037] 2546.395003: 39572248 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [042] 2546.395067: 41829045 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [019] 2546.395307: 44919920 cycles: 140665d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [002] 2546.395869: 34584891 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [011] 2546.396188: 33574425 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [031] 2546.396223: 38337839 cycles: 27283c49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [010] 2546.396463: 33838408 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [047] 2546.396686: 51527554 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [000] 2546.396692: 40469835 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194390 [009] 2546.397015: 37270385 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2546.397147: 36430515 cycles: ffffffff8a766ec7 psi_flags_change+0x37 ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 154852 [004] 2546.397281: 36830346 cycles: ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197533 [016] 2546.397348: 38159160 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [003] 2546.397356: 40481029 cycles: 272afa9c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [013] 2546.397382: 31833155 cycles: 1ae90d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 26e4f384 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [033] 2546.397437: 27819779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [007] 2546.399639: 30890861 cycles: 27279a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [039] 2546.399848: 33628691 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [017] 2546.399983: 36077762 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [038] 2546.400018: 44342054 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2546.400047: 38501716 cycles: 17408d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [012] 2546.400278: 34305374 cycles: 1c2fa946 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [040] 2546.401021: 31852052 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [024] 2546.401023: 42451470 cycles: 3ba87e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [027] 2546.402141: 30069813 cycles: 3b7123f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [014] 2546.402398: 31981941 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [029] 2546.402575: 32822644 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [034] 2546.402924: 39788526 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [043] 2546.403649: 35860765 cycles: 12ff4f37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198832 [021] 2546.403799: 39275222 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [044] 2546.403810: 37315344 cycles: ffffffff8b49a986 tcp_rate_gen+0x96 ([kernel.kallsyms]) ffffffff8b47ef95 tcp_ack+0x635 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2546.403860: 27576825 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2546.404477: 41473622 cycles: ffffffff8b47976f tcp_clean_rtx_queue.constprop.0+0x20f ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2546.404855: 44593478 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 197253 [018] 2546.405557: 36278499 cycles: 14073753 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.Batch 197538 [020] 2546.406626: 45406943 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2546.406642: 36189916 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [032] 2546.407226: 42389936 cycles: 12f474c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 154852 [015] 2546.407520: 36544385 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2546.407564: 44412507 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2546.407582: 33400116 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [030] 2546.407623: 35364054 cycles: 643ef25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [022] 2546.407872: 38847997 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [002] 2546.407962: 33324599 cycles: 1869358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2546.407971: 31448446 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [033] 2546.409041: 27311124 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [025] 2546.409548: 55266679 cycles: 17f8231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [011] 2546.410043: 29269177 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2546.410131: 32778368 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 194356 [008] 2546.410147: 39942020 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [010] 2546.410190: 34022412 cycles: ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2546.410662: 35158775 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [045] 2546.410742: 31083337 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [035] 2546.411236: 31748861 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2546.411247: 45603663 cycles: 17fce41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 165164 [004] 2546.411469: 37327884 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) nbsd.SRV2 197556 [037] 2546.411602: 36726984 cycles: 1a6887 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141ab29e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [000] 2546.411794: 35380000 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193839 [042] 2546.411797: 39114429 cycles: ffffffff8a753ac5 pick_next_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [007] 2546.411916: 29987404 cycles: 154cae8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2546.411931: 33022499 cycles: ffffffff8a75c5a3 do_idle+0x33 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [003] 2546.412943: 45754917 cycles: ffffffff8b5604b3 tcp_v6_rcv+0xd83 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2546.413162: 45630070 cycles: ffffffff8a7efe5c tick_nohz_idle_exit+0x14c ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [019] 2546.413327: 39364419 cycles: ffffffff8a741b82 remove_entity_load_avg+0x72 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2546.413412: 36419242 cycles: ffffffff8b6a47e2 __schedule+0x2e2 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2546.413586: 36379474 cycles: 1c39630d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2546.413656: 38874292 cycles: ffffffff8a7b9e27 rcu_preempt_deferred_qs+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [039] 2546.413876: 33600741 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [017] 2546.414219: 46766845 cycles: 3ba8c36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2546.414535: 26765969 cycles: ffffffff8a75c5ed do_idle+0x7d ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [027] 2546.414561: 28339684 cycles: 64a2e46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [014] 2546.415052: 33098316 cycles: 133a5cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [044] 2546.415802: 35136866 cycles: 1330ceb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165460 [034] 2546.415932: 37132545 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [024] 2546.415946: 41799232 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [038] 2546.416297: 37344681 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [023] 2546.416527: 39584659 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [029] 2546.417639: 28234922 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [021] 2546.417925: 34762466 cycles: 1404f231 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ya-bin 194422 [018] 2546.418521: 33431313 cycles: 3b6a745 __syscall_cp_c+0xb5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.SRV2 197556 [028] 2546.418574: 30666499 cycles: 13d9bf96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [043] 2546.418923: 35499693 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [046] 2546.419763: 31205868 cycles: 17416b73 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [047] 2546.420148: 54717648 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [033] 2546.420153: 29866068 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [011] 2546.420396: 29864184 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [030] 2546.420917: 44623697 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [002] 2546.421901: 33441148 cycles: bba8757 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [005] 2546.422246: 40280256 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [015] 2546.422559: 31894868 cycles: 140677b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [001] 2546.422710: 57035798 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [020] 2546.423210: 42181562 cycles: 272a86b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [036] 2546.423224: 47591851 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [022] 2546.423383: 41406862 cycles: 265d06ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2546.423584: 28989717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2546.423703: 32800217 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [035] 2546.423874: 29307466 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [032] 2546.423973: 39812270 cycles: 2666989f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 168699 [007] 2546.424127: 35082372 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [010] 2546.424279: 31796774 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2546.424572: 40915299 cycles: ffffffff8a7efec4 tick_irq_enter+0x54 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [004] 2546.424712: 37541127 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159512 [013] 2546.425338: 33517733 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [000] 2546.425467: 31733570 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159503 [026] 2546.425524: 26108307 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [042] 2546.426158: 34495425 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [014] 2546.426218: 33355430 cycles: 1407d33c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [009] 2546.426293: 30256564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2546.426549: 36374528 cycles: 1a6960 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1394b08 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2546.426669: 43965769 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 172768 [027] 2546.427121: 26192960 cycles: bbc24e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [044] 2546.427126: 34125659 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [006] 2546.427163: 41616375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 198203 [012] 2546.427517: 41098669 cycles: ffffffff8a74bed5 select_idle_sibling+0x3b5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.System 167011 [039] 2546.428040: 35036677 cycles: 1be5a05c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [028] 2546.428363: 30705375 cycles: 3c75f12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [038] 2546.428452: 35436332 cycles: 3b667d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [034] 2546.428991: 37267859 cycles: 172a1fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [024] 2546.429047: 39300294 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [041] 2546.429534: 40999819 cycles: ffffffff8a7d6e4f get_next_timer_interrupt+0xcf ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [029] 2546.429751: 26610685 cycles: 689b81a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [003] 2546.429849: 37970642 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [046] 2546.430388: 35098660 cycles: 133ae167 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2546.430433: 32147052 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [016] 2546.430820: 39400429 cycles: 3a90e82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155701 [019] 2546.431561: 35385022 cycles: ffffffff8adb05c7 _find_next_bit+0x57 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [033] 2546.432277: 34231996 cycles: 2525dc30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2546.432755: 35673024 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [011] 2546.433105: 41645374 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [043] 2546.433180: 36273366 cycles: ffffffff8a75fbfa __update_load_avg_blocked_se+0x1ba ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [023] 2546.433793: 35329234 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [021] 2546.434174: 32458355 cycles: ffffffff8a74dc30 dequeue_entity+0xb0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2546.434779: 32319254 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [017] 2546.434809: 44701416 cycles: 2512fc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [026] 2546.435035: 26339590 cycles: 122def1d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2546.435243: 47039152 cycles: ffffffff8a747f6e update_load_avg+0x69e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [045] 2546.435429: 34676570 cycles: 250d4fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2546.435739: 33642534 cycles: ffffffff8a996777 need_update+0x97 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2546.436086: 34620330 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [040] 2546.436530: 34232758 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [015] 2546.436647: 33381629 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2546.436965: 31803695 cycles: ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [032] 2546.437361: 39484990 cycles: 3c79cb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [004] 2546.437584: 34450283 cycles: ffffffff8a741b15 remove_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [022] 2546.438258: 40320132 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b480cd2 tcp_rcv_established+0x42 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2546.438298: 46582549 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [027] 2546.438416: 26192960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [007] 2546.438486: 34197423 cycles: 64a5c6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [013] 2546.438906: 40962391 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2546.438972: 36648185 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [044] 2546.439229: 35498562 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 194629 [042] 2546.439422: 31675295 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197527 [029] 2546.439700: 26911221 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [020] 2546.439873: 44014335 cycles: ffffffff8b462ef0 inet_ehashfn+0x10 ([kernel.kallsyms]) ffffffff8b463054 __inet_lookup_established+0x44 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2546.440198: 46405418 cycles: ffffffff8a779bb1 psi_task_change+0xa1 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [005] 2546.440505: 34810448 cycles: ffffffff8a736aa5 wake_q_add_safe+0x5 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [047] 2546.440742: 40819648 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 72baf19f51f [unknown] (//anon) diskagen.IC 198047 [028] 2546.441050: 31820689 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [037] 2546.441394: 38021727 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [006] 2546.441744: 46119878 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [008] 2546.441789: 40641601 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [039] 2546.441909: 36559594 cycles: 272af756 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [018] 2546.442507: 30406293 cycles: 90a79 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [038] 2546.442557: 31280486 cycles: 2727af37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [024] 2546.442636: 40265322 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [001] 2546.442723: 45348858 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 151710 [012] 2546.442920: 37707973 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2546.443104: 39075032 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [034] 2546.443515: 37267859 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [046] 2546.443561: 32244595 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc0defdcf [unknown] (//anon) diskagen.IC 198855 [026] 2546.443636: 26902038 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [002] 2546.443731: 38214082 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 198627 [031] 2546.443749: 52019269 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159869 [041] 2546.443827: 40281920 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa7f165 __x64_sys_read+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f03d8e [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [016] 2546.445560: 36423181 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [000] 2546.445994: 31669673 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2546.446690: 33954685 cycles: 1406fb5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [019] 2546.447133: 37627366 cycles: 154cae15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2546.447898: 33083034 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [009] 2546.447900: 30696243 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159494 [027] 2546.447954: 34620907 cycles: ffffffff8a7d9180 hrtimer_nanosleep+0x0 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.System 198027 [043] 2546.448104: 38619408 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [010] 2546.448426: 37460968 cycles: 28930b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [040] 2546.448765: 32380043 cycles: ffffffff8aaab11d __fget_light+0xbd ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 155856 [004] 2546.448896: 33952253 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blockstore-test 198065 [044] 2546.449054: 35848767 cycles: ffffffff8aa18be9 policy_node+0x29 ([kernel.kallsyms]) ffffffff8aa1cafb vma_alloc_folio+0x9b ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [011] 2546.449147: 35229373 cycles: 66221ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159601 [045] 2546.449485: 37988363 cycles: 13404cc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [023] 2546.449503: 30055071 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [035] 2546.449737: 32130860 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [029] 2546.450538: 28991920 cycles: 154caf78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198738 [015] 2546.450818: 31483447 cycles: 2a820f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [014] 2546.450940: 38352869 cycles: ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2546.451221: 36090014 cycles: 689b819 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2546.452098: 47657480 cycles: 1860e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [022] 2546.452384: 41677713 cycles: 3cab59f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [007] 2546.452488: 34859487 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2546.452919: 28498761 cycles: ffffffff8a7ef9e6 tick_nohz_idle_enter+0x36 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [017] 2546.453475: 45482228 cycles: ffffffff8a7e7a35 posix_cpu_clock_get+0x5 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [026] 2546.453988: 28105487 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166744 [018] 2546.454823: 28280107 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2219ec513f [unknown] (//anon) ydbd 196775 [028] 2546.454838: 30421678 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [038] 2546.454890: 29581753 cycles: 17aa133 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [005] 2546.455176: 32641383 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [020] 2546.455449: 39328032 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f0bd __x64_sys_poll+0x3d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198038 [002] 2546.455802: 36075942 cycles: 251a12e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2546.456156: 40998691 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [046] 2546.456491: 29881905 cycles: 68d0c04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [013] 2546.456683: 42868414 cycles: 3b3969f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [000] 2546.457609: 33951984 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [030] 2546.457670: 50363046 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [037] 2546.457807: 39803103 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 167055 [036] 2546.458145: 45562381 cycles: bc06684 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [016] 2546.458496: 33241460 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [034] 2546.458524: 40676668 cycles: ffffffff8a991b57 shmem_write_begin+0x77 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [012] 2546.458560: 34031391 cycles: ffffffff8a96f420 set_page_dirty+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [044] 2546.458890: 36060220 cycles: ffffffff8b697842 exc_page_fault+0x52 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197534 [047] 2546.459349: 35622721 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2546.460438: 40886006 cycles: ffffffff8a74ebeb enqueue_entity+0x16b ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [039] 2546.460593: 34965963 cycles: ffffffff8a80fd24 cgroup_rstat_updated+0x54 ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [006] 2546.460874: 40073822 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [003] 2546.460969: 38305569 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [029] 2546.461124: 28642514 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [041] 2546.462604: 33431055 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [009] 2546.462658: 27539077 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18403ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [040] 2546.462743: 34265861 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [043] 2546.462885: 33985842 cycles: 3bd3b02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [021] 2546.463044: 35765953 cycles: 14119e8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [011] 2546.464058: 35259339 cycles: ffffffff8a9ecf01 rmqueue+0x1 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [019] 2546.464102: 31113863 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [031] 2546.464135: 43103728 cycles: ffffffff8b508901 validate_xmit_xfrm+0x131 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 159889 [033] 2546.464152: 34190212 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [004] 2546.464162: 41315529 cycles: 20499311 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2546.464522: 36603148 cycles: 3b593ee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [001] 2546.464619: 34929375 cycles: ffffffff8a990c26 shmem_get_folio_gfp+0x6 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [035] 2546.464650: 34728850 cycles: 824f2 record__mmap_read_evlist+0x412 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 196117 [026] 2546.465406: 29163898 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2546.465496: 30772848 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [010] 2546.465585: 42734862 cycles: 3b95099 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2546.466006: 27257274 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [014] 2546.466036: 37617298 cycles: 3c831b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [042] 2546.466306: 26021000 cycles: 140713ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [038] 2546.466841: 27823899 cycles: 3987e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [015] 2546.466951: 31483447 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198615 [027] 2546.467046: 34802366 cycles: 122def02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [046] 2546.468393: 32487003 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2546.468459: 35420559 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [045] 2546.468664: 36835746 cycles: ffffffff8a7f650c futex_wake+0x4c ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [007] 2546.468921: 28712665 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [028] 2546.468993: 36315595 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [005] 2546.469016: 31655354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [002] 2546.469209: 32717067 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [008] 2546.469814: 41615257 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [044] 2546.469868: 35184462 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [000] 2546.470242: 31893780 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2546.470332: 38427338 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [020] 2546.470442: 45794680 cycles: 2a7fbc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [029] 2546.470967: 28417480 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2546.470976: 39826791 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 168709 [016] 2546.471383: 34619952 cycles: ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 197447 [034] 2546.471745: 39449093 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2546.472451: 36438046 cycles: ffffffff8b6a50f5 schedule_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 159869 [025] 2546.472549: 45402587 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [037] 2546.473541: 37455093 cycles: ffffffff8aa2f010 kmem_cache_alloc_node+0x110 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198048 [009] 2546.473583: 30486773 cycles: ffffffff8a74fe4e update_sg_lb_stats+0x4e ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [013] 2546.473646: 40195946 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [039] 2546.474091: 42201880 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [040] 2546.475081: 41676166 cycles: 3bae07c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [006] 2546.475819: 40800256 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2546.476039: 35277934 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [038] 2546.476046: 28574252 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196775 [026] 2546.476168: 28022801 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 165682 [042] 2546.476491: 26238670 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 170145 [018] 2546.476688: 27986299 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [036] 2546.476944: 39328154 cycles: 3b65d88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [003] 2546.476961: 34380494 cycles: ffffffff8a7d8f41 hrtimer_interrupt+0x221 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198840 [041] 2546.476979: 30527495 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [043] 2546.477230: 33644099 cycles: ffffffff8aa5b765 mem_cgroup_handle_over_high+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2546.477318: 31466876 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [032] 2546.477789: 33328905 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196911 [023] 2546.477847: 35489360 cycles: ae5d4a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [031] 2546.478003: 40618728 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2546.478012: 31255067 cycles: ffffffff8a7d6e23 get_next_timer_interrupt+0xa3 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [035] 2546.478203: 34902575 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [001] 2546.478493: 34536201 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 163665 [004] 2546.479091: 40336721 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 594 [unknown] ([unknown]) diskagen.User 198840 [011] 2546.479131: 37567772 cycles: 133c2b5b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [033] 2546.479354: 36673622 cycles: 133bb3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2546.480052: 39474068 cycles: ffffffff8a6b7d08 kvm_sched_clock_read+0x28 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [030] 2546.480462: 46858107 cycles: 369c7b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167045 [027] 2546.480814: 37238949 cycles: ffffffff8a7d8063 hrtimer_start_range_ns+0x13 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [029] 2546.481171: 28648965 cycles: 1424da32 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [046] 2546.481229: 31681899 cycles: ffffffff8b37bf7b kmalloc_reserve+0x1b ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [010] 2546.481460: 42221838 cycles: 17db4f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [014] 2546.482088: 35814082 cycles: 14088e42 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2546.482127: 31441094 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2546.482378: 33114632 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2546.482646: 30993370 cycles: 21a068ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [005] 2546.483157: 31655354 cycles: 3a67cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2546.483160: 35094926 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [007] 2546.483680: 32420859 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [000] 2546.483804: 36791720 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 56787e3b2c37 [unknown] (//anon) nbsd.SRV2 197556 [016] 2546.483977: 39998917 cycles: ffffffff8a9ef040 __zone_watermark_ok+0x0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [008] 2546.484954: 40105197 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [045] 2546.484990: 33258013 cycles: 3b3de46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2546.486066: 32866302 cycles: ffffffff8b61ace9 timerqueue_del+0x29 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [009] 2546.486203: 34169163 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [037] 2546.486277: 36905216 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [018] 2546.486488: 29698452 cycles: 13bea026 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155714 [042] 2546.486614: 25834651 cycles: ffffffff8b61abda timerqueue_add+0x3a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [020] 2546.486628: 48160411 cycles: 21a19e3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193498 [017] 2546.486838: 37488618 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2546.487141: 28229419 cycles: ffffffff8a7d7407 hrtimer_forward+0x77 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [026] 2546.487186: 28057654 cycles: ffffffff8a990c8b shmem_get_folio_gfp+0x6b ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2546.487575: 32030135 cycles: 1681a11 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [034] 2546.487823: 37556062 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd 193836 [013] 2546.487848: 36008924 cycles: ffffffff8a80fd22 cgroup_rstat_updated+0x52 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2546.488570: 34973824 cycles: ffffffff8b6a4501 __schedule+0x1 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [024] 2546.489067: 37766851 cycles: ffffffff8a9eb39f prep_compound_page+0x7f ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2546.489237: 38503185 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [006] 2546.489307: 37277711 cycles: 6550cfe [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [032] 2546.489464: 32455106 cycles: ffffffff8a9a5756 __kmalloc_node_track_caller+0x56 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [043] 2546.489498: 35675277 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [019] 2546.489613: 29702584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2546.490171: 32627571 cycles: 133fee33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [040] 2546.490630: 43783235 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [025] 2546.490929: 49439677 cycles: 186a7a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165867 [035] 2546.490941: 32310146 cycles: ffffffff8a7c57aa exit_to_user_mode_prepare+0x5a ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [021] 2546.490986: 28165179 cycles: ffffffff8a6c84e8 switch_mm_irqs_off+0x198 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [003] 2546.491056: 41795990 cycles: 13c9629a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [029] 2546.491398: 28705128 cycles: 21cb0a40 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [001] 2546.491934: 32383942 cycles: 3b3be91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155701 [036] 2546.492325: 37227180 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 159616 [023] 2546.492362: 40968666 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [022] 2546.492952: 30691474 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2546.493586: 40315519 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2546.493655: 35355636 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2546.493783: 32170037 cycles: ffffffff8aa2f0d3 kmem_cache_alloc_node+0x1d3 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2546.493853: 37566230 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2546.494155: 35942994 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [031] 2546.494691: 41403076 cycles: 161b5fb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [014] 2546.494826: 33140046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [004] 2546.494834: 38375410 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [028] 2546.495315: 37777276 cycles: 13bd5967 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172875 [005] 2546.495367: 42339114 cycles: ffffffff8a74d6cf set_next_entity+0xcf ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2546.495513: 36707932 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [010] 2546.495642: 45607720 cycles: 1330db05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [042] 2546.496042: 26808718 cycles: bba8751 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [016] 2546.496650: 37150452 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [007] 2546.496667: 32420859 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [030] 2546.497109: 48612684 cycles: 140713f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [018] 2546.497510: 29227180 cycles: bba87c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 198683 [038] 2546.497678: 30444873 cycles: ffffffff8a73e5db available_idle_cpu+0x5b ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b17a31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [000] 2546.497847: 36310747 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [012] 2546.498040: 31114319 cycles: 65e5e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [026] 2546.498340: 27364405 cycles: ffffffff8b46ffeb tcp_recvmsg_locked+0x16b ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [009] 2546.498982: 32610356 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 154952 [041] 2546.499026: 31312829 cycles: ffffffff8a769205 psi_group_change+0x265 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [045] 2546.499043: 33721403 cycles: 21a1a11a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2546.499773: 36040158 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [032] 2546.499783: 38328183 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [037] 2546.500534: 34862537 cycles: ffffffff8b617293 rb_first+0x3 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [024] 2546.500902: 36035554 cycles: 1330dad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [019] 2546.501557: 30979839 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2546.501675: 34712302 cycles: ffffffff8a749413 place_entity+0xa3 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [017] 2546.501784: 36781804 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [006] 2546.501805: 37543456 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [034] 2546.501892: 33212537 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [029] 2546.501980: 34590921 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [046] 2546.502113: 31249781 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [013] 2546.502424: 31706481 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [047] 2546.502726: 34164366 cycles: 3b38918 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [021] 2546.502976: 30813548 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2546.503328: 30198367 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [020] 2546.503406: 40105597 cycles: 172a0d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2546.503451: 30016935 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [039] 2546.503622: 34835861 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [001] 2546.504285: 30409575 cycles: 3b94f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [042] 2546.504719: 26511129 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2546.504725: 34805425 cycles: 2049b607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [044] 2546.505999: 34745798 cycles: 1300eed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165460 [040] 2546.506057: 37312168 cycles: 203ffd97 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [014] 2546.506073: 31958915 cycles: 219dc855 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [033] 2546.506090: 29919313 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [003] 2546.506719: 36758615 cycles: 64957da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2546.507522: 40736344 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [018] 2546.507623: 32169098 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [004] 2546.507958: 35436832 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [002] 2546.508010: 37284942 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17e047c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [012] 2546.508286: 30495639 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [038] 2546.508430: 30078708 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [026] 2546.508493: 33030959 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2546.508638: 43309912 cycles: ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [015] 2546.508665: 35787537 cycles: 24f780ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [027] 2546.508941: 35254870 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198628 [016] 2546.509856: 34060431 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [025] 2546.509862: 38019470 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198048 [007] 2546.510006: 40055587 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [000] 2546.510400: 37771248 cycles: ffffffff8a9ee133 free_unref_page+0x193 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [010] 2546.510509: 44531369 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [011] 2546.510596: 37425988 cycles: ffffffff8aa2f010 kmem_cache_alloc_node+0x110 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [031] 2546.510867: 45886735 cycles: 12f295c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [041] 2546.511607: 32217352 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2546.511796: 33752044 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [019] 2546.512257: 30193011 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [032] 2546.512444: 36493172 cycles: 14088581 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [030] 2546.512973: 41322852 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [009] 2546.513090: 35287700 cycles: 21d840a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [005] 2546.513654: 41709311 cycles: 2727aff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [045] 2546.513678: 32958979 cycles: 12292bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagentd 160813 [024] 2546.513718: 42037157 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [037] 2546.514393: 35144140 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) PdGetEv 194092 [046] 2546.514415: 29841574 cycles: ffffffff8a74e2b4 dequeue_task_fair+0x274 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198879 [034] 2546.514525: 33212537 cycles: fdbee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 197556 [017] 2546.514776: 37401918 cycles: 141984d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2546.514959: 27498512 cycles: ffffffff8a74eb91 enqueue_entity+0x111 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 197562 [022] 2546.515345: 31833640 cycles: 2727af08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2546.515615: 37845665 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [006] 2546.515626: 35177387 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2546.515745: 30374633 cycles: 6553117 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2546.515984: 31688832 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [035] 2546.516011: 28459931 cycles: ffffffff8a7d75b8 __hrtimer_init+0x38 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 193831 [029] 2546.516315: 36733836 cycles: ffffffff8a74dcd0 dequeue_entity+0x150 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [020] 2546.516393: 41682124 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2546.516405: 33221242 cycles: ffffffff8a74135d clear_buddies+0x1d ([kernel.kallsyms]) ffffffff8a74d61b set_next_entity+0x1b ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 162503 [047] 2546.516423: 35448472 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [001] 2546.516830: 27826557 cycles: 14130228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2546.517664: 30825855 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [044] 2546.518396: 34878094 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [014] 2546.518414: 33882571 cycles: 1a6d28 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [033] 2546.518722: 28506731 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2546.519065: 34169872 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [038] 2546.519327: 35425816 cycles: ffffffff8aa583f1 mod_memcg_state+0x1 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [012] 2546.519636: 33700379 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [018] 2546.519862: 30491236 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2546.520832: 33628703 cycles: 17417db3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [015] 2546.521546: 36253827 cycles: ffffffff8b4943ab tcp_v4_rcv+0xdeb ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [002] 2546.521586: 33669406 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [004] 2546.522098: 35376844 cycles: 154cadf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [028] 2546.522160: 38749591 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a78a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [008] 2546.522837: 33147765 cycles: 1394d20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 196763 [016] 2546.523440: 35761953 cycles: a03b4dd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [000] 2546.523478: 39313231 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [027] 2546.523724: 41139698 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [010] 2546.524202: 41463321 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2546.524732: 36795275 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2546.524822: 35129140 cycles: ffffffff8b6ac0f0 default_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [023] 2546.524845: 34455405 cycles: bc035c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [042] 2546.524881: 27292689 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [019] 2546.525374: 28895395 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2546.525455: 35596997 cycles: 2528e926 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193839 [032] 2546.525937: 36487347 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [007] 2546.526320: 37546253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [034] 2546.526417: 40084888 cycles: 1a6a9b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194003 [041] 2546.526451: 30111230 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [022] 2546.526575: 35089752 cycles: 21cfcf3b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2546.526696: 45304789 cycles: ffffffff8b476abe tcp_try_coalesce+0x14e ([kernel.kallsyms]) ffffffff8b477737 tcp_queue_rcv+0x37 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2546.526725: 35962948 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [025] 2546.526764: 31930189 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2546.526880: 30973060 cycles: ffffffff8b455383 ip_rcv_finish_core.constprop.0+0x1b3 ([kernel.kallsyms]) ffffffff8b45647e ip_rcv+0x12e ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [024] 2546.527103: 42875174 cycles: 1330dc45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2546.527391: 31346619 cycles: 17e4d5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 197014 [021] 2546.528672: 30151843 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 165870 [030] 2546.528753: 36748441 cycles: ffffffff8a9407d6 perf_adjust_freq_unthr_context+0xf6 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 193487 [036] 2546.529262: 30336704 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [035] 2546.529375: 29587283 cycles: 25195987 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [014] 2546.529592: 36452348 cycles: ffffffff8a779e0e psi_task_switch+0x2e ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2546.529724: 30013812 cycles: ffffffff8a7d8700 hrtimer_try_to_cancel.part.0+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [045] 2546.529914: 37517341 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [006] 2546.529955: 37500448 cycles: ffffffff8a99059a shmem_write_end+0x1a ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 154844 [040] 2546.531038: 33000567 cycles: 18e9f070 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [031] 2546.531202: 48891236 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2546.531661: 35846939 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2546.531662: 31968459 cycles: ffffffff8a7604ae __update_load_avg_cfs_rq+0x6e ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [038] 2546.531810: 38770232 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [018] 2546.532044: 29282567 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [012] 2546.532144: 32618332 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [026] 2546.532423: 32459277 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 155714 [039] 2546.532702: 35086200 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2546.533138: 36126342 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [033] 2546.533345: 34830437 cycles: 2477d47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2546.533430: 31308246 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [047] 2546.533662: 28269652 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [043] 2546.534210: 40960784 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [042] 2546.534708: 27378642 cycles: ffffffff8aaf8942 __x64_sys_io_submit+0x52 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [002] 2546.535210: 39836207 cycles: ffffffff8a7691e3 psi_group_change+0x243 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [015] 2546.535385: 32919495 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [008] 2546.535460: 31674353 cycles: 3a633bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [019] 2546.535911: 30432208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [000] 2546.536226: 36370624 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165454 [004] 2546.536266: 31444049 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 170139 [016] 2546.536383: 41297878 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2546.536913: 36404414 cycles: ffffffff8a769166 psi_group_change+0x1c6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [046] 2546.536991: 35106779 cycles: ffffffff8aa59d41 uncharge_folio+0x121 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [041] 2546.537003: 34570727 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [023] 2546.537464: 32122238 cycles: ffffffff8aa30401 kmem_cache_free+0x21 ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2546.538361: 38353011 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [010] 2546.539088: 36077816 cycles: ffffffff8a6f2cd5 __irq_exit_rcu+0x15 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [003] 2546.539126: 35781630 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [032] 2546.539178: 33235966 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2546.539652: 41490985 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171302 [001] 2546.540431: 33158622 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [025] 2546.540489: 30163840 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [007] 2546.540538: 37194040 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [021] 2546.541055: 33684002 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [022] 2546.541270: 35089752 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155854 [014] 2546.541644: 34439941 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170419 [036] 2546.541678: 32297820 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [034] 2546.541806: 41330543 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [027] 2546.541886: 49885547 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [005] 2546.541907: 39125870 cycles: 3b32f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2546.542128: 38519085 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [030] 2546.542664: 36767639 cycles: 133ba148 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2546.542743: 33122212 cycles: 1402b651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [026] 2546.542930: 32003435 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdGetEv 169148 [009] 2546.542994: 34083791 cycles: ffffffff8a74fe91 update_sg_lb_stats+0x91 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2546.543298: 31080053 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI1 198879 [006] 2546.544551: 33120120 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [037] 2546.544595: 29220301 cycles: 21a1c123 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [044] 2546.544863: 35988933 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [017] 2546.545266: 34855310 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [012] 2546.545336: 35294629 cycles: ffffffff8aa584f5 obj_cgroup_uncharge_pages+0x35 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [038] 2546.545432: 45585911 cycles: ffffffff8a7414be task_h_load+0x7e ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [040] 2546.545726: 36797424 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [042] 2546.546116: 29600720 cycles: 1339d90a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [047] 2546.546775: 29052830 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [020] 2546.546777: 36442952 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [045] 2546.547040: 34339276 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [004] 2546.547669: 33240884 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [008] 2546.547867: 32318436 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 26aa20e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [019] 2546.548093: 31659323 cycles: ffffffffc0cab31a tcp_in_window+0x59a ([kernel.kallsyms]) ffffffffc0cac164 nf_conntrack_tcp_packet+0x844 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [000] 2546.548234: 34672059 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [029] 2546.548344: 31199811 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [039] 2546.548613: 32874465 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198612 [023] 2546.549360: 34491651 cycles: 250e208b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [033] 2546.549444: 37105355 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2546.549673: 38370421 cycles: ffffffff8a747b2f update_load_avg+0x25f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2546.549695: 32306014 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [043] 2546.550228: 38537039 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165674 [032] 2546.550829: 32195721 cycles: ffffffff8a65ff3e restore_fpregs_from_fpstate+0x2e ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [028] 2546.551075: 37974891 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2546.551255: 31844822 cycles: 27c56fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [002] 2546.551716: 43998249 cycles: 3c79e71 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [041] 2546.552080: 30724942 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [026] 2546.552898: 32083740 cycles: ffffffff8aa1d0f8 alloc_pages+0x88 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [016] 2546.553205: 41699172 cycles: 13b2e2ca [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [010] 2546.553324: 35515161 cycles: 6621c1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [022] 2546.553430: 57731657 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 198105 [031] 2546.553615: 44338672 cycles: acba61c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [036] 2546.553660: 34757286 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [037] 2546.553668: 32930841 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2546.553937: 43836060 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [035] 2546.554093: 31510092 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [001] 2546.554377: 29131266 cycles: 133b5ad3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2546.554575: 37111992 cycles: ffffffff8a74ea92 enqueue_entity+0x12 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 154858 [021] 2546.554931: 31055323 cycles: 157307e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [034] 2546.554936: 39430288 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [024] 2546.555650: 39858921 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2546.555746: 29532709 cycles: ffffffff8b6a4777 __schedule+0x277 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [007] 2546.555978: 35760658 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [030] 2546.555993: 37413746 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [006] 2546.556030: 32162500 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [042] 2546.556263: 29593037 cycles: ffffffff8b459d27 ip_skb_dst_mtu+0xb7 ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [018] 2546.556477: 29693528 cycles: 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [011] 2546.556890: 32422327 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [044] 2546.556934: 37879299 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [009] 2546.556974: 31109897 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [019] 2546.557105: 32858391 cycles: 20457da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2546.557126: 34603188 cycles: ffffffff8a7d828a __hrtimer_run_queues+0x10a ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [012] 2546.558265: 33372705 cycles: 2722909a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2546.558493: 32800312 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [047] 2546.559628: 31787727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2546.559673: 30676676 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 169044 [040] 2546.559693: 37711943 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [020] 2546.560422: 37058884 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 197cecc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 168716 [017] 2546.560793: 39221071 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [029] 2546.561228: 39420140 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [046] 2546.561361: 36828368 cycles: ffffffff8b380588 __skb_clone+0x118 ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2546.561624: 31418215 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2546.562218: 31117827 cycles: ffffffff8a747726 attach_entity_load_avg+0x96 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2546.562739: 32534823 cycles: 1943a4c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [015] 2546.562860: 30245233 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2546.562861: 37722818 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2546.563317: 30297099 cycles: ffffffff8a961d68 __filemap_get_folio+0xe8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2546.563394: 33668765 cycles: ffffffff8b6178cb rb_next+0x3b ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [027] 2546.563401: 41850770 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [023] 2546.563520: 35077642 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [043] 2546.563659: 38835736 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2546.563821: 32540431 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [025] 2546.564014: 36076206 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [033] 2546.564953: 31565818 cycles: ffffffff8a764ebd __wake_up_common+0xad ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2546.565571: 33372502 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [035] 2546.565950: 30423768 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [021] 2546.566130: 32613709 cycles: ffffffff8a7d6bc1 mod_timer+0x11 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [003] 2546.566364: 32238616 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196102 [036] 2546.566482: 39166457 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [042] 2546.566521: 32016978 cycles: ffffffff8aaec02f ep_poll_callback+0x1af ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [037] 2546.566604: 31023960 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.566652: 38060407 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2546.566727: 34370788 cycles: 21a008fa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [002] 2546.566745: 39450359 cycles: ffffffff8aa8b13f pipe_read+0x22f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SNULL 196013 [006] 2546.566779: 31245588 cycles: 12e8c3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [001] 2546.566908: 27109970 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [019] 2546.567383: 36611395 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2546.568134: 40798031 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2546.568268: 38613784 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2546.568938: 36379028 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [016] 2546.568940: 41553108 cycles: 21a2fd07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [030] 2546.569314: 33594064 cycles: 3c80bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [044] 2546.570039: 34840677 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [011] 2546.570231: 29822039 cycles: 1407d424 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [024] 2546.570524: 41518712 cycles: ffffffff8a74fc46 update_sd_pick_busiest+0xb6 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2546.570874: 35858758 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [009] 2546.570925: 34796154 cycles: ffffffff8a741956 __calc_delta+0x6 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 198846 [012] 2546.570976: 34193134 cycles: ffffffff8a74fbb4 update_sd_pick_busiest+0x24 ([kernel.kallsyms]) ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2546.571870: 44541138 cycles: ffffffff8a7479f7 update_load_avg+0x127 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [008] 2546.571874: 28514640 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [047] 2546.571924: 32028161 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [000] 2546.573784: 31099461 cycles: 68a407d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [040] 2546.574337: 36630640 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2546.574360: 38061593 cycles: ffffffff8a75c300 arch_cpu_idle_exit+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [020] 2546.574487: 38678411 cycles: 196c97d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [032] 2546.574489: 29208970 cycles: ffffffff8a74c5b9 select_task_rq_fair+0x139 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [005] 2546.574700: 32747629 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2546.575277: 35713122 cycles: ffffffff8a779e01 psi_task_switch+0x21 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [015] 2546.575643: 38635937 cycles: 26caf55 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [022] 2546.575864: 42505732 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [039] 2546.576073: 34193484 cycles: ffffffff8a753ac6 pick_next_task_fair+0x6 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197243 [026] 2546.576131: 32905702 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194778 [035] 2546.576161: 33579963 cycles: 3ac4242 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2546.576170: 31662721 cycles: 2049b607 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [041] 2546.577538: 32509226 cycles: ffffffff8b6ad538 _raw_spin_unlock+0x18 ([kernel.kallsyms]) ffffffff8a7f6a71 futex_wait_queue+0x41 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [038] 2546.577735: 36023584 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2546.578001: 32229906 cycles: ffffffff8a69ba07 tsc_verify_tsc_adjust+0x17 ([kernel.kallsyms]) ffffffff8a65e870 arch_cpu_idle_enter+0x10 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2546.578003: 35965187 cycles: ffffffff8b37e3e5 __build_skb_around+0xa5 ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [021] 2546.578188: 34789380 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [006] 2546.578253: 30286203 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [023] 2546.578366: 37583651 cycles: 272b6850 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [017] 2546.578645: 42974952 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [043] 2546.579037: 42543817 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [033] 2546.579204: 27841657 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [001] 2546.579276: 25356011 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [037] 2546.579504: 28310975 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2546.579559: 33552469 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [029] 2546.579617: 36365829 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [003] 2546.580126: 28981243 cycles: 1fc37b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [018] 2546.580731: 35400633 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [011] 2546.580808: 29137709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [036] 2546.580814: 38380085 cycles: 3b9c820 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [034] 2546.581063: 35522459 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2546.581064: 41581639 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [008] 2546.582029: 28445138 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [010] 2546.582077: 34751008 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [030] 2546.582421: 34871424 cycles: 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [002] 2546.582765: 35306084 cycles: 1742bfc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [044] 2546.582809: 32778853 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [019] 2546.583022: 40403102 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [004] 2546.583283: 35398990 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2546.583731: 29255418 cycles: 21a0ae7a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2546.584205: 34636116 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [009] 2546.584707: 31101130 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [016] 2546.584750: 36188464 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 195110 [012] 2546.585245: 29938627 cycles: 1838a4d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [000] 2546.585381: 43488324 cycles: 1425019f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [024] 2546.586077: 40752946 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2546.586699: 30577571 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4885f2 tcp_write_xmit+0x82 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [007] 2546.586893: 29727940 cycles: 3b9b53c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [005] 2546.587002: 33212582 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [031] 2546.587592: 36273670 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [035] 2546.587826: 34890785 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [046] 2546.587879: 39516423 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [040] 2546.587991: 35418023 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa4329f [unknown] (//anon) blocksto.CLI1 198711 [006] 2546.588205: 30121746 cycles: 36a0286 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [001] 2546.588435: 26270489 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [020] 2546.588632: 36440054 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2546.588667: 35943267 cycles: ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [028] 2546.588821: 36778185 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [039] 2546.589200: 32491804 cycles: 14087f16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [015] 2546.589591: 38133283 cycles: ffffffff8b49a779 tcp_rate_skb_sent+0x29 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2546.589771: 29563167 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bda804bf [unknown] (//anon) nbsd.IC 194355 [038] 2546.589860: 33951224 cycles: 21a1ec71 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [037] 2546.590080: 31696734 cycles: 133ad3b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2546.590256: 36482961 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [033] 2546.590795: 26731319 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [041] 2546.590997: 29816610 cycles: 4029383 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [003] 2546.591164: 28287420 cycles: 270bac5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [013] 2546.591268: 34735819 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2546.591756: 35124384 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2546.592666: 34841362 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [042] 2546.592796: 37322428 cycles: ffffffff8a7d83e5 __hrtimer_run_queues+0x265 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [023] 2546.593008: 36395514 cycles: ffffffff8a74aa95 update_curr+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2546.593245: 31309262 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [011] 2546.593296: 27797950 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [029] 2546.593809: 31517668 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198709 [032] 2546.594224: 29375798 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [034] 2546.594489: 36184305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [018] 2546.594520: 31489971 cycles: 12ea6f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 195826 [036] 2546.594979: 36957092 cycles: 25326d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e3b9b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a99d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243ccb0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e7ecc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [044] 2546.595083: 34631977 cycles: ffffffff8b6ad455 _raw_spin_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2546.595497: 41581639 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [010] 2546.595504: 33070992 cycles: 689c602 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [030] 2546.595605: 35624973 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [014] 2546.595693: 36139269 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [012] 2546.595895: 29828479 cycles: 186a7e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [002] 2546.595940: 33885224 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) blocksto.CLI1 198879 [004] 2546.595955: 33340353 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [043] 2546.596586: 35171407 cycles: 13008b91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [009] 2546.596606: 33847645 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 551fbd81e457 [unknown] (//anon) nbsd.User 197533 [019] 2546.597183: 35207210 cycles: 139f14f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [007] 2546.597772: 29765325 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [017] 2546.597796: 39211996 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SRV2 194449 [047] 2546.598543: 32211694 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [006] 2546.598676: 30160764 cycles: ffffffff8a769560 prepare_to_wait_event+0x50 ([kernel.kallsyms]) ffffffff8aa8b29a pipe_read+0x38a ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [016] 2546.599489: 31830075 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [041] 2546.599914: 30032562 cycles: 13058e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2546.600216: 25032823 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [000] 2546.600455: 39262285 cycles: 194ba26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [005] 2546.600841: 38864244 cycles: 3b9c80a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [040] 2546.601057: 32222884 cycles: ffffffff8b36d1f5 sock_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2546.601110: 41002473 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [024] 2546.601632: 45973516 cycles: 139f0e34 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2546.601729: 36305510 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [038] 2546.602470: 31908094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [026] 2546.602515: 28053952 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [033] 2546.602780: 25505357 cycles: ffffffff8ab81016 ext4_da_map_blocks.constprop.0+0x2c6 ([kernel.kallsyms]) ffffffff8ab81195 ext4_da_get_block_prep+0x55 ([kernel.kallsyms]) ffffffff8ab7d281 ext4_block_write_begin+0x171 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 194449 [003] 2546.603012: 30492036 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2546.603024: 30836168 cycles: ffffffff8a760459 __update_load_avg_cfs_rq+0x19 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2546.603353: 34182540 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170131 [028] 2546.603598: 41827495 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [013] 2546.603900: 31816505 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [045] 2546.603926: 34569623 cycles: ffffffff8b800290 __irqentry_text_start+0x30 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd-lig.SRV1 194448 [039] 2546.604246: 31132523 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21bf411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [031] 2546.604298: 31019027 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [037] 2546.604361: 28052603 cycles: ffffffff8b46f497 __tcp_cleanup_rbuf+0x67 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [032] 2546.604371: 30086295 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [015] 2546.604430: 38783305 cycles: ffffffff8adb0627 _find_next_and_bit+0x27 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2546.604818: 28791673 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2546.605136: 33049541 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 195826 [036] 2546.605253: 41576763 cycles: ffffffff8acf3ea2 ima_file_check+0x42 ([kernel.kallsyms]) ffffffff8aa937b5 do_open+0xb5 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 194629 [021] 2546.605657: 39831277 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [018] 2546.605901: 30084559 cycles: 25258a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198053 [012] 2546.606346: 28868520 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [029] 2546.606648: 29259652 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [025] 2546.606973: 36663412 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [004] 2546.607538: 32324802 cycles: bbc4c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [023] 2546.608608: 32169450 cycles: 1338da40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [034] 2546.608880: 35687209 cycles: 140c6f51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [042] 2546.608886: 39432068 cycles: 1744013e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.System 166596 [010] 2546.608905: 33785374 cycles: bc06695 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [002] 2546.608934: 37195280 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2546.609564: 31430455 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI2 194630 [030] 2546.609564: 32865199 cycles: 3b9aad6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [014] 2546.609871: 32283608 cycles: ffffffff8a77cd42 __raw_spin_lock_irqsave+0x42 ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [016] 2546.610063: 30969783 cycles: 140776fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [026] 2546.610760: 28520468 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [006] 2546.610879: 31774394 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172771 [041] 2546.610909: 31291125 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197248 [007] 2546.610977: 29826912 cycles: 12f971d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [043] 2546.611066: 31971473 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [033] 2546.611284: 26140451 cycles: ffffffff8acd405d apparmor_file_permission+0x8d ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2546.611737: 24518649 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [009] 2546.611922: 31291246 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2546.612421: 60042214 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2546.612558: 30719289 cycles: ffffffff8a7d6dc4 get_next_timer_interrupt+0x44 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172784 [003] 2546.612646: 30219926 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 194357 [047] 2546.612828: 28796594 cycles: 21980543 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [037] 2546.613142: 29058744 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [038] 2546.613585: 38431896 cycles: 3cb6584 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [040] 2546.613767: 30104686 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [031] 2546.614158: 30135286 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 166596 [000] 2546.614846: 38642539 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [035] 2546.614873: 32526656 cycles: ffffffff8a747941 update_load_avg+0x71 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [013] 2546.615085: 38331846 cycles: 27ef7ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 167056 [017] 2546.615258: 42450695 cycles: ffffffff8a65ff5e restore_fpregs_from_fpstate+0x4e ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [012] 2546.615319: 29810099 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [032] 2546.615324: 28649352 cycles: 1424e961 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [020] 2546.615376: 35941375 cycles: ffffffff8b47041d tcp_recvmsg_locked+0x59d ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [046] 2546.615442: 44051194 cycles: 13b08206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [022] 2546.615569: 35636982 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [005] 2546.616131: 38801891 cycles: ffffffff8a733373 prepare_task_switch+0x73 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 195826 [036] 2546.616651: 40433005 cycles: ffffffff8b61ad71 put_dec_trunc8+0x1 ([kernel.kallsyms]) ffffffff8b62217c num_to_str+0xdc ([kernel.kallsyms]) ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e0c4 do_task_stat+0x3c4 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.IC 198447 [029] 2546.617119: 32517292 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [024] 2546.617419: 54944610 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2546.617627: 35058641 cycles: 6508f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [011] 2546.617634: 29668787 cycles: 1c3a0515 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 172780 [018] 2546.618006: 28486172 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [045] 2546.618090: 31702668 cycles: 250edfe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2546.618163: 34242688 cycles: ffffffff8a74504f select_idle_cpu+0x25f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196907 [028] 2546.619328: 39100101 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fab20bac13f [unknown] (//anon) diskagen.AIO.SQ 198854 [033] 2546.619488: 27996429 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [004] 2546.619520: 30305716 cycles: 64f9e01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2546.619531: 43454672 cycles: ffffffffc0ca089b nf_ct_get_tuple+0x7b ([kernel.kallsyms]) ffffffffc0ca3c30 resolve_normal_ct+0x60 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [044] 2546.619652: 33757385 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [016] 2546.620203: 31492456 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [026] 2546.620279: 28520468 cycles: a91 [unknown] ([vdso]) diskagen.User 198844 [021] 2546.620659: 40261051 cycles: ffffffff8a69cd2d __sysvec_apic_timer_interrupt+0x1d ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133925da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [023] 2546.620684: 33371361 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165147 [030] 2546.621117: 33720413 cycles: ffffffff8a74e0d4 dequeue_task_fair+0x94 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [042] 2546.621492: 37054687 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [014] 2546.621510: 30870300 cycles: 3b99e05 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [002] 2546.621614: 38789336 cycles: 25260ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2546.621666: 37006962 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [001] 2546.621680: 26460332 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [015] 2546.621708: 38845319 cycles: 67f612a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [025] 2546.621950: 33656378 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2546.622808: 30429190 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2546.622829: 31856197 cycles: ffffffff8a766e96 psi_flags_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [009] 2546.622916: 37603146 cycles: 12ff4f82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2546.623985: 40933629 cycles: 21a1baf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [041] 2546.624162: 35973760 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [040] 2546.624287: 29802359 cycles: 1394ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [022] 2546.625400: 35982313 cycles: ffffffff8b6977f1 exc_page_fault+0x1 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 197895 [037] 2546.625510: 28607546 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2546.625661: 28796594 cycles: ffffffff8b61acfb timerqueue_del+0x3b ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [003] 2546.625730: 28280961 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 193499 [032] 2546.626100: 28092433 cycles: 187562ea [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagentd 160828 [019] 2546.626250: 33418906 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [012] 2546.627126: 28995174 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [035] 2546.627453: 35262915 cycles: 277e891 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [031] 2546.627508: 39308403 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2546.627710: 28124117 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [038] 2546.627808: 37679593 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198045 [020] 2546.629102: 36057632 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2546.629280: 39769202 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [000] 2546.629405: 47332672 cycles: ffffffff8b36d1f5 sock_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [036] 2546.629475: 37127082 cycles: 1549f574 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 193496 [039] 2546.629626: 34420707 cycles: bbbd7ed [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [011] 2546.629672: 27979799 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [046] 2546.629896: 41154879 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14180c51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2546.630777: 36452465 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2546.630913: 35193249 cycles: ffffffff8a77a017 psi_task_switch+0x237 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2546.631162: 36635058 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2546.631443: 30078060 cycles: ffffffff8a6b6331 kvm_guest_apic_eoi_write+0x41 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [044] 2546.631459: 35828197 cycles: 1330d994 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [026] 2546.631470: 33799935 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [005] 2546.631754: 37563969 cycles: ffffffff8b37c151 skb_push+0x11 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [017] 2546.632090: 35523613 cycles: 269a7dfc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2546.632482: 38523460 cycles: ffffffff8a739920 ttwu_do_wakeup+0xe0 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 198429 [001] 2546.633051: 25675278 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [014] 2546.633079: 32961191 cycles: 3b666f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [030] 2546.633295: 35285055 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [009] 2546.633582: 36966372 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [016] 2546.633641: 35667764 cycles: ffffffff8a96f185 unlock_page+0x5 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [040] 2546.634342: 29711710 cycles: 67f933b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [034] 2546.634535: 34371624 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2546.634744: 37697287 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [028] 2546.634970: 37528603 cycles: 14349c11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [006] 2546.635266: 28674469 cycles: ffffffff8a752e21 load_balance+0xf1 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [022] 2546.635273: 36149145 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 197880 [010] 2546.635928: 37215149 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [007] 2546.636257: 32296798 cycles: 194d9cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2546.636331: 30498444 cycles: 141d37fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [002] 2546.636436: 40378764 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [023] 2546.636712: 29208993 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 170455 [032] 2546.636934: 27556574 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [037] 2546.637022: 32667121 cycles: ffffffff8a7412d5 update_min_vruntime+0x25 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [018] 2546.637163: 32815021 cycles: 20488c84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2546.637913: 26651454 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [047] 2546.638083: 37372655 cycles: 26a6533 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [027] 2546.638303: 50537324 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [012] 2546.638410: 27498888 cycles: 140c8416 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 171579 [021] 2546.638412: 35363350 cycles: 8def8 _IO_default_xsputn+0x138 (/usr/lib/x86_64-linux-gnu/libc.so.6) 75ca8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60855 __snprintf+0x95 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13388c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [035] 2546.638489: 40719618 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2546.638757: 37397245 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [024] 2546.639106: 50982494 cycles: 186f034 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [015] 2546.639223: 34812466 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [041] 2546.640200: 40754717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166757 [038] 2546.641269: 37928451 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 170455 [011] 2546.641760: 27044451 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [036] 2546.642426: 34133105 cycles: ffffffff8b484ed4 tcp_schedule_loss_probe.part.0+0xa4 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [001] 2546.642605: 25576813 cycles: 1422e968 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [019] 2546.642767: 40003780 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) Test 196124 [020] 2546.643110: 36351437 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [026] 2546.643842: 32914819 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [039] 2546.643936: 36882811 cycles: ffffffff8b3a7df0 net_rx_action+0x120 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [044] 2546.644024: 38291853 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4886e4 tcp_write_xmit+0x174 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [033] 2546.644145: 31245775 cycles: ffffffff8a81f02d map_id_up+0x7d ([kernel.kallsyms]) ffffffff8ab7dd98 ext4_fill_raw_inode+0xc8 ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagentd 165674 [045] 2546.644169: 40165784 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [031] 2546.644443: 35865678 cycles: 68d6e20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [029] 2546.645059: 38729254 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2546.645221: 31197519 cycles: 140c4ff9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [040] 2546.645283: 29141980 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166746 [004] 2546.645300: 32961704 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2546.645469: 37051894 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [006] 2546.645935: 27811362 cycles: 1339dc07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2546.645968: 39822452 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [022] 2546.646137: 35612358 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [046] 2546.646245: 35714946 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2546.646357: 33320087 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [013] 2546.646404: 43848702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa44b8f [unknown] (//anon) Test 196124 [032] 2546.646733: 27522744 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171298 [009] 2546.646945: 36752364 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [023] 2546.647048: 31201097 cycles: 82468 record__mmap_read_evlist+0x388 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO1 198856 [025] 2546.647105: 29388071 cycles: 154cb0fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [000] 2546.647170: 43134664 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [017] 2546.647482: 37422328 cycles: 133bb182 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [042] 2546.647906: 34704915 cycles: 26abdc16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [034] 2546.648242: 31475076 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [010] 2546.648338: 34162126 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [005] 2546.648439: 34962770 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 159403 [003] 2546.648573: 26492481 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [007] 2546.648593: 30670231 cycles: 204b49d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [012] 2546.648603: 27516335 cycles: 27279a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [037] 2546.649100: 30953374 cycles: 64df08a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2546.649510: 30874613 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [028] 2546.650290: 34663176 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [002] 2546.650793: 41633165 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [015] 2546.651224: 37997159 cycles: ffffffff8a9eb39f prep_compound_page+0x7f ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2546.651932: 37643855 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [021] 2546.652293: 36191944 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [035] 2546.652704: 41438282 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [011] 2546.653228: 28304372 cycles: 1421e77d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [047] 2546.653569: 32119619 cycles: 133ae497 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150639 [001] 2546.653940: 25148668 cycles: ffffffff8a75fe12 __update_load_avg_se+0xb2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197882 [026] 2546.654804: 37172698 cycles: 152b10d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [006] 2546.655237: 31130758 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2546.655300: 36596945 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [036] 2546.655341: 32080722 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [038] 2546.655777: 38355627 cycles: ffffffff8a961d39 __filemap_get_folio+0xb9 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [020] 2546.655917: 35275040 cycles: ffffffff8a735e75 update_rq_clock+0xa5 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [014] 2546.656001: 30088350 cycles: 1421e709 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [040] 2546.656553: 28484208 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [032] 2546.656680: 27781351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [039] 2546.656856: 33452525 cycles: bbc9de2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [027] 2546.657146: 40503883 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [004] 2546.657183: 35280562 cycles: 2528d55d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2546.657220: 49428341 cycles: 1fdb72b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [033] 2546.657251: 35602222 cycles: 1a717c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [031] 2546.657424: 32333622 cycles: 1b567d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [007] 2546.657849: 33697095 cycles: 1404f251 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198619 [019] 2546.658204: 37508431 cycles: ffffffff8a7d75de __hrtimer_init+0x5e ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [044] 2546.658257: 33906952 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [029] 2546.658522: 40270398 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [023] 2546.658760: 31078260 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [012] 2546.658860: 27190599 cycles: 3ba4e47 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [030] 2546.658889: 38101223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [016] 2546.659082: 31492088 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [045] 2546.659553: 38167141 cycles: bbb2c19 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [018] 2546.659700: 30874613 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [034] 2546.659836: 30114000 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [046] 2546.659903: 35085633 cycles: 1411a2eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2546.660056: 32825751 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [025] 2546.660422: 26924527 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [037] 2546.661377: 29099990 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [010] 2546.661523: 31374521 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [008] 2546.661580: 35965833 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [000] 2546.661753: 42533188 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [003] 2546.662233: 26661988 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [009] 2546.662266: 36752364 cycles: 13beaf2a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159891 [042] 2546.662386: 31005638 cycles: ffffffff8a75fe4a __update_load_avg_se+0xea ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 194089 [005] 2546.662824: 30625073 cycles: ba89e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [013] 2546.662905: 48386803 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [028] 2546.663612: 37620938 cycles: 1407e579 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2546.663670: 31211929 cycles: 17f4efa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2546.665015: 38291907 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [001] 2546.665052: 27963505 cycles: 2516802d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [015] 2546.665139: 40137399 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 64444b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2546.665834: 33711299 cycles: 64466a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [011] 2546.666178: 30386999 cycles: 1436b517 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [002] 2546.666230: 35453002 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [032] 2546.666511: 27858800 cycles: 1c7bc56e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [036] 2546.666870: 30157892 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [014] 2546.667048: 30550785 cycles: 172c15d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2546.667448: 36612903 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2546.667944: 29546080 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [040] 2546.668071: 28078545 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [021] 2546.668392: 36795341 cycles: 21a04fc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2546.669341: 27403160 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd.SRV1 197555 [026] 2546.669480: 32660371 cycles: 143612bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [018] 2546.669596: 36803121 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [031] 2546.669988: 41929847 cycles: ffffffff8b46c720 tcp_wmem_schedule+0x10 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [041] 2546.670218: 39472131 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172232 [007] 2546.670242: 32659186 cycles: e5803 clock_nanosleep+0xd3 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [025] 2546.670331: 26806234 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [020] 2546.670418: 33134789 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [044] 2546.670658: 32467116 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [023] 2546.670903: 38300922 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) bbab082 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [016] 2546.671159: 29057827 cycles: ffffffff8aa563f0 refill_stock+0x0 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2546.671195: 37320774 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [004] 2546.671297: 34182214 cycles: 272b0404 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [039] 2546.672301: 29828172 cycles: 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [022] 2546.673225: 33507472 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [034] 2546.673336: 34258808 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [042] 2546.673422: 33611303 cycles: 40290d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [008] 2546.673595: 39416902 cycles: 3a77738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [027] 2546.673659: 39720679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [030] 2546.673767: 38873531 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [033] 2546.673913: 31864278 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 198857 [003] 2546.674242: 25684006 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [046] 2546.674347: 35783331 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 159622 [010] 2546.674621: 30175735 cycles: 133a7ef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [029] 2546.674792: 35022757 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2546.675805: 33141153 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [036] 2546.676802: 30654866 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 171302 [019] 2546.676834: 31054957 cycles: ffffffff8b697c43 syscall_exit_to_user_mode+0x13 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2546.676846: 34745200 cycles: ffffffff8a6b84f2 native_write_msr+0x2 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [014] 2546.676847: 33113558 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [009] 2546.676932: 56205124 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2546.677034: 44756098 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2546.677319: 38393691 cycles: 2049b5c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [037] 2546.677330: 24634223 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [032] 2546.678166: 26815678 cycles: 3ac618d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [002] 2546.678440: 37292470 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2546.678548: 39337837 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2546.678583: 41256263 cycles: 14120dc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [017] 2546.678997: 26993124 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [006] 2546.679255: 28564547 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [001] 2546.679569: 29589844 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198837 [040] 2546.679676: 28815745 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 170645 [025] 2546.679828: 26996631 cycles: ffffffff8a73c397 wake_up_q+0x57 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [011] 2546.680064: 32161915 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2546.680630: 35562789 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [015] 2546.681113: 35010650 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ff0987f [unknown] (//anon) diskagen.User 198842 [035] 2546.681123: 32351118 cycles: 1300eea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [012] 2546.681716: 28382148 cycles: ffffffff8b516ea5 ip6_finish_output2+0x125 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [016] 2546.682078: 28934181 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2546.682186: 33715062 cycles: ffffffff8a747af2 update_load_avg+0x222 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [007] 2546.682526: 36711548 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [020] 2546.683027: 31068242 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2546.683291: 37933782 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [044] 2546.683385: 33151278 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) diskagen.IC 198626 [004] 2546.683743: 31658583 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2546.684988: 40656410 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI1 194622 [021] 2546.685251: 36338883 cycles: ffffffff8b3767e1 sock_wfree+0xc1 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2546.685604: 24678584 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198436 [010] 2546.685824: 32072657 cycles: ffffffff8aae9d44 ep_done_scan+0xe4 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [039] 2546.686028: 26287940 cycles: 1869756 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [034] 2546.686186: 31515432 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [047] 2546.686847: 30065592 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 159616 [022] 2546.686871: 33507472 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 155806 [033] 2546.687009: 31338934 cycles: a91 [unknown] ([vdso]) diskagen.IC 197891 [029] 2546.687080: 39040016 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2546.687448: 27220911 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2546.687449: 40017444 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [023] 2546.687493: 36175423 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [037] 2546.687560: 24485516 cycles: ffffffff8a73d9d7 nr_iowait_cpu+0x27 ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [014] 2546.687701: 32670641 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [042] 2546.687961: 30190161 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [005] 2546.688124: 33166408 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [000] 2546.688218: 40027898 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [036] 2546.688564: 29711027 cycles: ffffffff8a6b632f kvm_guest_apic_eoi_write+0x3f ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1406fb57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2546.689050: 36386884 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2546.689210: 43391996 cycles: ffffffff8a7d6d8d get_next_timer_interrupt+0xd ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [045] 2546.689240: 39131262 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [017] 2546.689599: 26479433 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 172781 [046] 2546.689954: 40402583 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [006] 2546.690143: 27872186 cycles: ffffffff8a7d828a __hrtimer_run_queues+0x10a ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2546.690783: 28671018 cycles: ffffffff8a74c1f6 select_idle_sibling+0x6d6 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2546.690820: 33146653 cycles: ffffffff8a7dacb5 ktime_get+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [030] 2546.690968: 41244462 cycles: 1808550 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [012] 2546.691116: 29282923 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [001] 2546.692023: 33207837 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [002] 2546.692245: 37975607 cycles: ffffffff8b55c741 sock_put+0x11 ([kernel.kallsyms]) ffffffff8b5604e6 tcp_v6_rcv+0xdb6 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [025] 2546.692672: 25658174 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2546.692960: 40381948 cycles: 1c7834c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [027] 2546.693223: 45377726 cycles: 156b897a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 159388 [028] 2546.693597: 42865375 cycles: 133a7c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2546.693764: 43959766 cycles: ffffffff8a74351f pick_next_entity+0xf ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [004] 2546.693939: 35460082 cycles: 2510547a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [016] 2546.693994: 27463078 cycles: ffffffff8b568093 inet6_csk_route_socket+0x83 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 198064 [018] 2546.694287: 36576147 cycles: 24edb4c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [011] 2546.694310: 44870866 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [044] 2546.694384: 31631560 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [026] 2546.694482: 32123969 cycles: 1860fda [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [015] 2546.695086: 38480117 cycles: 1731044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [007] 2546.695800: 34229222 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 165681 [035] 2546.696162: 28669208 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2546.696381: 26814445 cycles: ffffffff8a74ad2b reweight_entity+0x3b ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [020] 2546.696837: 27786532 cycles: 250e70e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [032] 2546.696986: 30457796 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO0 197894 [037] 2546.697146: 24600346 cycles: 251fca61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2546.697164: 37848099 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [034] 2546.697418: 30469980 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2546.697846: 25263602 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [033] 2546.697911: 30085323 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) swapper 0 [010] 2546.698011: 38738091 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2546.698046: 41499508 cycles: ffffffff8b37ec2a kfree_skbmem+0x6a ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [009] 2546.698365: 51757698 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [038] 2546.699574: 40878227 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [000] 2546.699595: 38560567 cycles: ffffffffc0ca2680 __nf_conntrack_find_get+0x340 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [036] 2546.700038: 28257129 cycles: ffffffff8b45b35c ip_output+0x7c ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [014] 2546.700384: 34301176 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [017] 2546.700643: 28679870 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2546.700657: 28122973 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [012] 2546.701296: 32575128 cycles: ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165165 [021] 2546.701456: 36338883 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [025] 2546.701597: 26178609 cycles: 278214d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 169054 [006] 2546.701798: 30125505 cycles: 1be5897b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [023] 2546.702151: 32248049 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [005] 2546.702192: 29905600 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a741b82 remove_entity_load_avg+0x72 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a9ec9cd rmqueue_bulk+0x29d ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.User 197882 [040] 2546.703063: 32004575 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2546.703207: 33047324 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193495 [029] 2546.703412: 41378806 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [008] 2546.703544: 36809703 cycles: ffffffff8a990d74 shmem_get_folio_gfp+0x154 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 198064 [018] 2546.704319: 36609668 cycles: ffffffff8aa5d853 mod_objcg_state+0x23 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa2eb10 kmem_cache_alloc+0x180 ([kernel.kallsyms]) ffffffff8aa800e8 __alloc_file+0x28 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198032 [031] 2546.704465: 39147498 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [019] 2546.704588: 32298757 cycles: 3b98494 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [045] 2546.704934: 42268099 cycles: ffffffff8a732868 ttwu_queue_wakelist+0xa8 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [004] 2546.705133: 38243997 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [041] 2546.705582: 48704740 cycles: 133a5c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [030] 2546.705613: 41327336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2546.705807: 35326890 cycles: ffffffff8b697fd2 ct_nmi_exit+0x12 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2546.706144: 26995058 cycles: ffffffff8a64a2f1 __switch_to+0x1 ([kernel.kallsyms]) default-executo 196114 [026] 2546.706179: 30337232 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [044] 2546.706479: 31036033 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ef0787f [unknown] (//anon) default-executo 198683 [002] 2546.706969: 36671397 cycles: 3b9c8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165147 [046] 2546.707060: 33943606 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [020] 2546.707984: 27647926 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [034] 2546.708568: 33572433 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [032] 2546.709062: 32544466 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197892 [013] 2546.709124: 38030500 cycles: ffffffff8a75239c __update_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [035] 2546.709442: 28922993 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2546.709517: 40784536 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 155844 [039] 2546.709538: 27197747 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 170139 [037] 2546.709662: 29916320 cycles: ffffffff8a7604a6 __update_load_avg_cfs_rq+0x66 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [036] 2546.709708: 28636559 cycles: ffffffff8a95dec9 folio_unlock+0x9 ([kernel.kallsyms]) ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193988 [015] 2546.709936: 33352412 cycles: bbb7b51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198879 [007] 2546.710248: 38245806 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [012] 2546.710503: 33323436 cycles: ffffffff8b36d851 sock_sendmsg+0x61 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 168715 [003] 2546.710698: 26067236 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [042] 2546.710719: 31331811 cycles: ffffffff8a95e11e generic_perform_write+0x12e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [025] 2546.711008: 26178609 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2546.711309: 43964247 cycles: ffffffff8a7ee423 tick_check_oneshot_broadcast_this_cpu+0x13 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [024] 2546.711395: 44436791 cycles: 251db860 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [033] 2546.712334: 30710852 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2546.712476: 35844854 cycles: ffffffff8a75fe5e __update_load_avg_se+0xfe ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165449 [011] 2546.713061: 36347696 cycles: ffffffff8a73e585 available_idle_cpu+0x5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [022] 2546.713086: 40609792 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [017] 2546.713104: 26725394 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [006] 2546.713706: 31750304 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 159869 [000] 2546.714002: 38367835 cycles: 133ae14f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [043] 2546.714379: 34817837 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [016] 2546.714637: 36685282 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [038] 2546.714998: 45435527 cycles: 141907cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2546.715035: 43452985 cycles: ffffffff8a7ef9b0 tick_nohz_idle_enter+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [040] 2546.715051: 32004575 cycles: 3b24fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [018] 2546.715112: 36525069 cycles: 68641a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [005] 2546.715760: 30112538 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [023] 2546.715829: 35137686 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [019] 2546.715925: 39788637 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [026] 2546.716176: 30857158 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [008] 2546.716610: 33927290 cycles: 154394b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [027] 2546.717454: 38601539 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [009] 2546.717701: 39658086 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [004] 2546.717849: 44768924 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [047] 2546.718103: 35382817 cycles: ffffffff8aa18c27 policy_node+0x67 ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 194631 [044] 2546.718387: 32250181 cycles: 99a74 pthread_mutex_unlock+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [020] 2546.718435: 26557021 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165674 [035] 2546.718489: 29947199 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [029] 2546.719429: 39391125 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [039] 2546.719870: 27152745 cycles: ffffffff8a7412b0 update_min_vruntime+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [046] 2546.719874: 31207789 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [025] 2546.719996: 33156717 cycles: 673aff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 193496 [003] 2546.720057: 33405058 cycles: 1ab5fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [036] 2546.720161: 27849769 cycles: 1fdc86b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2546.720203: 31599537 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) blocksto.CLI1 198656 [001] 2546.720477: 35326890 cycles: 3b31405 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2546.720477: 31347162 cycles: ffffffff8b698121 ct_irq_exit+0x1 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [015] 2546.720667: 32348454 cycles: 1a6a86 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2546.720741: 37859940 cycles: ffffffff8a7eef4c tick_sched_do_timer+0x1c ([kernel.kallsyms]) ffffffff8a7ef00d tick_sched_timer+0x2d ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [034] 2546.720967: 31134201 cycles: ffffffff8a7b7e5b rcu_note_context_switch+0x4b ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2546.720997: 33024653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [002] 2546.721112: 40279173 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [031] 2546.721215: 33503047 cycles: ffffffff8aa2f085 kmem_cache_alloc_node+0x185 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [045] 2546.722114: 40889620 cycles: ffffffff8a7538ee newidle_balance+0x31e ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2546.722253: 30066532 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2546.722623: 45239664 cycles: ffffffff8b370075 __x64_sys_sendto+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [013] 2546.722634: 35189193 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [033] 2546.723917: 29495224 cycles: 68d0499 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [041] 2546.724586: 49198575 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 167055 [006] 2546.724812: 30707226 cycles: ffffffff8b6a4b5a schedule+0x5a ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 154952 [007] 2546.724817: 35235386 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 172767 [024] 2546.725217: 39305389 cycles: bc08fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2546.725747: 40895073 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [043] 2546.726531: 32407504 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35dec87 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [040] 2546.726673: 38299333 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [022] 2546.726674: 37155242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2546.726856: 39874747 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [017] 2546.727152: 27693425 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.727351: 44367407 cycles: ffffffff8a743105 migrate_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2546.727655: 32790168 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [011] 2546.727733: 36885755 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2546.728339: 33946038 cycles: 26cb427 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [020] 2546.728468: 26992763 cycles: 154caeee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2546.728879: 47181885 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [039] 2546.729260: 30489809 cycles: 3ac3f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [026] 2546.729443: 28619845 cycles: ffffffff8a739d65 set_task_cpu+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 171306 [023] 2546.729489: 35731511 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 168703 [008] 2546.729523: 33128658 cycles: bbb9890 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [035] 2546.729948: 28698358 cycles: 3b75b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [009] 2546.730054: 36982929 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2546.730061: 35286370 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [027] 2546.730339: 44289591 cycles: 11aa24 readv+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [034] 2546.730471: 31497733 cycles: 35f3da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2546.730511: 34114586 cycles: ffffffff8b6170ed rb_erase+0x2dd ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [046] 2546.731015: 30482370 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2546.731601: 36247402 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [012] 2546.732221: 32391440 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140587c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [015] 2546.732285: 31498825 cycles: ffffffff8a7f6cce futex_wait_setup+0x1e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [047] 2546.732394: 34552891 cycles: 140900e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [019] 2546.732472: 38944742 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2546.732578: 30739490 cycles: 1bb53718 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165845 [032] 2546.732586: 33652342 cycles: 13404be2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [021] 2546.732827: 45673466 cycles: 204b3eaf [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [001] 2546.733001: 56386173 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2546.733207: 32517037 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [003] 2546.734159: 36826388 cycles: 17db331 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [030] 2546.734165: 36707820 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [042] 2546.734473: 28169144 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159876 [004] 2546.734506: 42203656 cycles: ffffffff8a60436e __switch_to_asm+0x5e ([kernel.kallsyms]) diskagen.AIO1 198856 [033] 2546.734884: 36154889 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [002] 2546.735181: 41019082 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2546.735384: 40429731 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [031] 2546.736021: 29246570 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [029] 2546.736117: 32817085 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [017] 2546.736445: 34339388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2546.736546: 30081220 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [020] 2546.738136: 27229492 cycles: 139f0d3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [045] 2546.738522: 41272331 cycles: ffffffff8aaf3e34 lookup_ioctx+0x64 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [005] 2546.738572: 45677963 cycles: 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [028] 2546.739310: 47234674 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [043] 2546.739711: 30576284 cycles: 689b798 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [022] 2546.740061: 34139328 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [007] 2546.740166: 36332268 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [035] 2546.740298: 28142891 cycles: 17fe2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [008] 2546.740355: 46948838 cycles: 6e8 [unknown] ([vdso]) swapper 0 [024] 2546.740407: 39305389 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) nbsd.IC 197544 [010] 2546.740578: 42902364 cycles: 139f0e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [026] 2546.740583: 34488744 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2546.740803: 31712143 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2546.740953: 33621525 cycles: ffffffff8a7479e0 update_load_avg+0x110 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165683 [018] 2546.741132: 30881545 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194390 [039] 2546.741295: 36424271 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [000] 2546.741558: 40225180 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2546.741568: 38552211 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [046] 2546.742074: 29132619 cycles: 909fd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 197448 [036] 2546.742199: 36975158 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [015] 2546.742266: 31525559 cycles: 3ca2333 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [041] 2546.742418: 50735334 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [011] 2546.742466: 33443851 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [012] 2546.742662: 35866488 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) perf 198744 [023] 2546.743196: 32399119 cycles: ffffffff8ab6957d __es_insert_extent+0xad ([kernel.kallsyms]) ffffffff8ab6bc79 ext4_es_insert_delayed_block+0xe9 ([kernel.kallsyms]) ffffffff8ab8107c ext4_da_map_blocks.constprop.0+0x32c ([kernel.kallsyms]) ffffffff8ab81195 ext4_da_get_block_prep+0x55 ([kernel.kallsyms]) ffffffff8ab7d281 ext4_block_write_begin+0x171 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 155714 [037] 2546.743637: 35489261 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [042] 2546.743719: 28819461 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [044] 2546.743743: 33999797 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2546.744631: 31753326 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [016] 2546.744930: 41826105 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2546.745021: 36077961 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [009] 2546.745096: 35633620 cycles: 264942a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [038] 2546.745206: 44750350 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2546.745770: 38606349 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [031] 2546.747202: 28705897 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2546.747416: 35613037 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) Test 198682 [030] 2546.747681: 33752681 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [021] 2546.748117: 42698244 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [003] 2546.748617: 38106800 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b765e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [033] 2546.749038: 37645057 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198033 [020] 2546.749347: 26310711 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2546.749428: 39888536 cycles: 14024624 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [027] 2546.749451: 34207987 cycles: ffffffff8aa59b0e uncharge_batch+0x4e ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [017] 2546.749745: 34660398 cycles: ffffffff8a74eb7d enqueue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [002] 2546.750637: 34972676 cycles: 3ca8a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [035] 2546.750676: 28189389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [029] 2546.750699: 34837336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [004] 2546.751158: 35201150 cycles: 3b9cbd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [043] 2546.751959: 29073038 cycles: ffffffff8a7f1b00 get_futex_key+0x20 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [034] 2546.752258: 33753984 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [022] 2546.752412: 31806785 cycles: ffffffff8aa2994d cmpxchg_double_slab.constprop.0.isra.0+0xd ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [026] 2546.752412: 32856777 cycles: ffffffff8b46fff0 tcp_recvmsg_locked+0x170 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2546.752913: 35481794 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [018] 2546.753025: 29331041 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [042] 2546.753240: 29290209 cycles: ffffffff8aaea7cb ep_item_poll.isra.0+0x1b ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2546.753352: 28289161 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [011] 2546.753604: 36013771 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [036] 2546.753620: 35601634 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2546.754578: 43678009 cycles: 17e1b21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [014] 2546.754983: 35402021 cycles: 99ac0 pthread_mutex_unlock+0x50 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b9a594 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [012] 2546.755065: 33917129 cycles: ffffffff8b389886 __skb_datagram_iter+0x1b6 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [000] 2546.755104: 39462968 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 194004 [007] 2546.755237: 39446506 cycles: ffffffff8a7d91ac hrtimer_nanosleep+0x2c ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 196759 [044] 2546.755319: 36689402 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [015] 2546.755323: 36835599 cycles: ffffffff8adaea10 copy_page_from_iter_atomic+0x30 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2546.755379: 37012778 cycles: 24f77149 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [010] 2546.755607: 37793020 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) blocksto.CLI1 198656 [001] 2546.755659: 58136652 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2546.755746: 31368683 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) diskagentd 165849 [005] 2546.755941: 43042493 cycles: ffffffff8b61759a rb_insert_color+0x9a ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165665 [039] 2546.756084: 40760471 cycles: ffffffff8a7d1910 __msecs_to_jiffies+0x10 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [019] 2546.756192: 39119937 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193988 [028] 2546.756230: 51866762 cycles: 178b2b9a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [023] 2546.757036: 36218304 cycles: 1830801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [024] 2546.757247: 52475722 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [031] 2546.757479: 28337032 cycles: 35f3da1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [020] 2546.758670: 26946475 cycles: bc0361f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [009] 2546.758817: 32703764 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ef0787f [unknown] (//anon) ydbd 168715 [025] 2546.758991: 33078972 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [008] 2546.759512: 41068893 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [038] 2546.760106: 43210500 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194434 [047] 2546.760284: 34821965 cycles: ffffffff8aa2b3ff memcg_slab_post_alloc_hook+0x7f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [016] 2546.760343: 36333638 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2546.760577: 44315409 cycles: ffffffff8a779f95 psi_task_switch+0x1b5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [030] 2546.760852: 33407415 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [006] 2546.761247: 35296706 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2546.762029: 27026377 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [046] 2546.762834: 28817172 cycles: ffffffff8a990684 shmem_write_end+0x104 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2546.763025: 32539754 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [043] 2546.763035: 30536782 cycles: 68d04c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2546.763464: 42741348 cycles: 13ba695 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [022] 2546.764019: 30500672 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [027] 2546.764198: 32061379 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [042] 2546.764288: 28724149 cycles: 2654dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2546.764794: 34713981 cycles: ffffffff8a74fe18 update_sg_lb_stats+0x18 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [018] 2546.764863: 27828915 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2546.765156: 30120795 cycles: ffffffff8a7691cb psi_group_change+0x22b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [003] 2546.765430: 48682606 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [034] 2546.765492: 31992582 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 197012 [017] 2546.765711: 32229230 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [029] 2546.766091: 42161230 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2546.766127: 33683759 cycles: 204af827 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [013] 2546.766149: 33474730 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [036] 2546.766654: 38559064 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a63510 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [040] 2546.766883: 33426097 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [021] 2546.767437: 33287841 cycles: 14102191 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [032] 2546.767621: 36193979 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [014] 2546.768237: 32854829 cycles: ffffffff8b36c502 sockfd_lookup_light+0x72 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [020] 2546.768651: 27083379 cycles: ffffffff8a7655bd record_times+0x2d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [000] 2546.768742: 40392083 cycles: ffffffff8a940742 perf_adjust_freq_unthr_context+0x62 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2546.768890: 42165126 cycles: ffffffff8a74937d place_entity+0xd ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [044] 2546.769251: 35891122 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [037] 2546.769531: 34347361 cycles: 25269f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2546.769852: 37857720 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [031] 2546.770570: 29420769 cycles: 1c261135 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2546.772247: 38444613 cycles: ffffffff8a6c85ec switch_mm_irqs_off+0x29c ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [007] 2546.772315: 42834390 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2546.772316: 35385138 cycles: ffffffff8b6a4910 __schedule+0x410 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2546.772407: 31012591 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [023] 2546.772508: 33046843 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2546.773313: 32901785 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [046] 2546.773366: 31906478 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [030] 2546.773553: 35498322 cycles: ffffffff8b482c38 tcp_tso_segs+0xb8 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2546.773633: 36326556 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 194004 [019] 2546.773672: 34005240 cycles: c50 [unknown] ([vdso]) nbsd.User 197529 [047] 2546.774019: 30757987 cycles: 1a6b1a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [006] 2546.774300: 33450372 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [045] 2546.774356: 42524074 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [016] 2546.774681: 33563814 cycles: 14086264 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [043] 2546.774770: 29110473 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [028] 2546.774998: 45232097 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [002] 2546.775289: 35305050 cycles: 3b3449f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2546.775617: 34052221 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [008] 2546.775929: 39766556 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b18358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [024] 2546.776001: 47164065 cycles: 186a2aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2546.776062: 26657097 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [018] 2546.776072: 26971333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [038] 2546.776106: 46999186 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2546.776192: 29181235 cycles: ffffffff8a7f739c __flush_smp_call_function_queue+0x4c ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [034] 2546.776250: 33894463 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2546.776371: 46177462 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2546.776409: 27502832 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198738 [022] 2546.778010: 31029346 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [027] 2546.778529: 32672460 cycles: 9b07b pthread_rwlock_unlock+0x12b (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14ea4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2546.779400: 31434031 cycles: ffffffff8a7763d5 calc_load_nohz_stop+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2546.779908: 41806766 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7bb6 __remove_hrtimer+0xa6 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2546.780065: 43973863 cycles: ffffffff8a76045d __update_load_avg_cfs_rq+0x1d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2546.780085: 26726294 cycles: ffffffff8b6980b4 ct_nmi_enter+0x44 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [004] 2546.780215: 30297685 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [032] 2546.780610: 36860792 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [017] 2546.780653: 38667075 cycles: 152bf9a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [044] 2546.781139: 42773142 cycles: 64df0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [036] 2546.781223: 44401441 cycles: 6447089 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [029] 2546.781876: 43785902 cycles: 1785a3e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2546.782086: 39038069 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2546.782766: 28318929 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [031] 2546.782951: 27563248 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2546.782963: 29032554 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2546.783404: 33017516 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [005] 2546.784006: 39065106 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [012] 2546.784712: 37101791 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [039] 2546.784822: 31477816 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2546.784845: 34213625 cycles: ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [009] 2546.785327: 35206801 cycles: 1406d1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165157 [000] 2546.785533: 41111701 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [018] 2546.785725: 27405314 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [035] 2546.786145: 33361280 cycles: 272832fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [010] 2546.786169: 34512073 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2546.786517: 33739976 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [030] 2546.786549: 41419345 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [026] 2546.786754: 29196441 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [003] 2546.786754: 54081263 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2546.786769: 36310892 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [011] 2546.787026: 34244386 cycles: 133bb4bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [023] 2546.787152: 30716809 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [047] 2546.787202: 28786603 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) swapper 0 [043] 2546.787260: 27418503 cycles: ffffffff8a738340 pick_next_task+0x40 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2546.787470: 33607327 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194619 [015] 2546.787515: 37913861 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [042] 2546.788077: 26198112 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [019] 2546.788674: 38209151 cycles: 3b18e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2546.788987: 42631956 cycles: ffffffff8a7d7a99 hrtimer_update_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [022] 2546.789035: 30101886 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [013] 2546.789523: 33502685 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [025] 2546.790006: 34314312 cycles: 26ce054 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [008] 2546.790108: 41108257 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [034] 2546.790274: 31211790 cycles: ffffffff8a75fac1 __update_load_avg_blocked_se+0x81 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 170459 [004] 2546.790299: 29907752 cycles: 110c3b88 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2546.790457: 26171518 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [045] 2546.790672: 44872472 cycles: 1e46c2fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 168703 [027] 2546.791659: 37834054 cycles: a09587b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [038] 2546.792167: 40508616 cycles: ffffffff8a74c1dd select_idle_sibling+0x6bd ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [014] 2546.792741: 28526846 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [021] 2546.792965: 28307255 cycles: 17bca61 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [028] 2546.793518: 46100782 cycles: ffffffff8a738c21 pick_next_task+0x921 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [032] 2546.793579: 33821163 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [024] 2546.793652: 37736572 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [041] 2546.793707: 37115451 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [031] 2546.793763: 30161388 cycles: ffffffff8aaebfa4 ep_poll_callback+0x124 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [040] 2546.793792: 45318080 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [017] 2546.795223: 40357540 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [037] 2546.796057: 35104247 cycles: ffffffff8a750082 update_sg_lb_stats+0x282 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163664 [018] 2546.796804: 26641003 cycles: ffffffff8a779e55 psi_task_switch+0x75 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [012] 2546.796856: 34286638 cycles: 1402ed28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [044] 2546.797004: 40610548 cycles: ffffffff8b376762 sock_wfree+0x42 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [046] 2546.797019: 32288873 cycles: ffffffff8a7b5b27 __rcu_read_unlock+0x17 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2546.797120: 31526920 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2546.797450: 30213020 cycles: 3af23b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2546.797575: 40371184 cycles: ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [042] 2546.797635: 32868866 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [006] 2546.797703: 32663771 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [001] 2546.797801: 42736562 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [010] 2546.798000: 33176175 cycles: 12e20764 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2546.798252: 37119593 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [035] 2546.798410: 31648227 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [043] 2546.798560: 26401041 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193489 [029] 2546.798566: 41442333 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 194631 [047] 2546.798666: 30309862 cycles: ffffffff8b6a4b06 schedule+0x6 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2546.798756: 34662890 cycles: 3b2db27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [022] 2546.799869: 33541246 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [011] 2546.799970: 47571873 cycles: 3a779ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [009] 2546.800168: 33109102 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 198683 [016] 2546.800348: 34892026 cycles: ffffffff8b6178c0 rb_next+0x30 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa72b7b __check_object_size.part.0+0x4b ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [023] 2546.800476: 28574085 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd36170c87f [unknown] (//anon) Test 194631 [015] 2546.800626: 38246585 cycles: 64a2dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [020] 2546.800864: 25782313 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2546.800892: 29750429 cycles: ffffffff8a99a42e quiet_vmstat+0x2e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [014] 2546.801364: 29652367 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO1 198054 [000] 2546.801447: 38921654 cycles: 251a6a0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [005] 2546.801830: 37342669 cycles: 288ada3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [030] 2546.802184: 43107223 cycles: 209f76f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [025] 2546.802808: 35965986 cycles: 1411bed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [013] 2546.802944: 33592463 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [034] 2546.803148: 36477471 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133a7c79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 154844 [021] 2546.804064: 28769254 cycles: 1be5a305 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [027] 2546.804709: 35107582 cycles: 14026cd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [019] 2546.805185: 36413465 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) nbsd.User 197529 [008] 2546.805703: 44450610 cycles: 14087efd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197257 [024] 2546.805714: 35566829 cycles: ffffffff8a74aad8 update_curr+0x48 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2546.805870: 42286871 cycles: 137fcc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [018] 2546.806033: 27195260 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [026] 2546.806647: 32278705 cycles: 1a6968 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [046] 2546.807056: 32067289 cycles: ffffffff8a9c09d0 handle_pte_fault+0x0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [031] 2546.807058: 27765031 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [032] 2546.807266: 34025135 cycles: ffffffff8a74abae update_curr+0x11e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2546.807476: 47534721 cycles: ffffffff8b31ae75 cpuidle_not_available+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [045] 2546.807736: 42115037 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2546.808691: 34450716 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [033] 2546.809208: 35712935 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [006] 2546.809216: 31352554 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [037] 2546.809631: 35096963 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [039] 2546.809870: 34721846 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [028] 2546.809875: 43049902 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [003] 2546.809970: 41624838 cycles: 122adbe [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 198707 [041] 2546.810081: 34108616 cycles: ffffffff8aa2b3ff memcg_slab_post_alloc_hook+0x7f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [043] 2546.810088: 25796242 cycles: ffffffff8a74fc5c update_sd_pick_busiest+0xcc ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [010] 2546.810134: 34576074 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [042] 2546.810474: 34258816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [014] 2546.810546: 34068045 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2546.810885: 37849868 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.User 197246 [020] 2546.811081: 25764613 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [002] 2546.811185: 32313559 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [035] 2546.811914: 36318956 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2546.812025: 35754877 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [036] 2546.812029: 41800276 cycles: 154cadf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [001] 2546.812050: 41029023 cycles: 3a6070a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [044] 2546.812270: 38941474 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2546.812618: 29729614 cycles: ffffffff8a7d7f75 __hrtimer_start_range_ns+0x295 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [022] 2546.812807: 33541246 cycles: d7eb3c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [004] 2546.813019: 31917992 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2546.813067: 32664323 cycles: ffffffff8b617893 rb_next+0x3 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [009] 2546.813923: 29451380 cycles: ffffffff8a6f2fe1 __local_bh_enable_ip+0x31 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [016] 2546.815100: 30981271 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [018] 2546.815533: 30633079 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [005] 2546.815775: 47403991 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [046] 2546.815893: 33128503 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 198682 [034] 2546.815920: 35561854 cycles: 6497400 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2546.816544: 32247476 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [021] 2546.817169: 33659214 cycles: bba49d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [029] 2546.817240: 36565724 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 170472 [031] 2546.817620: 30822338 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [027] 2546.817759: 31867734 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 166611 [000] 2546.817761: 44862658 cycles: bbbd357 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 154858 [026] 2546.817835: 31221345 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2546.818144: 38911147 cycles: ffffffff8a7d7f75 __hrtimer_start_range_ns+0x295 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [030] 2546.818485: 51327293 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2546.818613: 39807257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2546.819673: 36624691 cycles: ffffffff8a74f10d enqueue_task_fair+0x11d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194390 [043] 2546.819717: 28516420 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8acd20e9 apparmor_socket_recvmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [033] 2546.819788: 35666345 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [020] 2546.820069: 26364319 cycles: 266eb850 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [011] 2546.820423: 50141437 cycles: 133ff061 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [006] 2546.820792: 33409392 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [012] 2546.821011: 42219124 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [032] 2546.821298: 29788872 cycles: 140f2fce [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2546.821761: 40327854 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [002] 2546.822181: 35147882 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 155861 [042] 2546.822192: 37247940 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [019] 2546.822220: 36878106 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2546.822341: 36670651 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [008] 2546.822475: 38361401 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2546.822667: 37066195 cycles: ffffffff8a65c651 sched_clock+0x1 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [014] 2546.822758: 32380066 cycles: ffffffff8aaaae52 fget+0x52 ([kernel.kallsyms]) ffffffff8aaf8026 __io_submit_one.constprop.0+0x26 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [017] 2546.822770: 35038383 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6deba37 [unknown] (//anon) diskagen.IC 198047 [009] 2546.823440: 30048515 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [045] 2546.823517: 41488185 cycles: 282e2e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [039] 2546.823681: 34991365 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [016] 2546.823998: 31016755 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [038] 2546.824025: 39412100 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2546.824207: 28618285 cycles: ffffffff8a74bb75 select_idle_sibling+0x55 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [041] 2546.824220: 39175698 cycles: ffffffff8a7f64dd futex_wake+0x1d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [044] 2546.824915: 39785171 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [046] 2546.825043: 34309778 cycles: ffffffff8b800bbc asm_exc_page_fault+0xc ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 194346 [040] 2546.825090: 36868159 cycles: ffffffff8a747e13 update_load_avg+0x543 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [004] 2546.825210: 33349370 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [022] 2546.825347: 52622289 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f6592 futex_wake+0xd2 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [028] 2546.825394: 36848901 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2546.825913: 38996392 cycles: ffffffff8a747b62 update_load_avg+0x292 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [035] 2546.826133: 40339408 cycles: 28bfa60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [018] 2546.826325: 30709418 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [015] 2546.826804: 31667267 cycles: 17e558f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [001] 2546.826805: 42093501 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [047] 2546.826887: 32664323 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2546.828449: 40635121 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [034] 2546.828709: 35070920 cycles: a90 [unknown] ([vdso]) nbsd-lig.SRV1 194448 [031] 2546.829205: 29406186 cycles: ffffffff8aa59d85 uncharge_folio+0x165 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [026] 2546.829791: 29746063 cycles: 1ae8d8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 277fa06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [005] 2546.829848: 46503513 cycles: 14051d42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2546.830279: 29870726 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165849 [027] 2546.831056: 29420000 cycles: ffffffff8adb0600 _find_next_and_bit+0x0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [029] 2546.831470: 36565724 cycles: 1406ad14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [021] 2546.831729: 36389362 cycles: 3b0b652 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170145 [032] 2546.832035: 29810581 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [025] 2546.832333: 36052722 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2546.833201: 32489602 cycles: ffffffff8a7d7b16 __remove_hrtimer+0x6 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2546.833288: 35931525 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [037] 2546.833296: 39442543 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2546.833691: 42644833 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [046] 2546.834478: 34858639 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PdGetEv 169148 [006] 2546.834712: 30200282 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 193914 [033] 2546.835229: 43489610 cycles: 27286c9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243dd94 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d334 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e50c9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [012] 2546.835824: 38077013 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2546.835956: 32158124 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [042] 2546.835990: 41552713 cycles: 1830e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2546.836343: 37384901 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [040] 2546.836477: 35633243 cycles: 96456 pthread_getspecific+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a63510 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2546.836543: 37735161 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196761 [009] 2546.836574: 29695928 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197880 [010] 2546.836591: 37592290 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2546.836713: 50052941 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2546.836783: 30156478 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2546.837220: 34375769 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2546.837616: 41394595 cycles: ffffffff8a734a85 finish_task_switch.isra.0+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [007] 2546.838465: 37389912 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [038] 2546.838521: 34522559 cycles: ffffffff8b389b05 skb_copy_datagram_from_iter+0x5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [023] 2546.838693: 25176891 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [004] 2546.838743: 32733751 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 160830 [018] 2546.838909: 34815943 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9c613e487f [unknown] (//anon) diskagen.AIO.SQ 198854 [044] 2546.839120: 36210674 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [011] 2546.839429: 45924150 cycles: 25294310 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198620 [034] 2546.839676: 39723313 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f193170387f [unknown] (//anon) blocksto.CLI1 198656 [039] 2546.839767: 37003748 cycles: 3b99b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [015] 2546.840071: 32690039 cycles: 17f83b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [019] 2546.840093: 38488701 cycles: ffffffff8a747baa update_load_avg+0x2da ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2546.840238: 45238499 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [028] 2546.840420: 32993958 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2546.841633: 28220972 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [027] 2546.841760: 28467355 cycles: 204868fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [020] 2546.841801: 29576753 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2546.842040: 27174488 cycles: ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [041] 2546.842482: 43467973 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9eb61ac13f [unknown] (//anon) swapper 0 [045] 2546.842742: 44235443 cycles: ffffffff8a747702 attach_entity_load_avg+0x72 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 198426 [003] 2546.842754: 35981784 cycles: 14071809 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2546.843614: 34603986 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2546.843993: 36163557 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [032] 2546.843994: 34286957 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [037] 2546.844563: 42382084 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2546.845503: 41716526 cycles: 1fcda66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [036] 2546.845597: 39983389 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [046] 2546.845667: 34778972 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [025] 2546.845761: 44309279 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [006] 2546.846028: 29205842 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [022] 2546.846062: 46682891 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Batch 151702 [029] 2546.846336: 51117220 cycles: 1338bde1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Batch 198441 [043] 2546.846832: 33470656 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [005] 2546.847072: 48344068 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 193914 [033] 2546.847295: 40407637 cycles: ffffffff8aa5d854 mod_objcg_state+0x24 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aab7089 single_release+0x39 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 194631 [002] 2546.847730: 30359929 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2546.847987: 33404721 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ya-bin 26555 [024] 2546.848035: 36967000 cycles: 23a05a1 _PyFrame_ClearExceptCode+0x61 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2351a9b _PyEval_EvalFrameDefault+0x291b (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2328a14 map_next+0xc4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2278894 list_extend+0x3a4 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 227a015 list_vectorcall+0xf5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2359a69 _PyEval_EvalFrameDefault+0xa8e9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271839 method_vectorcall+0x199 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224caa4 _PyObject_CallFunctionVa+0x84 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224cecf PyObject_CallMethod+0xbf (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7d4ed pymain+0x36d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 1fe8ca6 NYa::(anonymous namespace)::Entry+0xa56 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ef69 libc_start_main_stage2+0x29 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b7ec51 _start+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd-lig.SNULL 194440 [016] 2546.848187: 31335708 cycles: 240a858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2546.849115: 35043075 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2546.849163: 37268284 cycles: ffffffff8b61abe0 timerqueue_add+0x40 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196909 [023] 2546.849200: 27846380 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [038] 2546.849341: 33786086 cycles: 3a614cd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [012] 2546.849915: 33289455 cycles: 1c40820f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2546.850009: 44621766 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [044] 2546.850160: 34721495 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [042] 2546.850184: 36266509 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [026] 2546.850596: 28922195 cycles: ffffffff8b46db76 tcp_stream_alloc_skb+0x56 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 198033 [008] 2546.850917: 37171124 cycles: ffffffff8aaeb2af ep_poll+0x23f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [010] 2546.851203: 36537028 cycles: ffffffffc0ca0947 nf_ct_get_tuple+0x127 ([kernel.kallsyms]) ffffffffc0ca3c30 resolve_normal_ct+0x60 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [028] 2546.851474: 31457033 cycles: ffffffff8a7d9245 hrtimer_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [013] 2546.851523: 31146244 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [004] 2546.851827: 30441828 cycles: 1234c78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [018] 2546.852383: 36642209 cycles: 2525c690 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [015] 2546.853037: 38252441 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 194004 [020] 2546.853337: 34045315 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.System 165660 [034] 2546.853339: 39279462 cycles: 13404be2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [007] 2546.853382: 32341831 cycles: ffffffff8aa51451 consume_stock+0x21 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [027] 2546.853839: 28393136 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [031] 2546.854082: 29206746 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [011] 2546.854092: 41586211 cycles: 154cadec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [003] 2546.855569: 37440250 cycles: ffffffff8a7d8d25 hrtimer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2546.855923: 48050953 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [001] 2546.856049: 37143128 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [019] 2546.856276: 42774051 cycles: 688dbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2546.856413: 37542758 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) swapper 0 [039] 2546.856611: 39398517 cycles: ffffffff8a65e8c5 arch_cpu_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2546.857008: 28282034 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [046] 2546.858367: 35004578 cycles: 156ed2cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 193914 [033] 2546.858412: 39199331 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a70117f __lock_task_sighand+0x2f ([kernel.kallsyms]) ffffffff8ab3e767 do_task_stat+0xa67 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196114 [037] 2546.858691: 37882180 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [002] 2546.858814: 29681566 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [032] 2546.859047: 37163509 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [041] 2546.859412: 40384121 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [047] 2546.859516: 39141545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172875 [043] 2546.859640: 30821596 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [023] 2546.860072: 27036728 cycles: 141abc47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198628 [036] 2546.860109: 40588945 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1662bfacbd0f [unknown] (//anon) nbsd-lig.SRV2 194449 [021] 2546.860526: 38670840 cycles: 178e596 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [035] 2546.860659: 36316787 cycles: 140713b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2546.860808: 34929691 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2546.860910: 33974173 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2546.861351: 32489819 cycles: 178a617 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [026] 2546.861396: 29222785 cycles: 26a27d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [045] 2546.861594: 38126218 cycles: 161b5f3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [038] 2546.861907: 32354758 cycles: 17e36eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [024] 2546.861956: 39585051 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159620 [040] 2546.862691: 41661406 cycles: ffffffff8a74de7a dequeue_entity+0x2fa ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194341 [012] 2546.862729: 39281567 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [004] 2546.862785: 29572039 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2546.863242: 45508749 cycles: ffffffff8a747b75 update_load_avg+0x2a5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [014] 2546.863867: 33436283 cycles: 133c9373 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2546.864349: 32927489 cycles: ffffffff8aaeb075 ep_poll+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [028] 2546.865114: 32072549 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [025] 2546.865178: 33715426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2546.865221: 27724317 cycles: ffffffff8a6b8d6b pvclock_clocksource_read+0x9b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2546.865316: 37249019 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [010] 2546.865954: 41462503 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1839dfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [027] 2546.866304: 28393136 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [020] 2546.866480: 37674768 cycles: 3b1a206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [000] 2546.866633: 43510676 cycles: 65b6e04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2546.866688: 38778759 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [034] 2546.866805: 36161648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [005] 2546.866852: 41674199 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 193495 [029] 2546.866965: 47455810 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [006] 2546.867124: 28259866 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2546.867263: 33553921 cycles: ffffffff8a769233 psi_group_change+0x293 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [018] 2546.867346: 35476228 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2546.867736: 40794243 cycles: 141e3212 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [031] 2546.868041: 28483856 cycles: 3b96108 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2546.869067: 32512350 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [003] 2546.870168: 40695854 cycles: 125e92 epoll_wait+0x42 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [001] 2546.870212: 41062426 cycles: 6345e8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [033] 2546.871005: 36403266 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [043] 2546.871447: 30821596 cycles: ffffffff8a73c216 try_to_wake_up+0x556 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [023] 2546.871695: 26694500 cycles: 133c303d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [004] 2546.871831: 33351452 cycles: ffffffff8b37e505 __alloc_skb+0x5 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [046] 2546.872148: 36595283 cycles: ffffffff8b476584 __tcp_ack_snd_check+0x64 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [017] 2546.872492: 44771665 cycles: 3b3269a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2546.872504: 30838090 cycles: ffffffff8a747765 attach_entity_load_avg+0xd5 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2546.872529: 31701444 cycles: ffffffff8b50fbd9 unix_stream_sendmsg+0x249 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193822 [019] 2546.873132: 44912232 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [044] 2546.873502: 35200094 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [016] 2546.873673: 37569695 cycles: 175b5eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2546.873746: 42066428 cycles: ffffffff8a74c59e select_task_rq_fair+0x11e ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [035] 2546.874122: 37346062 cycles: 1a6a65 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [039] 2546.874646: 42397758 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [038] 2546.874653: 32601206 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f2d52d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [032] 2546.874776: 36929276 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2546.874788: 36449634 cycles: ffffffff8b697dd7 ct_kernel_exit_state+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [036] 2546.875466: 38196593 cycles: 3a635a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2546.875925: 33383134 cycles: ffffffff8a6f2dac do_softirq.part.0+0xc ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [024] 2546.875939: 39998936 cycles: 133a44ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2546.876055: 26628639 cycles: 1730aa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [042] 2546.876513: 35407935 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [021] 2546.876727: 39732238 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) diskagen.System 165435 [014] 2546.876748: 31740743 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [006] 2546.876860: 35192591 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [045] 2546.876884: 34635786 cycles: ffffffff8a741390 clear_buddies+0x50 ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [028] 2546.876889: 34399695 cycles: ffffffff8a7f1f3c get_futex_key+0x45c ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2546.877323: 34249001 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [040] 2546.877823: 42010765 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [041] 2546.878516: 38716858 cycles: 369c747 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [008] 2546.879156: 41500265 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaeb289 ep_poll+0x219 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [011] 2546.879237: 40731375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [027] 2546.879680: 45023102 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2546.880453: 33427502 cycles: 172a108 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [002] 2546.880929: 30964655 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2546.880973: 42618637 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [025] 2546.881050: 32046351 cycles: 67f9279 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [034] 2546.881509: 31591396 cycles: 1c300465 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [031] 2546.881789: 29881055 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [000] 2546.882264: 44498654 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84f15 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PDisk 167186 [023] 2546.882453: 25489481 cycles: 1567eff7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [020] 2546.882731: 36588055 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.882933: 40977378 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2546.883378: 35415216 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [026] 2546.883957: 29522019 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8af5c pipe_read+0x4c ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198055 [004] 2546.884313: 31482114 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 170466 [015] 2546.884507: 39352744 cycles: 1be84a53 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [005] 2546.884735: 40299533 cycles: ffffffff8a9407d0 perf_adjust_freq_unthr_context+0xf0 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-clie 198870 [029] 2546.884800: 43535468 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 194631 [044] 2546.885263: 33471091 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [033] 2546.885302: 32621478 cycles: ffffffff8a74e2b1 dequeue_task_fair+0x271 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SRV2 194449 [046] 2546.885780: 32330107 cycles: 2445489 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [003] 2546.885797: 38846435 cycles: 3b3bf41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [037] 2546.886059: 38186725 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172777 [043] 2546.886076: 42740230 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [009] 2546.886661: 39133125 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f10063f [unknown] (//anon) diskagen.IC 198855 [024] 2546.887276: 38221773 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [013] 2546.887573: 26230629 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [016] 2546.887723: 38453481 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [038] 2546.888185: 34098391 cycles: 133ca081 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [001] 2546.888222: 37324796 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2546.888226: 36689683 cycles: 204b399c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [014] 2546.889020: 38979956 cycles: 3cb6789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [030] 2546.889250: 40155397 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [042] 2546.890126: 39825828 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [012] 2546.890350: 35396152 cycles: 3abfabb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2546.890518: 36249593 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [035] 2546.890561: 37106757 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [006] 2546.890986: 31610001 cycles: 140505fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [045] 2546.891667: 31258634 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [047] 2546.891798: 41383153 cycles: ffffffff8a7aeab2 __rcu_read_lock+0x22 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 193590 [036] 2546.892206: 45211770 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [017] 2546.892252: 52905726 cycles: 3c73f26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [018] 2546.892508: 38694375 cycles: 267df28a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [002] 2546.892602: 30238438 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [019] 2546.892869: 49995512 cycles: 13b081f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [041] 2546.893396: 41389596 cycles: 17e143b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [021] 2546.893432: 36755422 cycles: 14098ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [025] 2546.893526: 29966696 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 198446 [034] 2546.893973: 29545119 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd-lig.SRV2 196022 [020] 2546.894518: 41299466 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed3f7 [unknown] (//anon) nbsd.User 197246 [026] 2546.894551: 29460274 cycles: 267db7bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194632 [023] 2546.894892: 24089158 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [040] 2546.895043: 43632670 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [004] 2546.895098: 31098967 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d4ec587f [unknown] (//anon) blocksto.CLI1 194629 [008] 2546.895106: 35228557 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [039] 2546.895298: 37540955 cycles: 3c9efb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2546.895771: 31519095 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [022] 2546.896145: 45096989 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [033] 2546.896645: 31161045 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2546.897133: 41066893 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 194354 [010] 2546.897133: 40616951 cycles: ffffffff8aad8d42 mark_buffer_dirty+0x12 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [044] 2546.897573: 35194535 cycles: ffffffff8a95dec9 folio_unlock+0x9 ([kernel.kallsyms]) ffffffff8a99067f shmem_write_end+0xff ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2546.897581: 42888855 cycles: ffffffff8b49a70f tcp_rate_check_app_limited+0x4f ([kernel.kallsyms]) ffffffff8b46e98c tcp_sendmsg_locked+0x8c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [046] 2546.897659: 34009077 cycles: 3b3ded1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [013] 2546.897763: 25918095 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [027] 2546.898643: 39733433 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2546.898800: 33749053 cycles: ffffffff8b51c396 ip6_rcv_core+0x36 ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [024] 2546.899493: 37552791 cycles: ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [007] 2546.899789: 29701628 cycles: 3b2a789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [016] 2546.900178: 35945805 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [003] 2546.900893: 38691686 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2546.901276: 43426729 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [005] 2546.901520: 43854929 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [038] 2546.901642: 38852216 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) PdGetEv 193590 [006] 2546.901808: 30938608 cycles: 91324 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [009] 2546.901975: 37652987 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2546.902497: 36669574 cycles: ffffffff8b697fd2 ct_nmi_exit+0x12 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [029] 2546.902610: 47437329 cycles: 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165158 [032] 2546.902925: 34735956 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [043] 2546.903035: 44229271 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [002] 2546.903084: 29681615 cycles: 36b7a15 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [030] 2546.903214: 37377112 cycles: ffffffff8b3774fc release_sock+0x5c ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [035] 2546.903353: 40745091 cycles: 1406fb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2546.903529: 36769069 cycles: ffffffff8a75fda8 __update_load_avg_se+0x48 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [045] 2546.903571: 29212355 cycles: 17f244d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [028] 2546.903975: 40188299 cycles: 133a8480 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [042] 2546.904217: 43106279 cycles: ffffffff8a735e01 update_rq_clock+0x31 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194003 [014] 2546.904243: 41359954 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 169042 [025] 2546.904744: 28927881 cycles: ffffffff8a660015 switch_fpu_return+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [034] 2546.904812: 28801999 cycles: 64df191 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [026] 2546.905109: 32397148 cycles: ffffffff8a95e106 generic_perform_write+0x116 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [023] 2546.905161: 23831340 cycles: ad52f3b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [008] 2546.905750: 34296796 cycles: 21a3a395 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [018] 2546.906041: 34392325 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [004] 2546.906386: 29424636 cycles: 3b172e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [013] 2546.906455: 26653793 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [021] 2546.908204: 44180877 cycles: 27279a7d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [047] 2546.908731: 41383153 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [031] 2546.908802: 31897587 cycles: ffffffff8a7d9c76 ktime_get_seconds+0x6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [036] 2546.909018: 37906623 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2546.909177: 30573970 cycles: ffffffff8a7d7cff __hrtimer_start_range_ns+0x1f ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [040] 2546.909374: 44260798 cycles: 26ce114 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [015] 2546.909789: 33318224 cycles: ffffffff8b448bcb nf_hook_slow+0x1b ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [039] 2546.910144: 44758908 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [041] 2546.910284: 40938172 cycles: ffffffff8a9746f5 folio_mark_accessed+0x15 ([kernel.kallsyms]) ffffffff8a991128 shmem_get_folio_gfp+0x508 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [046] 2546.910343: 31925668 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [044] 2546.910590: 40883843 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2546.910658: 34698254 cycles: 3b10d70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [007] 2546.911197: 28417883 cycles: 180857f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [017] 2546.911989: 40534070 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [010] 2546.912284: 35926524 cycles: 17a9f2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [022] 2546.912444: 42480048 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [006] 2546.913043: 29862815 cycles: 26a6533 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [019] 2546.913240: 46894368 cycles: ffffffff8a733342 prepare_task_switch+0x42 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [027] 2546.913281: 39115156 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2546.913579: 45730596 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 167e89a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [016] 2546.914053: 34386741 cycles: 28af384 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [045] 2546.914259: 32221558 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 162503 [011] 2546.914396: 47685726 cycles: 21b5b086 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [024] 2546.914460: 38956005 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [002] 2546.914640: 28680057 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2546.914847: 24224327 cycles: ffffffff8a7ef465 can_stop_idle_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [013] 2546.914883: 27865994 cycles: ffffffff8b479765 tcp_clean_rtx_queue.constprop.0+0x205 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [032] 2546.915426: 35644543 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [008] 2546.915859: 34592155 cycles: 1e46c2b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196907 [034] 2546.916287: 27785953 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [018] 2546.916352: 34595401 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2546.916900: 32115115 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [038] 2546.917187: 50122805 cycles: ffffffff8a74c564 select_task_rq_fair+0xe4 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [030] 2546.917199: 45196302 cycles: 1c78f640 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [009] 2546.917539: 35830924 cycles: ffffffff8b6184c8 __siphash_unaligned+0xb8 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [004] 2546.917965: 31873852 cycles: 3b99cfc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [025] 2546.918034: 34734650 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [003] 2546.918272: 41229291 cycles: 133c8d0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [012] 2546.918542: 31757783 cycles: ffffffff8a971371 __page_cache_release+0x41 ([kernel.kallsyms]) ffffffff8a97256c __folio_put+0x2c ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [028] 2546.918811: 35220896 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 167055 [037] 2546.919225: 47400841 cycles: bbbd3e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [014] 2546.919470: 36794781 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2546.919640: 36045606 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [005] 2546.920636: 37764038 cycles: ffffffff8a74e8b5 put_prev_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194000 [042] 2546.920707: 42396340 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [033] 2546.921000: 34835568 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [035] 2546.921143: 43230547 cycles: 26ce048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [031] 2546.921569: 30662686 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [020] 2546.922075: 33441719 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [015] 2546.922323: 31469016 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 16c0a77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2546.923378: 31195462 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [007] 2546.923785: 26631286 cycles: 12f4e53a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 193840 [036] 2546.923831: 45929073 cycles: ffffffff8b61abe9 timerqueue_add+0x49 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagentd 159494 [006] 2546.924603: 32399072 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [043] 2546.924618: 39491257 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 193991 [034] 2546.925590: 31636221 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198854 [029] 2546.925776: 39326872 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2546.925820: 35377852 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2546.926400: 46259885 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [027] 2546.926641: 35726502 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [002] 2546.926848: 28064086 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [016] 2546.926975: 36500410 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [013] 2546.927304: 26553000 cycles: ffffffff8b4810b7 tcp_rcv_established+0x427 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [044] 2546.927398: 40883843 cycles: 14078cb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2546.927735: 32138463 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [022] 2546.927797: 40563390 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [023] 2546.928212: 22492913 cycles: ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [021] 2546.928601: 36147898 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 198054 [045] 2546.928891: 30578530 cycles: 2512f136 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [032] 2546.929368: 35750572 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [047] 2546.929440: 41391189 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [009] 2546.929448: 38294194 cycles: ffffffff8b483159 tcp_event_new_data_sent+0xa9 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [008] 2546.929584: 31120757 cycles: 3b16486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [024] 2546.930107: 33421984 cycles: 18406ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [041] 2546.930310: 37214086 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [004] 2546.930422: 37651902 cycles: 154cad38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [018] 2546.930486: 30817307 cycles: 25168047 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [000] 2546.930933: 37506606 cycles: 1fc3c74 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [017] 2546.931128: 35132183 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2546.931358: 39288878 cycles: 141e6520 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2546.931579: 34655510 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2546.931824: 32373298 cycles: ffffffff8a7ef9cf tick_nohz_idle_enter+0x1f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196103 [012] 2546.932106: 32478823 cycles: 3b0a8f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [020] 2546.932400: 33485263 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [026] 2546.932456: 32066217 cycles: 12e96e3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [039] 2546.932666: 48858871 cycles: bbb46a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [019] 2546.932837: 39549398 cycles: ffffffff8b4595aa ip_send_check+0x1a ([kernel.kallsyms]) ffffffff8b45c60d __ip_local_out+0x4d ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [007] 2546.933485: 26670626 cycles: ffffffff8b491849 tcp_add_backlog+0x1f9 ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [030] 2546.933954: 37649509 cycles: 64df10d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [015] 2546.933966: 33085068 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [011] 2546.935398: 47562075 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2546.935434: 34161373 cycles: ffffffff8a75fd81 __update_load_avg_se+0x21 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [042] 2546.935452: 38780654 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 140515b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [013] 2546.935494: 30328441 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [038] 2546.935706: 45176777 cycles: ffffffff8a74f0b8 enqueue_task_fair+0xc8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [003] 2546.935762: 44185077 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2546.935830: 45109070 cycles: ffffffff8b3a4705 dev_hard_start_xmit+0x5 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2546.936078: 38928414 cycles: ffffffff8a75c3d7 cpuidle_idle_call+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [031] 2546.936270: 37351469 cycles: 133fefb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [006] 2546.936965: 30148472 cycles: 12d6c4f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [002] 2546.937604: 35410262 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [023] 2546.937948: 22340803 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2546.938261: 44992761 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2546.938315: 38242233 cycles: ffffffffc0ca4609 nf_conntrack_in+0x29 ([kernel.kallsyms]) ffffffffc0ca92e4 ipv4_conntrack_in+0x14 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [034] 2546.938447: 33568370 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [035] 2546.939137: 48457003 cycles: ffffffff8b3a6cb1 process_backlog+0x91 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [016] 2546.939288: 38043234 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [008] 2546.939317: 31184752 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [001] 2546.939413: 30688184 cycles: 1424d843 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2546.940601: 45784531 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [043] 2546.941103: 32931332 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2546.941142: 35646558 cycles: ffffffff8b61acf1 timerqueue_del+0x31 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [036] 2546.941555: 45695265 cycles: 3b9b536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2546.941734: 49367853 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [018] 2546.941936: 29680557 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [021] 2546.942353: 45455909 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [009] 2546.942453: 41380314 cycles: 141cf73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [045] 2546.942467: 36196297 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [022] 2546.942562: 35604733 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b9aa26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198114 [040] 2546.942669: 42598007 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [032] 2546.942786: 36481146 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [024] 2546.942952: 30776015 cycles: 219d4d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [004] 2546.943429: 35679186 cycles: 13bd58d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [028] 2546.943987: 31103406 cycles: 13008bb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2546.944046: 36020354 cycles: 1d3c7f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [014] 2546.944258: 32566458 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [020] 2546.944304: 32015239 cycles: 12e7eb20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [007] 2546.944361: 27091015 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2546.944497: 40071685 cycles: ffffffff8a753c55 pick_next_task_fair+0x195 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [026] 2546.945132: 30147828 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 198426 [041] 2546.945151: 31992056 cycles: 230e5344 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 197527 [013] 2546.945448: 30836230 cycles: ffffffff8a75fe32 __update_load_avg_se+0xd2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [017] 2546.945808: 30408389 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bd91ccb7 [unknown] (//anon) diskagen.User 197878 [012] 2546.946436: 28413418 cycles: ffffffff8a739d9a set_task_cpu+0x3a ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [047] 2546.946475: 34416778 cycles: 1339d9be [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2546.946492: 30526971 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2546.947097: 36375152 cycles: 18621e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [023] 2546.947175: 22386712 cycles: 3a6159f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [030] 2546.948282: 34149424 cycles: acf9141 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [042] 2546.948541: 35865868 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2546.948745: 28782232 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2546.949961: 38588096 cycles: ffffffff8a961cbc __filemap_get_folio+0x3c ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [033] 2546.950065: 42618453 cycles: 204b0dc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [002] 2546.950443: 36474052 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2546.950646: 30653335 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [019] 2546.950682: 32117068 cycles: 1406d145 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) grpc_global_tim 194388 [018] 2546.950754: 30379839 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166612 [034] 2546.951188: 30744247 cycles: ffffffff8a95a884 rseq_ip_fixup+0x24 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198711 [031] 2546.951499: 39331059 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [001] 2546.951524: 31779925 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2546.951706: 42018563 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [003] 2546.951868: 36613798 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [038] 2546.952366: 42224290 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [005] 2546.952669: 41467242 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155699 [016] 2546.953112: 44647589 cycles: ffffffff8b692197 do_syscall_64+0x47 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198714 [037] 2546.953195: 39359405 cycles: 2a9153d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [043] 2546.953690: 34851692 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [011] 2546.954268: 38082445 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [023] 2546.954441: 24325849 cycles: 272afcc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [035] 2546.955198: 48838147 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172769 [028] 2546.955565: 29791637 cycles: ffffffff8a760455 __update_load_avg_cfs_rq+0x15 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [024] 2546.955607: 33053720 cycles: 252049d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [045] 2546.956104: 35911722 cycles: ffffffff8a9e91d2 check_new_pages+0x62 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [014] 2546.956192: 35118421 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [032] 2546.956259: 35301295 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [027] 2546.956332: 36636086 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2546.956715: 29205347 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [021] 2546.957107: 39643842 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [022] 2546.957226: 30982088 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffffc0c84479 nf_nat_ipv6_local_fn+0x19 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2546.957240: 24351067 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [009] 2546.957264: 38263195 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [040] 2546.957466: 36959658 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [020] 2546.957599: 30653540 cycles: 13bea02d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [012] 2546.957728: 27422847 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2546.957765: 29962922 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [015] 2546.957817: 29696892 cycles: ffffffff8a7f652b futex_wake+0x6b ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [017] 2546.957977: 29615534 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [006] 2546.958227: 36374850 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [036] 2546.958325: 39748000 cycles: 1e6f7802 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [000] 2546.958343: 47456762 cycles: 93a30 pthread_cond_wait+0x200 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [004] 2546.958862: 41827032 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 197257 [029] 2546.959364: 52960345 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [018] 2546.960132: 30686408 cycles: 1be557a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [013] 2546.960210: 32687937 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [030] 2546.960366: 32253729 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [047] 2546.960517: 30891822 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [044] 2546.960801: 42293262 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 160832 [025] 2546.961758: 34407044 cycles: ffffffff8a7f1b23 get_futex_key+0x43 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197246 [046] 2546.962084: 35980793 cycles: 12f380f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [033] 2546.962091: 40354329 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [042] 2546.963422: 33974474 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [008] 2546.963701: 31985237 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a2a5e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [023] 2546.963759: 25204386 cycles: ffffffff8b38981e __skb_datagram_iter+0x14e ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [034] 2546.963910: 30552180 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [001] 2546.964119: 34142039 cycles: 3b64fa8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [003] 2546.964468: 36511885 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [019] 2546.965049: 28323851 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159883 [007] 2546.965885: 25233727 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [002] 2546.965910: 36313447 cycles: 3b27ca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2546.966956: 42252114 cycles: ffffffff8a65e8d6 arch_cpu_idle+0x16 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [020] 2546.967179: 36111569 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [028] 2546.967190: 28184090 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [010] 2546.967463: 35769021 cycles: 1394ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [037] 2546.967676: 35092022 cycles: ffffffff8b697c6d syscall_exit_to_user_mode+0x3d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [024] 2546.968089: 37037851 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2546.968098: 27796707 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [038] 2546.968141: 40255440 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 595b82776d7 [unknown] ([unknown]) ydbd.System 170455 [043] 2546.968251: 31361103 cycles: 187562c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [005] 2546.968310: 38973041 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [031] 2546.968495: 36092057 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [012] 2546.968647: 26931741 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 196118 [011] 2546.968867: 42204087 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [022] 2546.969060: 33388174 cycles: bdc20c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [015] 2546.969135: 28697217 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2546.969148: 30726711 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [027] 2546.969202: 38971769 cycles: 27283897 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [016] 2546.969765: 39497699 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [014] 2546.969780: 43640594 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [041] 2546.970377: 31092233 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [040] 2546.970786: 34104444 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [018] 2546.970971: 34056595 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7cb23 do_writev+0x33 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2546.970999: 36625224 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [030] 2546.972280: 30790121 cycles: 3b1669e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [021] 2546.972292: 34532240 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [023] 2546.972688: 26644155 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [009] 2546.972704: 37418431 cycles: 3b6dd8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) timer_manager 197426 [036] 2546.973093: 37989082 cycles: 5b7589b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tests/loadtest/local-mirror-lagging/blockstore-tests-loadtest-local-mirror-lagging) swapper 0 [013] 2546.973142: 30895997 cycles: ffffffff8a747b62 update_load_avg+0x292 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166744 [045] 2546.973262: 29442332 cycles: ffffffff8a74db86 dequeue_entity+0x6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [025] 2546.973465: 36302257 cycles: 21a19a9a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [006] 2546.973472: 35352298 cycles: c50 [unknown] ([vdso]) nbsd.SRV2 197556 [004] 2546.974413: 39468273 cycles: 141f64f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [047] 2546.974494: 27808771 cycles: 1860fdd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [046] 2546.974548: 40122644 cycles: ffffffff8a9f0cb3 __alloc_pages+0x1f3 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [008] 2546.974810: 34530321 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [035] 2546.974858: 46588758 cycles: ffffffff8a7f175f futex_hash+0xf ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [007] 2546.975597: 28578536 cycles: 139f1226 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [044] 2546.976044: 42364474 cycles: ffffffff8a74e735 check_cfs_rq_runtime+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [019] 2546.976087: 28553650 cycles: ffffffff8adafeb0 __import_iovec+0x10 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 159382 [034] 2546.976201: 37641049 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194622 [042] 2546.976459: 45506824 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2546.976479: 48669756 cycles: 172a108 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [001] 2546.976679: 34883195 cycles: 204ac96d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2546.977135: 44232103 cycles: 688e7e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [043] 2546.977386: 31634350 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [028] 2546.977468: 27971008 cycles: 3caaa2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [029] 2546.978132: 40429791 cycles: 3c7d76a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [012] 2546.978624: 26739763 cycles: 28897c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [026] 2546.978828: 27690629 cycles: 133a9e81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [031] 2546.979389: 34700586 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 166860 [003] 2546.979582: 40854234 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [002] 2546.979582: 44825916 cycles: 3987e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [015] 2546.980281: 28319919 cycles: 172c151 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [010] 2546.980503: 33264371 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [024] 2546.981292: 33294039 cycles: ffffffff8b4598a1 neigh_hh_output+0x1 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [022] 2546.981366: 34208366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [020] 2546.981552: 35347110 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [037] 2546.982511: 34091278 cycles: ffffffff8b6171b7 rb_erase+0x3a7 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [038] 2546.982986: 34824357 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2546.983245: 36695925 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [030] 2546.983245: 29430931 cycles: 17e54fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [017] 2546.983306: 27804945 cycles: ffffffff8ace434a aa_sk_perm+0x7a ([kernel.kallsyms]) ffffffff8acd2449 apparmor_socket_sendmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d05 security_socket_sendmsg+0x35 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [040] 2546.983388: 31858943 cycles: ffffffff8aa31612 __kmem_cache_alloc_node+0x12 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [018] 2546.983440: 31882342 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [041] 2546.983579: 29275700 cycles: 251b9835 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [005] 2546.984382: 37894108 cycles: 14060b8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165164 [039] 2546.984867: 36984569 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [027] 2546.985284: 32964567 cycles: ffffffff8a7f6d3c futex_wait_setup+0x8c ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2546.985779: 24850307 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) Test 198682 [047] 2546.986031: 26608363 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [032] 2546.986203: 32499323 cycles: 36b775d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2546.986397: 31802696 cycles: ffffffff8a74d652 set_next_entity+0x52 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [014] 2546.986673: 36573203 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [008] 2546.986891: 36551737 cycles: 14073c5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [045] 2546.987040: 34131134 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 193501 [013] 2546.987112: 31525649 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 198681 [006] 2546.987220: 33052053 cycles: 67f5fe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [036] 2546.987378: 37138241 cycles: 2528d746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [028] 2546.987817: 27858313 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [011] 2546.987870: 38389906 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172221 [019] 2546.988035: 26278822 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [007] 2546.988075: 30407915 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2546.988143: 27015102 cycles: ffffffff8a660084 switch_fpu_return+0x74 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [043] 2546.988305: 32165772 cycles: 2527b83b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2546.988602: 36566397 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [015] 2546.988618: 28855035 cycles: ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [004] 2546.988650: 36007142 cycles: 24793b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [009] 2546.988666: 33567685 cycles: 183b587 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2546.989071: 37854452 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [026] 2546.989244: 34063235 cycles: 6443e9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2546.990122: 33470886 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [031] 2546.990802: 37649589 cycles: 1e46c4f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [001] 2546.991168: 32374578 cycles: ffffffff8a9eb40a destroy_large_folio+0x2a ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [044] 2546.992109: 40128462 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [017] 2546.992265: 28692003 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2546.992274: 31399295 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [042] 2546.992407: 43084796 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [022] 2546.994399: 31564765 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [030] 2546.994573: 28396993 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [033] 2546.994643: 40504368 cycles: ffffffff8b37e505 __alloc_skb+0x5 ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [018] 2546.994706: 34062911 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [020] 2546.994724: 36751260 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [040] 2546.994854: 30329162 cycles: 1407951f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [024] 2546.995150: 35435862 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [029] 2546.995227: 33799208 cycles: 17e5990 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [038] 2546.995682: 32838235 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [037] 2546.995692: 32260982 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2546.995983: 34988564 cycles: ffffffff8a6c8491 switch_mm_irqs_off+0x141 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [041] 2546.996122: 34989620 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bf78a6e7 [unknown] (//anon) blocksto.CLI2 196118 [016] 2546.996140: 37763400 cycles: 3b2a6ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [047] 2546.996699: 26181556 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [027] 2546.996940: 35083649 cycles: 3ba8839 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 196773 [002] 2546.997008: 44062962 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 194631 [003] 2546.997431: 32021971 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [000] 2546.997490: 53432157 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [023] 2546.997845: 25882362 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [028] 2546.998990: 27074107 cycles: 1300eee5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [005] 2546.999678: 42035899 cycles: 12ee0bde [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2546.999700: 38848625 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2546.999799: 29067032 cycles: ffffffff8adb05b3 _find_next_bit+0x43 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2547.000020: 37774328 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2547.000162: 35937516 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [014] 2547.000370: 32959160 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 595bcc3410f [unknown] ([unknown]) nbsd-lig.SRV1 196021 [019] 2547.000428: 26402487 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 159876 [012] 2547.000709: 30803101 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196924 [015] 2547.000966: 30452354 cycles: ffffffff8a738305 pick_next_task+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [045] 2547.001399: 30355281 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2547.001694: 32019682 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [026] 2547.002270: 34819312 cycles: ffffffff8b46edb9 tcp_sendmsg_locked+0x4b9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [008] 2547.002432: 39283777 cycles: ffffffff8b3a41a7 validate_xmit_skb+0x27 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2547.003111: 31465462 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2547.003215: 28463466 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [010] 2547.003944: 30182525 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2547.004030: 30776775 cycles: ffffffff8a73e520 idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [025] 2547.004340: 33289222 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff4f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [036] 2547.004400: 30303702 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [009] 2547.004476: 38985558 cycles: 3b30000 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [030] 2547.005181: 35417122 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2547.005293: 31956746 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 196811 [011] 2547.005372: 42171959 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [037] 2547.005409: 34636775 cycles: 68a41e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194336 [046] 2547.005656: 45591111 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 193836 [043] 2547.006459: 34338884 cycles: ffffffff8a768fb0 psi_group_change+0x10 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196114 [022] 2547.006548: 30258490 cycles: 3af1ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [001] 2547.007055: 32366801 cycles: 13a0f8a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [040] 2547.007091: 31751903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2547.007622: 34519681 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [018] 2547.007636: 39725347 cycles: ffffffff8a75fe42 __update_load_avg_se+0xe2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2547.007793: 28577887 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [042] 2547.008112: 44601376 cycles: ffffffff8a753c03 pick_next_task_fair+0x143 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14068f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196861 [038] 2547.008505: 30708530 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 169053 [020] 2547.008802: 36816841 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [028] 2547.009127: 29798509 cycles: 21a0b9c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [031] 2547.009238: 43658390 cycles: 14060e80 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2547.009305: 27194014 cycles: ffffffff8b3a6006 __netif_receive_skb_core.constprop.0+0x776 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2547.010412: 34879720 cycles: ffffffff8a995d42 next_zone+0x72 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [033] 2547.010475: 38734685 cycles: 1ca87410 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2547.010535: 37853606 cycles: ffffffff8a64a511 __switch_to+0x221 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [019] 2547.010768: 33737294 cycles: 1633e79a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [029] 2547.011203: 29069530 cycles: ffffffff8a7f1af7 get_futex_key+0x17 ([kernel.kallsyms]) ffffffff8a7f6528 futex_wake+0x68 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [041] 2547.011320: 35323340 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [003] 2547.011580: 29327648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2547.011715: 36719352 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [012] 2547.011716: 33436182 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2547.012058: 30308936 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [013] 2547.012064: 34885117 cycles: 14149778 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [026] 2547.013159: 38437313 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [014] 2547.013375: 30117298 cycles: 1236554 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [045] 2547.013544: 30831402 cycles: 64a5c3a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [027] 2547.013915: 35570261 cycles: 27279a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [021] 2547.013948: 35138980 cycles: ffffffff8b48294b tcp_update_skb_after_send+0x7b ([kernel.kallsyms]) ffffffff8b486e30 __tcp_transmit_skb+0x5a0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2547.014206: 30651319 cycles: ffffffff8b697ec9 ct_idle_exit+0x29 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [000] 2547.014486: 44524006 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [010] 2547.014716: 32552337 cycles: 6e8 [unknown] ([vdso]) swapper 0 [002] 2547.014718: 36414292 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151709 [006] 2547.014727: 35941789 cycles: ffffffff8a769085 psi_group_change+0xe5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 198436 [032] 2547.015243: 34532200 cycles: 16236e2f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [008] 2547.015650: 37849157 cycles: ffffffff8a99112c shmem_get_folio_gfp+0x50c ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [005] 2547.015687: 36780188 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [036] 2547.016259: 29516891 cycles: 3b10e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [030] 2547.016414: 34883115 cycles: 3c31727 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [004] 2547.016429: 30202532 cycles: 154a0f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [025] 2547.016496: 36820609 cycles: ffffffff8b46eee3 tcp_sendmsg_locked+0x5e3 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [017] 2547.016744: 33167352 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [022] 2547.016897: 32371507 cycles: ffffffff8a961d68 __filemap_get_folio+0xe8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2547.017243: 39193893 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [034] 2547.017271: 34087608 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2547.017998: 36118808 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159891 [040] 2547.019100: 34358288 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [044] 2547.019737: 36521875 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2547.019893: 27686827 cycles: ffffffff8a7d6d85 get_next_timer_interrupt+0x5 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [028] 2547.020321: 29946558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [043] 2547.020948: 33459218 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [038] 2547.020951: 30683329 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2547.021309: 28708168 cycles: ffffffff8a73280f ttwu_queue_wakelist+0x4f ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [009] 2547.021383: 31108187 cycles: ffffffff8a7d8e44 hrtimer_interrupt+0x124 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0cabdf1 nf_conntrack_tcp_packet+0x4d1 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2547.021686: 40124118 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [046] 2547.021855: 38331360 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [011] 2547.022025: 35336714 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [018] 2547.022499: 37932526 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [020] 2547.022834: 36213290 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2547.023010: 30392109 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 169044 [012] 2547.023752: 35655360 cycles: a066d0a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [035] 2547.024128: 37461267 cycles: 21a24ff7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [019] 2547.024395: 31443110 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [021] 2547.024455: 35045502 cycles: 1830590 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [042] 2547.024457: 42399721 cycles: 288c31f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [024] 2547.024598: 37736260 cycles: 2782768 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [045] 2547.024622: 30549286 cycles: 140736c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [029] 2547.024896: 25883036 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [004] 2547.025042: 32936638 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [003] 2547.025048: 26063883 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1d42b45 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2547.025604: 31069285 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [013] 2547.026468: 29901122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [033] 2547.026587: 32919687 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2547.026668: 35518997 cycles: ffffffff8a995cfe next_zone+0x2e ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2547.026965: 34229249 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2547.027132: 31201307 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) Test 198681 [015] 2547.027164: 33783927 cycles: ffffffff8a74aaf0 update_curr+0x60 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2547.027196: 39744193 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 171579 [031] 2547.027476: 37600505 cycles: 133c2d9c [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [007] 2547.027871: 28902454 cycles: 17ece40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2547.027933: 37690679 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI2 194630 [006] 2547.028306: 45336136 cycles: 3c7ecc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [032] 2547.028700: 31698398 cycles: ffffffff8b6a4669 __schedule+0x169 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [027] 2547.028852: 34539083 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 167030 [022] 2547.029029: 30479819 cycles: bbd1caa [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [000] 2547.029288: 43507952 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2547.029622: 35888879 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [017] 2547.029856: 35116305 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155857 [005] 2547.030300: 35455624 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [040] 2547.030434: 36533950 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2547.030708: 35805085 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [023] 2547.031147: 29988073 cycles: 3b217cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 171300 [028] 2547.031591: 39083141 cycles: 1875502f [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [008] 2547.031633: 34104505 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2547.032100: 38119646 cycles: 36bc8b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [038] 2547.032496: 34249807 cycles: ffffffff8a747ba0 update_load_avg+0x2d0 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2547.032557: 33797863 cycles: ffffffff8b4797e4 tcp_clean_rtx_queue.constprop.0+0x284 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [044] 2547.032849: 35959898 cycles: 251655b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [037] 2547.032944: 36118808 cycles: ffffffff8b6226b1 xas_start+0x1 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [009] 2547.033033: 31108187 cycles: ffffffff8aaf4ead aio_read_events_ring+0x6d ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [043] 2547.034150: 36154173 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171575 [047] 2547.035452: 32216021 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [003] 2547.035543: 26246528 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [012] 2547.035916: 37396401 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [018] 2547.035923: 37609862 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2547.035925: 25656989 cycles: ffffffff8b697f6b ct_kernel_exit.constprop.0+0x7b ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [046] 2547.036127: 34898756 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 644729a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2547.036507: 28495607 cycles: 3b96bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [013] 2547.036538: 30451804 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [014] 2547.036613: 28668806 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133c928a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [011] 2547.037232: 35938130 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2547.037576: 30704322 cycles: 172c2e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [020] 2547.037650: 31377619 cycles: 14060c06 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [010] 2547.038259: 41396278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [035] 2547.038396: 41258757 cycles: ffffffff8b486ba1 __tcp_transmit_skb+0x311 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [015] 2547.038429: 34204286 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [024] 2547.038529: 35772641 cycles: 3b9c1f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [036] 2547.038530: 33252400 cycles: ffffffff8b3ae145 dst_release+0x5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.038870: 37442584 cycles: ffffffff8b800bc9 asm_exc_page_fault+0x19 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [007] 2547.038933: 33040324 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [033] 2547.038950: 30488963 cycles: ffffffff8b49f3c3 raw_local_deliver+0x23 ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [019] 2547.038989: 26941429 cycles: ffffffff8b69290c __wrgsbase_inactive+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [041] 2547.039007: 28358363 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779fa4 psi_task_switch+0x1c4 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [021] 2547.039233: 38724326 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c9693d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [001] 2547.039588: 36159736 cycles: ffffffff8b480a50 tcp_rbtree_insert+0x0 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [026] 2547.039966: 36800273 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [022] 2547.040027: 33910989 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [042] 2547.040184: 40415642 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [031] 2547.040410: 34605592 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 196774 [032] 2547.041174: 29187961 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [023] 2547.041590: 32081235 cycles: 3b59463 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2547.041674: 34586763 cycles: 172c141 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 198117 [002] 2547.041708: 33618793 cycles: ffffffff8b627e1c __get_user_8+0x1c ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198844 [040] 2547.041964: 35140232 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [027] 2547.042712: 32143146 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 155955 [030] 2547.043269: 32754049 cycles: 156aa26b [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [038] 2547.043805: 40074532 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [006] 2547.044163: 38588588 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197877 [017] 2547.045202: 32452494 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [028] 2547.045265: 34792156 cycles: 141d0649 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196759 [008] 2547.045286: 30645854 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9eb61ac13f [unknown] (//anon) nbsd.SRV2 194363 [000] 2547.045299: 40690617 cycles: 1c400135 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 155697 [009] 2547.045445: 40583089 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [039] 2547.045656: 30982188 cycles: 1c4904fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [005] 2547.045680: 37782646 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 64a5c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [034] 2547.045718: 33919818 cycles: 17f1f73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network write 165659 [003] 2547.045909: 29544717 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e7371fb [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [044] 2547.046177: 41410223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [045] 2547.046308: 29013183 cycles: 140c1f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198738 [029] 2547.046430: 24781860 cycles: 688f234 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2547.046573: 27529274 cycles: 13b2e231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2547.047861: 47006760 cycles: ffffffff8ada6926 __bitmap_andnot+0x46 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2547.048071: 39910288 cycles: ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [043] 2547.048281: 34662706 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [033] 2547.048355: 31665537 cycles: ffffffff8a741312 update_min_vruntime+0x62 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd 172783 [047] 2547.048487: 31041422 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [004] 2547.048822: 33540412 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [020] 2547.048849: 30386220 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [046] 2547.049099: 31508657 cycles: ffffffff8aa58323 __mod_memcg_state+0x13 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [018] 2547.049176: 38387703 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2547.049212: 37185463 cycles: ffffffff8a80fce2 cgroup_rstat_updated+0x12 ([kernel.kallsyms]) ffffffff8aa59a20 __count_memcg_events+0x60 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 197544 [015] 2547.049771: 33237571 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [013] 2547.050549: 27246900 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [041] 2547.050639: 27087115 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b480a7d tcp_rbtree_insert+0x2d ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [036] 2547.051034: 35248023 cycles: 3b59378 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [019] 2547.051192: 25568925 cycles: 267739f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2547.051520: 31466900 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [024] 2547.051993: 32965055 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [022] 2547.052709: 31646945 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [011] 2547.052827: 49694257 cycles: 194d9cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [032] 2547.052908: 31362886 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [010] 2547.053238: 36249633 cycles: ffffffff8a95a865 rseq_ip_fixup+0x5 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [001] 2547.053601: 38589337 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [002] 2547.054143: 31253574 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [026] 2547.054392: 32483875 cycles: 133b4811 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197243 [042] 2547.055201: 38654307 cycles: ffffffff8a753c17 pick_next_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [027] 2547.055356: 33573164 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [030] 2547.055428: 32318723 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2547.056003: 31915090 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2547.056393: 25136778 cycles: ffffffff8b6ad406 _raw_spin_lock+0x26 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2547.056585: 29791882 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [045] 2547.056893: 28486877 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [035] 2547.057105: 40537083 cycles: 142505d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [023] 2547.057662: 37974240 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [025] 2547.057735: 34224395 cycles: 174442bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [021] 2547.057792: 33599585 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [008] 2547.058102: 31942038 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [014] 2547.058110: 26540780 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.058213: 35508295 cycles: ffffffff8a7327e5 ttwu_queue_wakelist+0x25 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [028] 2547.058881: 32779171 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [034] 2547.058981: 35108115 cycles: 673a699 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [039] 2547.059051: 33411040 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [006] 2547.059299: 35436800 cycles: 1408b01f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2547.059336: 29544717 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [016] 2547.059414: 37067923 cycles: ffffffff8aa586ea __mod_memcg_lruvec_state+0x7a ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 196811 [009] 2547.059935: 49169585 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 125e54 epoll_wait+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.Timer 198862 [004] 2547.060308: 33540412 cycles: 1330cdd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2547.060314: 40690617 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2547.060641: 36536455 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) diskagen.User 198035 [005] 2547.060947: 32467717 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2547.061191: 26822825 cycles: 2782979 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [046] 2547.061234: 29687683 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [020] 2547.061615: 28354634 cycles: 251fca38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2547.061636: 38769373 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 196866 [012] 2547.061806: 37850843 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 198609 [044] 2547.061856: 44381457 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [013] 2547.062046: 26086711 cycles: 3b9615d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2547.062665: 28083404 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [007] 2547.062765: 35297934 cycles: 154cadf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [037] 2547.062838: 44177816 cycles: 2049acb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [033] 2547.062943: 30949493 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [047] 2547.063144: 31279556 cycles: 3a61c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [018] 2547.063196: 38833639 cycles: 266e2c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [024] 2547.063774: 34643139 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 170605 [032] 2547.064900: 36780520 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 170645 [022] 2547.065018: 29273425 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [043] 2547.065050: 32148997 cycles: 140c2349 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [002] 2547.065348: 30220111 cycles: 140c1eea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2547.066484: 31326657 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [029] 2547.066531: 25164591 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [010] 2547.066615: 33563912 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [036] 2547.066615: 29787399 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 155711 [040] 2547.068003: 33296826 cycles: bbc5403 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [030] 2547.068506: 34917735 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2547.068894: 27106790 cycles: ffffffff8a74bb25 select_idle_sibling+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [031] 2547.069078: 30551446 cycles: 1fcdaa0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [016] 2547.069671: 36923084 cycles: 1a6eee [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198055 [008] 2547.069690: 30735433 cycles: ffffffff8b6a8ac7 down_write+0x27 ([kernel.kallsyms]) ffffffff8a9639b2 generic_file_write_iter+0x32 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [045] 2547.069739: 26446350 cycles: ffffffff8b6ad455 _raw_spin_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [001] 2547.069883: 38113584 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [027] 2547.070174: 44156726 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1689bfd50fcf [unknown] (//anon) ydbd 193501 [042] 2547.070664: 46918605 cycles: ffffffff8a7c57aa exit_to_user_mode_prepare+0x5a ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [013] 2547.070814: 29841826 cycles: 21a19d9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [034] 2547.071417: 36333106 cycles: 17e47e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [038] 2547.071994: 32221702 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [004] 2547.072193: 40001478 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [041] 2547.072471: 26611416 cycles: 204ae0c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [046] 2547.072631: 29335925 cycles: ffffffff8aa7f2e5 __x64_sys_write+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 194631 [021] 2547.072678: 35429416 cycles: 64fa71a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [028] 2547.072704: 35281538 cycles: ffffffff8a9ee1f0 free_compound_page+0x0 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2547.072879: 27748386 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [006] 2547.073088: 40540011 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [019] 2547.073179: 33266848 cycles: 141304d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [003] 2547.073200: 29544717 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2547.073602: 34534449 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [011] 2547.074059: 51358761 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1402fb69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2547.075098: 39507413 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [022] 2547.075145: 29209338 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196103 [005] 2547.075183: 29170588 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2547.075255: 30032733 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [017] 2547.075530: 44301030 cycles: 1683491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [002] 2547.075899: 29814279 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [047] 2547.075954: 35074832 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [029] 2547.076284: 25164591 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [015] 2547.076287: 30765025 cycles: 1830583 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [035] 2547.076802: 35105009 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [000] 2547.076871: 43969901 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2049b064 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [012] 2547.076989: 40523804 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) timer_manager 194395 [024] 2547.077170: 34830461 cycles: ffffffff8a7d7ce5 __hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [033] 2547.077180: 34004553 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [045] 2547.077847: 27928914 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [043] 2547.078133: 37220449 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194334 [036] 2547.078178: 29031613 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c7a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2547.078347: 35239468 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2547.078460: 37561472 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 154841 [032] 2547.078543: 37227900 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [010] 2547.078623: 35398093 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [026] 2547.078682: 32254275 cycles: 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 171592 [044] 2547.078729: 41558952 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197267 [014] 2547.079569: 28728784 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [040] 2547.079718: 31519184 cycles: 204ae931 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.079806: 36866082 cycles: ffffffff8a7aeab2 __rcu_read_lock+0x22 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Schedu 160832 [030] 2547.080543: 33028905 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 197257 [013] 2547.080804: 30512044 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [008] 2547.081269: 32355887 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [009] 2547.081385: 50930050 cycles: 12ea6e85 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [031] 2547.081576: 32212635 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [037] 2547.081816: 34445220 cycles: 689b6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2547.082658: 26135072 cycles: ffffffff8b697ec8 ct_idle_exit+0x28 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2547.083395: 33196469 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [046] 2547.083681: 32287337 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [038] 2547.083980: 35291815 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 193489 [004] 2547.085183: 42118535 cycles: e262a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e2e2b __strftime_l+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 108e34bd [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagentd 162517 [003] 2547.085368: 56631256 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198650 [029] 2547.085828: 31763824 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [034] 2547.085889: 32178662 cycles: ffffffff8b389883 __skb_datagram_iter+0x1b3 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [022] 2547.085962: 29489293 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193988 [001] 2547.086032: 39684781 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [019] 2547.086558: 32081989 cycles: 1402d9a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2547.086930: 43894312 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [002] 2547.086957: 29016534 cycles: 204aef30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [025] 2547.087298: 35590634 cycles: 2528daf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [021] 2547.087500: 33472772 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2547.088156: 36559328 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [015] 2547.088363: 33792730 cycles: 13b2e2c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [006] 2547.088376: 40697463 cycles: 3ac3f4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172767 [005] 2547.088567: 27544147 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2547.088679: 27148709 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [036] 2547.089010: 30996229 cycles: 251a900f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2547.089119: 36380442 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [040] 2547.089690: 31899719 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2547.089743: 33889208 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [045] 2547.089835: 30780889 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.089994: 36818059 cycles: ffffffff8a97387c folio_add_lru+0x3c ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO.SQ 198055 [024] 2547.090033: 32246177 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [047] 2547.090046: 40608016 cycles: 267367d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [023] 2547.090051: 35339506 cycles: 13bea106 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2547.090589: 32049920 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [014] 2547.090592: 31427826 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [012] 2547.090767: 37288640 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [026] 2547.091098: 33233807 cycles: ffffffff8b617293 rb_first+0x3 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [013] 2547.091196: 37251913 cycles: 26abdc16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [010] 2547.091528: 37124557 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [000] 2547.092648: 43727595 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [018] 2547.092901: 38430361 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [033] 2547.092943: 34324952 cycles: 251a856b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [032] 2547.093010: 33822067 cycles: 17e3548 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [043] 2547.093164: 40547766 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2547.093228: 30642873 cycles: ffffffff8b39acd7 enqueue_to_backlog+0x17 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2547.094080: 31509864 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [031] 2547.094183: 30236708 cycles: 64df1eb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [041] 2547.094366: 25316098 cycles: ffffffff8b46feb3 tcp_recvmsg_locked+0x33 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [020] 2547.094833: 31540069 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [044] 2547.095460: 42783126 cycles: 17fbe23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [037] 2547.096301: 35951014 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [011] 2547.096445: 48079818 cycles: 204be4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [017] 2547.096542: 44903158 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [034] 2547.097095: 32030938 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [046] 2547.097258: 41717911 cycles: 204b273a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165162 [022] 2547.097574: 42015431 cycles: ffffffff8a753b8e pick_next_task_fair+0xce ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [038] 2547.098063: 35291815 cycles: 172bc93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [029] 2547.098461: 41099216 cycles: 1d1e6cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [002] 2547.099223: 29016534 cycles: 3b1a47e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2547.100119: 36747755 cycles: ffffffff8b800bbc asm_exc_page_fault+0xc ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [005] 2547.100990: 27352322 cycles: ffffffff8a74f02d enqueue_task_fair+0x3d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [004] 2547.100994: 39802292 cycles: 12f63ecd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2547.101102: 25137793 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [024] 2547.101375: 31442560 cycles: ffffffff8aaeb313 ep_poll+0x2a3 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2547.101423: 30638071 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [019] 2547.102219: 44936291 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2547.102333: 33924281 cycles: ffffffff8a7d7e34 __hrtimer_start_range_ns+0x154 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2547.102631: 29850467 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 165271 [042] 2547.102773: 33438065 cycles: 133b7276 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [027] 2547.103006: 38343894 cycles: ffffffff8b6ad67a native_queued_spin_lock_slowpath+0x2a ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [021] 2547.103039: 30264849 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2547.103046: 33970400 cycles: ffffffff8a6c84e9 switch_mm_irqs_off+0x199 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [028] 2547.103454: 36616929 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [008] 2547.103786: 30309214 cycles: 3b3c5d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [020] 2547.104288: 35772108 cycles: ffffffff8adafea9 __import_iovec+0x9 ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [007] 2547.104432: 38962186 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [015] 2547.104668: 33767319 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2547.104885: 36679943 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [009] 2547.105585: 47188731 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2547.105586: 39684781 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [032] 2547.105642: 34103755 cycles: 64a336f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [035] 2547.106265: 34234497 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [026] 2547.106347: 30940021 cycles: 14050fce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2547.106421: 33929880 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [010] 2547.106423: 34737555 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727c451 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [025] 2547.106600: 42954630 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [006] 2547.106725: 33343864 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [031] 2547.106884: 30236708 cycles: 68d0bc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 167030 [013] 2547.107379: 34920322 cycles: ad0fddc [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [018] 2547.107500: 41114234 cycles: 1401fd35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2547.107579: 25316098 cycles: ffffffff8a7eecc6 tick_nohz_next_event+0xe6 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [023] 2547.108024: 34052035 cycles: 156f3e98 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [000] 2547.108790: 42225770 cycles: 133a5cff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [034] 2547.109473: 35488036 cycles: ffffffff8a73be41 try_to_wake_up+0x181 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272265b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [047] 2547.109692: 31370670 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [038] 2547.110162: 45182081 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [016] 2547.110239: 36754652 cycles: ffffffff8a973781 folio_batch_move_lru+0xb1 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198656 [002] 2547.110338: 35226144 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2547.110713: 34324952 cycles: 182f6d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [044] 2547.111417: 45159262 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [043] 2547.111807: 40547766 cycles: ffffffff8a7f6f93 futex_wait+0x1f3 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [037] 2547.111824: 32826256 cycles: ffffffff8adacf98 _copy_to_iter+0x8 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 169055 [024] 2547.111889: 35011623 cycles: bbbd3ab [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 198628 [003] 2547.111974: 46317333 cycles: ffffffff8a65fa16 fpregs_assert_state_consistent+0x6 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [046] 2547.112511: 41533100 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167056 [040] 2547.112830: 30074357 cycles: ffffffff8a73331e prepare_task_switch+0x1e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 194346 [039] 2547.113141: 24858944 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [029] 2547.113308: 37599124 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 160816 [022] 2547.113355: 39679959 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [008] 2547.113545: 30481956 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [005] 2547.113600: 25689460 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [036] 2547.113829: 37205897 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [014] 2547.115061: 32812622 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2547.115609: 36005364 cycles: 26cb0c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [011] 2547.115857: 62817294 cycles: ffffffff8aa5d830 mod_objcg_state+0x0 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [004] 2547.115958: 39257261 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2547.116110: 30767572 cycles: ffffffff8a7efdd9 tick_nohz_idle_exit+0xc9 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [021] 2547.116318: 30264849 cycles: 6550f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [026] 2547.117141: 34899850 cycles: ffffffff8b3a7d3c net_rx_action+0x6c ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [006] 2547.117372: 34498183 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [017] 2547.117878: 42444652 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196760 [030] 2547.118291: 32162956 cycles: a67c40b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [019] 2547.118356: 42237956 cycles: 2525755b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [020] 2547.118471: 35952936 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2547.118512: 33022355 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2547.118703: 34242321 cycles: ffffffff8a7ef3b7 tick_nohz_restart+0x37 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [012] 2547.118722: 33280158 cycles: ffffffff8a7f29d3 futex_unqueue+0x43 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [031] 2547.119052: 37225871 cycles: 204a361a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [028] 2547.119184: 35229500 cycles: ffffffff8a73e5db available_idle_cpu+0x5b ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 64f5b65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [041] 2547.119706: 37099116 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2547.119707: 31540909 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [015] 2547.120067: 29425578 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.120330: 36748421 cycles: 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.User 168703 [002] 2547.121695: 33659993 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [035] 2547.121777: 40684658 cycles: ffffffff8b470141 tcp_recvmsg_locked+0x2c1 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [018] 2547.121812: 36154876 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [007] 2547.121955: 34446867 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2547.122056: 51242609 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [025] 2547.122312: 38239581 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [023] 2547.122803: 41229822 cycles: 283b4a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [047] 2547.123748: 30192777 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [013] 2547.123786: 34920322 cycles: 186b2bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [034] 2547.123909: 37658860 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2547.124336: 39722890 cycles: 1c969a14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2547.124809: 30606571 cycles: ffffffff8a75fddd __update_load_avg_se+0x7d ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2547.125527: 41307902 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2547.125706: 53151249 cycles: 21a31271 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2547.125921: 29177569 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2547.126006: 41817836 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [038] 2547.126646: 38238432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2547.126673: 44628633 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [005] 2547.126934: 23690722 cycles: 1417e304 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2547.128099: 43906955 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [015] 2547.128418: 29734096 cycles: 13403cd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2547.128476: 46206921 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 193991 [036] 2547.128622: 34638459 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [046] 2547.128654: 38934968 cycles: ffffffff8a7f83d7 flush_smp_call_function_queue+0x17 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 197014 [044] 2547.129662: 43376246 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 156aa26b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [037] 2547.129892: 36281814 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [029] 2547.129897: 39903360 cycles: 6550a21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [027] 2547.129999: 31571223 cycles: 3b199f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [042] 2547.130259: 33614096 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) blockstore-test 198065 [016] 2547.130465: 36738757 cycles: ffffffff8aa599f5 __count_memcg_events+0x35 ([kernel.kallsyms]) ffffffff8aa5cbdf charge_memcg+0x6f ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd 166609 [014] 2547.130531: 41547292 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [004] 2547.130538: 34563469 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [021] 2547.130597: 36030408 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [006] 2547.130692: 31815326 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [032] 2547.130711: 33642069 cycles: bc09088 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [026] 2547.131100: 35536242 cycles: ffffffff8aa51006 page_counter_cancel+0x36 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2547.131558: 38920237 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [030] 2547.131627: 30080414 cycles: ffffffff8ada67f0 __bitmap_and+0x40 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [020] 2547.131759: 36658179 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193987 [018] 2547.132270: 35851779 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IO 162523 [010] 2547.132874: 31953886 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7e7b54 thread_cpu_clock_get+0x14 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [028] 2547.133426: 38585656 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [012] 2547.133606: 29033829 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.Backgr 194456 [031] 2547.133652: 37669378 cycles: 15817f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [047] 2547.134135: 37756684 cycles: 1c942be5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [003] 2547.134703: 53885320 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2547.135084: 32943394 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166598 [041] 2547.136127: 32372488 cycles: ffffffff8a74ff84 update_sg_lb_stats+0x184 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [008] 2547.136294: 35414857 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [005] 2547.136857: 23757506 cycles: 21a259c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [017] 2547.136879: 45343271 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [007] 2547.137433: 34332684 cycles: 140484cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [025] 2547.138407: 38839595 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [013] 2547.138456: 42056014 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2547.138643: 39174214 cycles: ffffffff8aa51006 page_counter_cancel+0x36 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [039] 2547.138779: 34136915 cycles: ffffffff8b6ad541 _raw_spin_unlock+0x21 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [035] 2547.139369: 33687044 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [023] 2547.140458: 37454276 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [000] 2547.140517: 46679101 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165675 [015] 2547.140540: 28632948 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-test 198065 [016] 2547.140549: 36719029 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Schedu 162528 [040] 2547.140965: 36493062 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [011] 2547.141089: 55847960 cycles: 17fe0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [038] 2547.141214: 35101340 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [019] 2547.141465: 42237956 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [036] 2547.141804: 41556385 cycles: 21a05289 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2547.141935: 49588920 cycles: 141d2e1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159615 [030] 2547.142394: 29350014 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2547.142770: 30035615 cycles: ffffffff8a74be5c select_idle_sibling+0x33c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [026] 2547.142835: 33617328 cycles: ffffffff8b3a6a25 __netif_receive_skb+0x5 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [042] 2547.142905: 31260583 cycles: ffffffff8b800ef3 asm_sysvec_apic_timer_interrupt+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46a9f087f [unknown] (//anon) blocksto.CLI1 197447 [004] 2547.142942: 35975224 cycles: 35f3e55 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [046] 2547.143453: 33670995 cycles: ffffffff8aa5ba96 try_charge_memcg+0x96 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [027] 2547.143809: 30459014 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [032] 2547.143962: 34639572 cycles: 3a77abb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [022] 2547.144250: 45299053 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [001] 2547.144797: 55385000 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2547.144920: 30285142 cycles: 1a6960 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [018] 2547.145232: 36755873 cycles: 14020eb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2547.145413: 39518559 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2547.145689: 38328352 cycles: ffffffff8a765595 record_times+0x5 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2547.146033: 44569533 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [005] 2547.146119: 23757506 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [020] 2547.146128: 33059450 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [037] 2547.146190: 30461821 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2547.146321: 40560611 cycles: 649a54a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [045] 2547.146486: 36739011 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2547.146630: 30396229 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [033] 2547.146956: 43827922 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [009] 2547.147166: 45803614 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2547.148043: 42310840 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [043] 2547.148164: 48331068 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [031] 2547.148428: 45595003 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [028] 2547.148431: 38664649 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18407fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [008] 2547.148785: 36699785 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [047] 2547.149529: 40656714 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [041] 2547.150517: 34090821 cycles: ffffffff8a961cbc __filemap_get_folio+0x3c ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [039] 2547.150635: 35920823 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.150695: 36718338 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 194778 [007] 2547.151571: 36693706 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2547.152202: 34518805 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdCmpl_0 194090 [034] 2547.152263: 43434078 cycles: 156ed167 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [015] 2547.152816: 29697453 cycles: ffffffff8a9ead16 free_pcp_prepare+0x6 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2547.152874: 38278310 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [030] 2547.153932: 30734612 cycles: ffffffff8aa59b55 uncharge_batch+0x95 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [006] 2547.154419: 32522626 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2547.154461: 36894216 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2547.154694: 33567674 cycles: ffffffff8a7d7480 hrtimer_active+0x0 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2547.154704: 30315147 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2547.154993: 36582048 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 172225 [025] 2547.155546: 35902295 cycles: 1be5a18a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [042] 2547.155599: 29968195 cycles: 2516d371 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [046] 2547.156112: 36106089 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2547.156148: 35301941 cycles: 21a325ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [005] 2547.156448: 33197444 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [004] 2547.156506: 37097179 cycles: 1c79324c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2547.156531: 40719955 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [036] 2547.157190: 39920042 cycles: 133a5c87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [027] 2547.157396: 32766703 cycles: 7f0 [unknown] ([vdso]) default-executo 196114 [003] 2547.157868: 54131318 cycles: 3c911fa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 172233 [020] 2547.157985: 33705125 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [012] 2547.158023: 29708084 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [017] 2547.158099: 45627764 cycles: c50 [unknown] ([vdso]) diskagen.IC 197891 [000] 2547.158119: 36922537 cycles: 204a5444 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [018] 2547.158491: 34513386 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 141e9fcf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [019] 2547.158709: 52215623 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [024] 2547.158810: 41189269 cycles: 13c7c260 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2547.158950: 33230977 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [002] 2547.160099: 44048692 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [044] 2547.160682: 39324878 cycles: c50 [unknown] ([vdso]) blockstore-test 198065 [016] 2547.160819: 36715497 cycles: 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagentd 159605 [008] 2547.161424: 35568792 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [028] 2547.161795: 34431565 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [022] 2547.162130: 42918683 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2547.162201: 30413949 cycles: ffffffff8b61a5c5 memchr_inv+0x85 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [021] 2547.162918: 32843639 cycles: 14090901 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [041] 2547.163913: 38809780 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155848 [014] 2547.163981: 51532354 cycles: acba61c [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [009] 2547.164325: 48201306 cycles: 141da365 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2547.164417: 41364141 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2547.164828: 35560529 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [030] 2547.165044: 33153932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2547.165769: 32873949 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [011] 2547.166234: 45605255 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [025] 2547.166423: 34346534 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [001] 2547.166587: 52199297 cycles: ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 193987 [047] 2547.166728: 41924055 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bbbfac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [033] 2547.166761: 44132025 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 17bc9a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2547.166955: 48529032 cycles: ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [035] 2547.167127: 34325313 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [042] 2547.167329: 34893908 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165845 [006] 2547.167740: 29751558 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [031] 2547.167883: 40782905 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [032] 2547.167961: 33107489 cycles: 3ba4ae0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [026] 2547.168291: 33446606 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2547.169073: 33017687 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [005] 2547.169227: 30128234 cycles: 1330dad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [007] 2547.169317: 38085894 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 169057 [043] 2547.169359: 43366479 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [027] 2547.169871: 36526649 cycles: 204af3f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [013] 2547.169982: 37851940 cycles: 2528d775 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [034] 2547.169983: 47647620 cycles: 3b9db91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [046] 2547.170073: 39255825 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [012] 2547.170124: 33810561 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [023] 2547.170383: 35180817 cycles: 139f13e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.170908: 36713924 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [020] 2547.171391: 35062238 cycles: ffffffff8b3a4c6d __dev_queue_xmit+0x28d ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [018] 2547.171811: 34873914 cycles: 133ba482 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165845 [004] 2547.171823: 35652473 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [028] 2547.172444: 34473712 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [024] 2547.172530: 41858526 cycles: 3af2328 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [038] 2547.172548: 47453780 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2547.172844: 35202457 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 169057 [000] 2547.173460: 33913420 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [015] 2547.173683: 37238570 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [037] 2547.174357: 30074088 cycles: 204a4be0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [008] 2547.175954: 34261073 cycles: ffffffff8aa801da fput+0xa ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [021] 2547.176328: 29327599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbded25f [unknown] (//anon) diskagen.User 198845 [044] 2547.176631: 41917059 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [017] 2547.176885: 41238769 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [030] 2547.177045: 35105807 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcbfdee4c7 [unknown] (//anon) swapper 0 [022] 2547.177376: 39074212 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2547.177686: 34726056 cycles: 140eddc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [041] 2547.178482: 34040164 cycles: 1808d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [002] 2547.178747: 35830353 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [042] 2547.178938: 37110067 cycles: 3a6339d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 159496 [006] 2547.179020: 28739087 cycles: ffffffff8a7f1775 futex_hash+0x25 ([kernel.kallsyms]) ffffffff8a7f28a8 futex_q_lock+0x18 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 151709 [003] 2547.179125: 54686076 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [032] 2547.179413: 36355068 cycles: 25206238 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [039] 2547.179716: 36011063 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [035] 2547.179819: 35702095 cycles: ffffffff8a74ad09 reweight_entity+0x19 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [025] 2547.180590: 31254506 cycles: ffffffff8a7f6fb2 futex_wait+0x212 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [040] 2547.180632: 32241592 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14055ba1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.181046: 36697745 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SNULL 196013 [005] 2547.181162: 28637855 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [012] 2547.181339: 32755726 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [026] 2547.181749: 36891967 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2547.181858: 49735970 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [020] 2547.182076: 37798651 cycles: 2669ecf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [027] 2547.183067: 35154969 cycles: 1425cbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2547.183209: 43970881 cycles: 21a2da1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [031] 2547.183303: 34754154 cycles: 1d1e6cc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2547.183742: 33403263 cycles: 14120d7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [019] 2547.183880: 54707824 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [046] 2547.183940: 39952856 cycles: 3b9db99 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2547.184012: 46055144 cycles: ffffffff8a7ef936 tick_nohz_idle_stop_tick+0xa6 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2547.184096: 36318475 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2547.184204: 35337040 cycles: 179c871 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [014] 2547.184641: 40885948 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 198206 [009] 2547.184959: 40993933 cycles: cc15eda [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [018] 2547.184994: 31315263 cycles: 1806dde [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [033] 2547.185647: 43266614 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [028] 2547.185681: 40408402 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [036] 2547.186040: 39306094 cycles: 204ae32b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2547.186167: 43109936 cycles: ffffffff8a7d80c7 hrtimer_start_range_ns+0x77 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [029] 2547.186399: 36540426 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2547.186417: 42773217 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [013] 2547.186558: 31373715 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [001] 2547.186881: 43520064 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [037] 2547.187069: 28432789 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [034] 2547.187321: 48861903 cycles: 141f48e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [021] 2547.187923: 32289601 cycles: 3b2e069 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [024] 2547.188705: 40755311 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [015] 2547.188811: 34175479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [038] 2547.188868: 38498691 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2547.189118: 30827715 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [006] 2547.189543: 35368802 cycles: 1432c41f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [010] 2547.190679: 36376995 cycles: 3af22ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [030] 2547.190997: 31898077 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2547.191114: 36694200 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 198683 [002] 2547.191350: 38288523 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdSbmEv 194091 [012] 2547.191547: 33079969 cycles: ffffffff8a7f1ae0 get_futex_key+0x0 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [040] 2547.191549: 31200273 cycles: 64a4c06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [044] 2547.191772: 40133421 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [032] 2547.191836: 33865193 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [005] 2547.192008: 30967310 cycles: 141e9eb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2547.192440: 37300448 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [042] 2547.192571: 33831805 cycles: ffffffff8b47e90e tcp_rearm_rto+0x14e ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [025] 2547.192984: 28995870 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2547.193459: 34560349 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2547.194523: 33063316 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2547.194998: 31848316 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IO 167054 [035] 2547.195699: 39599678 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2547.196206: 35712679 cycles: ffffffff8b616edb rb_erase+0xcb ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [020] 2547.196684: 35460664 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [026] 2547.196791: 40514456 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2547.197504: 35593724 cycles: 140c1f87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2547.197529: 29402692 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 150658 [027] 2547.197741: 36927644 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197250 [023] 2547.197757: 32030754 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2547.197956: 34091416 cycles: 247250e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [013] 2547.198627: 29614950 cycles: 3b2480a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [007] 2547.198900: 36063368 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2547.199066: 27610331 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [029] 2547.199372: 34669183 cycles: 133a877e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [047] 2547.199503: 40653235 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [008] 2547.199669: 30619642 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [021] 2547.200581: 34112247 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2547.200909: 38655428 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2547.200993: 32413319 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.201238: 36709770 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8a6c6b68 pte_alloc_one+0x18 ([kernel.kallsyms]) ffffffff8a9bb68b __pte_alloc+0x2b ([kernel.kallsyms]) ffffffff8a9bba66 do_anonymous_page+0x346 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [009] 2547.201356: 40966609 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2547.201423: 38246487 cycles: ffffffff8a754f35 nohz_run_idle_balance+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2547.201814: 40684423 cycles: ffffffff8b4786d5 tcp_urg+0x5 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [036] 2547.202030: 41466237 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 17e2d07 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [000] 2547.202463: 43148131 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2547.202999: 30177834 cycles: 3ac0841 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2547.203112: 39075020 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [003] 2547.203183: 50564982 cycles: ffffffff8a747d96 update_load_avg+0x4c6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2547.203321: 57937014 cycles: 36b7a1c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165162 [012] 2547.203593: 34841338 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 198118 [032] 2547.203817: 32859400 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [033] 2547.203863: 34592820 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [024] 2547.204233: 43791432 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [006] 2547.204257: 35183760 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [010] 2547.204451: 33131322 cycles: 3c422bb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2547.204654: 36438690 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [043] 2547.204871: 35069693 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [034] 2547.204968: 38833737 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [001] 2547.205184: 44674329 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [042] 2547.205287: 31214578 cycles: ffffffff8aa2ef51 kmem_cache_alloc_node+0x51 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [039] 2547.205387: 36772838 cycles: ffffffff8b50f995 unix_stream_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [002] 2547.205765: 41046286 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2547.206025: 27762741 cycles: 172c363 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [019] 2547.206501: 53580795 cycles: 3b9e8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [005] 2547.206772: 29976998 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [018] 2547.207461: 29631937 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b51a21e ip6_finish_output+0x13e ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2547.207762: 29637619 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2547.208037: 45658862 cycles: ffffffff8a75fdca __update_load_avg_se+0x6a ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [004] 2547.208315: 32814540 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2547.208407: 30940068 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [044] 2547.208442: 44565675 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [023] 2547.209802: 35276539 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [037] 2547.210006: 36157495 cycles: ffffffff8a7d7d61 __hrtimer_start_range_ns+0x81 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [031] 2547.210652: 33432812 cycles: 68d04d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [035] 2547.211227: 44282131 cycles: 252589db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [020] 2547.211241: 33191783 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [016] 2547.211322: 36691021 cycles: ffffffff8aa56566 get_mem_cgroup_from_mm+0x26 ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 194363 [008] 2547.211372: 29040091 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198624 [026] 2547.211386: 36233823 cycles: ffffffff8a95ac36 __rseq_handle_notify_resume+0x6 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [013] 2547.211732: 31120669 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2547.211792: 38004585 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [047] 2547.212795: 40534362 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2547.214196: 32812619 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [027] 2547.214324: 38745421 cycles: ffffffff8a74ae75 update_cfs_group+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [021] 2547.214494: 36324295 cycles: 3abf4f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155710 [036] 2547.214647: 39253794 cycles: ffffffff8a74195b __calc_delta+0xb ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [007] 2547.214741: 36943549 cycles: 6e8 [unknown] ([vdso]) nbsd.IC 194355 [014] 2547.215803: 33687121 cycles: ffffffff8b3898b4 __skb_datagram_iter+0x1e4 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2547.215920: 32715922 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165440 [032] 2547.216097: 37823702 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [015] 2547.216217: 32875883 cycles: 1a6887 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141aa6fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165449 [010] 2547.216307: 39070879 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [005] 2547.216590: 34103950 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [012] 2547.216697: 31824514 cycles: 3a61513 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [030] 2547.216785: 38004698 cycles: 141e8851 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [038] 2547.216923: 36220610 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [025] 2547.217167: 28714925 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [028] 2547.217302: 35078429 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 198115 [042] 2547.217387: 37281546 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7e55b9 __x64_sys_clock_gettime+0x99 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [045] 2547.217406: 40962867 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [000] 2547.218046: 41595100 cycles: ffffffff8a95e927 __filemap_add_folio+0x347 ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 194448 [043] 2547.218227: 33715648 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [006] 2547.218425: 38987377 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [009] 2547.218674: 42084356 cycles: ffffffff8b3a62c4 __netif_receive_skb_core.constprop.0+0xa34 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2547.219298: 35238758 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [033] 2547.219471: 34235754 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [004] 2547.220703: 35455518 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2547.221145: 46059168 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [016] 2547.221458: 36687608 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 197875 [024] 2547.221687: 40715819 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [002] 2547.221723: 38642673 cycles: ffffffff8a9ebc91 post_alloc_hook+0xc1 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [041] 2547.221731: 33185483 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [020] 2547.222143: 32148953 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [039] 2547.222534: 34077680 cycles: 1406ae75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [017] 2547.222656: 30763529 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [008] 2547.224032: 27031096 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [013] 2547.224207: 31624792 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [023] 2547.224438: 38174383 cycles: ffffffff8a7f6fb2 futex_wait+0x212 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [037] 2547.225050: 34678408 cycles: 1d40856 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [044] 2547.225075: 46442311 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [026] 2547.225222: 32410006 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [003] 2547.225455: 55757000 cycles: ffffffff8b370d00 ___sys_recvmsg+0x80 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [001] 2547.225550: 43132331 cycles: ffffffff8a738326 pick_next_task+0x26 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [031] 2547.225708: 41313364 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2547.226121: 34785314 cycles: 25258a9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [022] 2547.226129: 39899345 cycles: 1c396672 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2547.226869: 36531054 cycles: ffffffff8a7604b6 __update_load_avg_cfs_rq+0x76 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [019] 2547.227018: 50024113 cycles: 1424d8d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [011] 2547.227314: 48770144 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837663 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [032] 2547.227464: 35672816 cycles: 13cb28b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2547.227823: 38730921 cycles: 141e9b57 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 194092 [025] 2547.227924: 28582413 cycles: 93cd0 pthread_cond_timedwait+0x70 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [015] 2547.229188: 32671363 cycles: 1e46c2ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [036] 2547.229265: 47183998 cycles: ffffffff8b486e3f __tcp_transmit_skb+0x5af ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2547.229784: 39613260 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [014] 2547.229907: 36170913 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [021] 2547.229945: 31459389 cycles: 133ba10d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2547.229981: 41191722 cycles: ffffffff8a739810 check_preempt_curr+0x60 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [030] 2547.230178: 39197868 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2547.230293: 36153201 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [038] 2547.230324: 36347121 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2547.230427: 40988150 cycles: ffffffff8a74ea92 enqueue_entity+0x12 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [035] 2547.230611: 42820991 cycles: 1407135b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [043] 2547.230619: 40990856 cycles: 12ff4eab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [018] 2547.230958: 33302396 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.231516: 36693941 cycles: ffffffff8aa1cafe vma_alloc_folio+0x9e ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194623 [028] 2547.231659: 37215381 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [005] 2547.232147: 38013790 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2547.232719: 41619132 cycles: ffffffff8a697e1d __sysvec_call_function_single+0xd ([kernel.kallsyms]) blocksto.CLI2 198714 [000] 2547.232830: 36062605 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [042] 2547.233121: 39981057 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2547.233469: 40175391 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2547.233802: 38513944 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [004] 2547.233803: 31970646 cycles: 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [008] 2547.234798: 26669541 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [020] 2547.235090: 29896533 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 194456 [041] 2547.235634: 33621174 cycles: 1581ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [009] 2547.235649: 38817286 cycles: 1302b4ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [002] 2547.235962: 39524560 cycles: 3b19601 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2547.236763: 30952444 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [024] 2547.236783: 42225815 cycles: ffffffff8a7f1f3c get_futex_key+0x45c ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) grpc_global_tim 172762 [013] 2547.236792: 33337450 cycles: 11a13a16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 167030 [017] 2547.236793: 29925657 cycles: 18579b56 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198751 [039] 2547.237299: 32610207 cycles: ffffffff8aa59829 __mod_lruvec_state+0x39 ([kernel.kallsyms]) ffffffff8a97287b lru_add_fn+0x1ab ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [045] 2547.237987: 30925063 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [034] 2547.238645: 42116973 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [037] 2547.238838: 38222032 cycles: ffffffff8b50f069 unix_stream_read_generic+0x149 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2547.239204: 32672935 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2547.239790: 34405721 cycles: ffffffff8a7d76c1 hrtimer_wakeup+0x11 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [022] 2547.240378: 35991483 cycles: 141d35bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2547.240410: 27348925 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) blocksto.CLI1 194622 [044] 2547.240524: 47089228 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [046] 2547.240546: 35610429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [023] 2547.240974: 40623780 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.241641: 36701141 cycles: 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [021] 2547.241681: 30145502 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [015] 2547.241792: 33854428 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2547.242504: 40274128 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [018] 2547.243341: 37200033 cycles: 3a93df5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2547.244350: 37665678 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [047] 2547.244766: 35356265 cycles: ffffffff8b6921a7 do_syscall_64+0x57 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2547.245570: 42381224 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [014] 2547.246028: 39265321 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2547.246029: 32469499 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [012] 2547.246223: 33575439 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [000] 2547.246642: 34943860 cycles: 133c918a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [008] 2547.246902: 26796367 cycles: 3c4b7c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2547.247109: 37108738 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [004] 2547.247134: 31002876 cycles: 3adeaa0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [002] 2547.247919: 36839805 cycles: 12e97528 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [029] 2547.248219: 32571609 cycles: 185551b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2547.248831: 47386490 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150657 [030] 2547.248969: 30117741 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194632 [006] 2547.249359: 43889970 cycles: 3b98358 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [020] 2547.249377: 32823097 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [042] 2547.249461: 37341690 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [003] 2547.249847: 55292933 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [026] 2547.249899: 35390412 cycles: 6551210 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [033] 2547.250001: 37742519 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [043] 2547.250502: 36039252 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166613 [011] 2547.250623: 47222650 cycles: ffffffff8a736e1b dequeue_task+0xfb ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [017] 2547.250727: 33391350 cycles: 1330dc88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [041] 2547.250728: 35907698 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 197870 [007] 2547.250988: 40431900 cycles: 13404e96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198040 [005] 2547.251175: 32035040 cycles: ffffffff8a74e2ad dequeue_task_fair+0x26d ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [027] 2547.251189: 42463444 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2547.251324: 34269480 cycles: 21a0ab25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.251720: 36696103 cycles: ffffffff8a9c2cb1 __handle_mm_fault+0xd1 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 196117 [013] 2547.252386: 33337450 cycles: 3b168ca [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2547.252936: 40530424 cycles: 28aa31b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [019] 2547.253117: 44091780 cycles: 140862f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 197012 [035] 2547.253903: 36742261 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [022] 2547.254117: 35030866 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [009] 2547.254165: 30344023 cycles: 3b17379 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2547.254633: 48724768 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) swapper 0 [045] 2547.254809: 35945586 cycles: ffffffff8a7d8bf5 hrtimer_get_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [021] 2547.254837: 30699829 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [046] 2547.254856: 40095166 cycles: 143396c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2547.254859: 43777843 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [025] 2547.255205: 26224461 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [039] 2547.255648: 26744031 cycles: 644589c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170457 [032] 2547.256809: 31596976 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [008] 2547.257137: 30396571 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [037] 2547.257157: 47340140 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [018] 2547.257546: 34633270 cycles: 17294f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 194456 [031] 2547.258308: 38388979 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [044] 2547.258831: 50483514 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [038] 2547.258981: 35049761 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [001] 2547.259005: 29531322 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [012] 2547.259144: 39588708 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [000] 2547.259216: 41812689 cycles: 1a6904 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2547.259942: 31713051 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [041] 2547.261169: 35267707 cycles: 204868e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [030] 2547.261633: 28015070 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [036] 2547.261640: 46901914 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2547.261836: 36715220 cycles: ffffffff8b6977fb exc_page_fault+0xb ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.User 172771 [029] 2547.261885: 29042272 cycles: ffffffff8adb062d _find_next_and_bit+0x2d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2547.262109: 35921576 cycles: ffffffff8a7397d2 check_preempt_curr+0x22 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2547.262276: 33610614 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [017] 2547.262294: 40518323 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2547.262701: 37140597 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [020] 2547.262749: 30345260 cycles: ffffffff8a74c663 select_task_rq_fair+0x1e3 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa5d230 get_obj_cgroup_from_current+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [002] 2547.262977: 32613413 cycles: ffffffff8a779b97 psi_task_change+0x87 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [047] 2547.263245: 41198689 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [014] 2547.263396: 42488261 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [042] 2547.264098: 42281324 cycles: ffffffff8a779f4a psi_task_switch+0x16a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [026] 2547.265035: 34429340 cycles: 62860a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167024 [009] 2547.266003: 29801346 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [010] 2547.266480: 48871396 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2547.266541: 26028349 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [033] 2547.266997: 38702598 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [013] 2547.267040: 34349212 cycles: 1402ea20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [021] 2547.267404: 28440507 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [005] 2547.267659: 31650003 cycles: 64f5b65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 169056 [006] 2547.267900: 39809220 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 197243 [040] 2547.267930: 35849092 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [022] 2547.267941: 44555778 cycles: 14070637 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2547.267946: 36039252 cycles: 178fd7f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 193592 [007] 2547.268412: 36945766 cycles: ffffffff8a7f2739 futex_get_value_locked+0x19 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [025] 2547.268439: 29371782 cycles: 2722925a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2547.268951: 41076981 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [032] 2547.269086: 32264938 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [045] 2547.270053: 34456045 cycles: 18072b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [001] 2547.270077: 28827012 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [008] 2547.270675: 27871123 cycles: ffffffff8a76e0f8 sched_clock_cpu+0x8 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [004] 2547.270687: 32747219 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [034] 2547.271114: 40535780 cycles: ffffffff8b372932 __sk_dst_check+0x62 ([kernel.kallsyms]) ffffffff8b45ca58 __ip_queue_xmit+0x2a8 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193831 [018] 2547.271139: 33018461 cycles: ffffffff8a7c57aa exit_to_user_mode_prepare+0x5a ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [011] 2547.271564: 39642790 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 165163 [035] 2547.271596: 37772402 cycles: ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI1 198711 [046] 2547.271886: 33194666 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [019] 2547.271919: 34946346 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.271923: 36717813 cycles: ffffffff8b800bb0 asm_exc_page_fault+0x0 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [030] 2547.272503: 27384624 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 169827 [038] 2547.272915: 35339055 cycles: ffffffff8a779ee3 psi_task_switch+0x103 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 159894 [024] 2547.272997: 42750169 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 194363 [003] 2547.274050: 48035981 cycles: 141983a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [000] 2547.274636: 45202951 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [029] 2547.274843: 30728181 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [002] 2547.275270: 30794409 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [012] 2547.275395: 32671079 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [041] 2547.275585: 34513807 cycles: 35f3da6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [020] 2547.275979: 30976802 cycles: 3b637af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [044] 2547.276366: 49586171 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2547.276637: 37312261 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [017] 2547.277462: 35690531 cycles: ffffffff8aa5d580 __memcg_kmem_charge_page+0xe0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [037] 2547.277759: 50075126 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2547.278198: 33725381 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [023] 2547.278330: 46323599 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [039] 2547.278669: 26755324 cycles: 120bbba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [026] 2547.278693: 33046659 cycles: ffffffff8a747ecc update_load_avg+0x5fc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [014] 2547.279061: 43331780 cycles: ffffffff8a764ff2 __wake_up_common_lock+0x82 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [009] 2547.279343: 29134519 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2547.279606: 39509842 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [031] 2547.279669: 45045456 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [021] 2547.280105: 31011095 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) Test 194631 [032] 2547.281381: 34837226 cycles: 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197261 [005] 2547.281574: 31650003 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2547.281905: 35059807 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696aee sysvec_call_function_single+0x4e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [042] 2547.281983: 40752375 cycles: 26c9d62 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [016] 2547.282049: 36712721 cycles: ffffffff8a9ef518 get_page_from_freelist+0x28 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.IC 171304 [008] 2547.282210: 26726793 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 18755753 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [047] 2547.282294: 34574159 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2547.282672: 30862895 cycles: ffffffff8a7493e4 place_entity+0x74 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [004] 2547.282891: 31081321 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [013] 2547.282937: 34411505 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) containerd 1321 [025] 2547.282957: 32700894 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 5083f7 [unknown] (/usr/bin/containerd) 4d492f [unknown] (/usr/bin/containerd) 4caeb4 [unknown] (/usr/bin/containerd) 4cadf4 [unknown] (/usr/bin/containerd) 504b04 [unknown] (/usr/bin/containerd) ydbd.IO 196773 [034] 2547.283693: 43503471 cycles: bbc8aae [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [040] 2547.283764: 31282571 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166609 [001] 2547.284215: 33483028 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [043] 2547.284508: 45536551 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197260 [046] 2547.284652: 34847862 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 198846 [018] 2547.284808: 39118206 cycles: ffffffff8b6ab4f8 do_nanosleep+0x88 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2547.285415: 33419059 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [045] 2547.285489: 32853269 cycles: 139f1056 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2547.286748: 41390526 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169827 [010] 2547.286912: 41733821 cycles: ffffffff8b6921c2 do_syscall_64+0x72 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 166596 [007] 2547.287026: 40544422 cycles: bdbbd58 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [022] 2547.287350: 46374638 cycles: 3b95fff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [029] 2547.287434: 35836365 cycles: 1e5c5341 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [002] 2547.287825: 29276438 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [033] 2547.288003: 41093037 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [038] 2547.288158: 43638474 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166606 [020] 2547.288197: 29847857 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [012] 2547.288715: 30832429 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [011] 2547.289249: 47897681 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b550c2e raw6_local_deliver+0xe ([kernel.kallsyms]) ffffffff8b51c9ec ip6_protocol_deliver_rcu+0x8c ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2547.289286: 39452541 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [039] 2547.289806: 27046584 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [026] 2547.290818: 35840092 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2547.291451: 39613291 cycles: ffffffff8b47e965 tcp_ack+0x5 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.292139: 36703607 cycles: ffffffff8a998455 __mod_zone_page_state+0x75 ([kernel.kallsyms]) ffffffff8a9728aa lru_add_fn+0x1da ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [015] 2547.292393: 39740804 cycles: 27279a1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2547.292732: 41428036 cycles: ffffffff8a7ef8cd tick_nohz_idle_stop_tick+0x3d ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [028] 2547.293058: 41025268 cycles: ffffffff8b6ae249 __do_softirq+0x49 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2547.293107: 42078454 cycles: ffffffff8a747adc update_load_avg+0x20c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kcompactd0 311 [044] 2547.293139: 46128577 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9aa554 isolate_freepages+0x1a4 ([kernel.kallsyms]) ffffffff8a9aa713 compaction_alloc+0x63 ([kernel.kallsyms]) ffffffff8aa393d0 unmap_and_move+0x40 ([kernel.kallsyms]) ffffffff8aa39826 migrate_pages+0x276 ([kernel.kallsyms]) ffffffff8a9acc54 compact_zone+0x334 ([kernel.kallsyms]) ffffffff8a9ad26a proactive_compact_node+0x8a ([kernel.kallsyms]) ffffffff8a9ad8bf kcompactd+0x39f ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2547.293371: 28836683 cycles: ffffffff8b692162 do_syscall_64+0x12 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2547.293462: 43402177 cycles: 133a5d03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2547.293568: 39752275 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [017] 2547.293850: 41207631 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2547.294566: 24836426 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [030] 2547.294991: 30862895 cycles: 140715f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [032] 2547.295355: 34837226 cycles: 272832f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [003] 2547.296081: 38152076 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2547.296133: 28657152 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163646 [036] 2547.296283: 37254947 cycles: ffffffff8a753c19 pick_next_task_fair+0x159 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [014] 2547.296554: 39549020 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [004] 2547.296642: 28371406 cycles: 97fda pthread_mutex_lock+0xea (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [006] 2547.296879: 30190262 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2547.296914: 32168634 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 154854 [042] 2547.296931: 35487206 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [013] 2547.297130: 35726311 cycles: ffffffff8b47ef6a tcp_ack+0x60a ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [005] 2547.297233: 51964665 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [025] 2547.297529: 28509053 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [037] 2547.297697: 46637007 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [031] 2547.298105: 42537592 cycles: 3cab288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [001] 2547.298961: 31590695 cycles: 12f35c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 196717 [012] 2547.299053: 29544764 cycles: ffffffff8aa8df0f __legitimize_path+0x2f ([kernel.kallsyms]) ffffffff8aa8f06a try_to_unlazy+0x3a ([kernel.kallsyms]) ffffffff8aa8f274 complete_walk+0x44 ([kernel.kallsyms]) ffffffff8aa93977 do_open+0x277 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.SRV2 197556 [039] 2547.299090: 27046584 cycles: 14243657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [047] 2547.299142: 28483937 cycles: 3b637da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [002] 2547.299172: 30377499 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [020] 2547.299426: 28479878 cycles: 1740be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [018] 2547.299680: 38934008 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [019] 2547.299972: 37073673 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198713 [045] 2547.301604: 31099433 cycles: 3b6d994 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [034] 2547.301962: 37148595 cycles: 3ad2239 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [029] 2547.302030: 36637289 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [009] 2547.302079: 29888394 cycles: ffffffff8a7d67bd __mod_timer+0x7d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.302261: 36700093 cycles: ffffffff8a972755 lru_add_fn+0x85 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 194341 [024] 2547.303058: 40804847 cycles: 26a606de [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [022] 2547.303567: 45419363 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2547.303677: 36517476 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [027] 2547.303788: 39384052 cycles: 186a7c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 160829 [043] 2547.303836: 41072948 cycles: 133b688b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [008] 2547.303907: 25103695 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [026] 2547.304443: 33360901 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [033] 2547.305536: 33232026 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kcompactd0 311 [044] 2547.305822: 43036106 cycles: ffffffff8a9a9b02 isolate_freepages_block+0x422 ([kernel.kallsyms]) ffffffff8a9aa554 isolate_freepages+0x1a4 ([kernel.kallsyms]) ffffffff8a9aa713 compaction_alloc+0x63 ([kernel.kallsyms]) ffffffff8aa393d0 unmap_and_move+0x40 ([kernel.kallsyms]) ffffffff8aa39826 migrate_pages+0x276 ([kernel.kallsyms]) ffffffff8a9acc54 compact_zone+0x334 ([kernel.kallsyms]) ffffffff8a9ad26a proactive_compact_node+0x8a ([kernel.kallsyms]) ffffffff8a9ad8bf kcompactd+0x39f ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [007] 2547.305926: 38586702 cycles: 272b0033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2547.306309: 38206524 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [038] 2547.306694: 35440755 cycles: 3b17301 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [006] 2547.306765: 30470895 cycles: ffffffff8aa5d99b mod_objcg_state+0x16b ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [040] 2547.306776: 28067753 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198684 [030] 2547.306915: 39380815 cycles: ffffffff8a7dc9d9 ktime_get_update_offsets_now+0x49 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2547.307141: 36026907 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 196717 [012] 2547.307194: 31215463 cycles: ffffffff8b62211b num_to_str+0x7b ([kernel.kallsyms]) ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e0c4 do_task_stat+0x3c4 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [015] 2547.307432: 37568912 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [004] 2547.307518: 27252376 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 1742c024 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [042] 2547.307979: 35263486 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [032] 2547.307999: 53429711 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194336 [028] 2547.308316: 41025268 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [000] 2547.308519: 41019568 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [017] 2547.308613: 36597556 cycles: 13aa7b10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [020] 2547.308949: 28515071 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [001] 2547.308985: 31507221 cycles: 1424eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [039] 2547.309094: 39232017 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [046] 2547.309121: 30307058 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [021] 2547.309480: 39655063 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2547.309782: 32996111 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [036] 2547.310058: 38814827 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 168892 [047] 2547.310167: 28002059 cycles: ffffffff8a779ec0 psi_task_switch+0xe0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 197258 [011] 2547.310407: 47774524 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8ab8802a ext4_dirty_inode+0x3a ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2547.310450: 29677524 cycles: ffffffff8a74be99 select_idle_sibling+0x379 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193501 [041] 2547.310956: 41169398 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198055 [013] 2547.311363: 34771886 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169830 [014] 2547.312200: 34068352 cycles: ffffffff8a7523fe __update_idle_core+0xce ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-test 198065 [016] 2547.312359: 36700283 cycles: ffffffff8a6c487b do_user_addr_fault+0x28b ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Schedu 163665 [003] 2547.312632: 37538059 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [008] 2547.313141: 31550909 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2547.313254: 29709604 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [009] 2547.313642: 30333927 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [018] 2547.314232: 34138799 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2547.314668: 45326769 cycles: ffffffff8a7340c0 raw_spin_rq_unlock+0x10 ([kernel.kallsyms]) ffffffff8a73bf3c try_to_wake_up+0x27c ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) test_tool 196717 [012] 2547.315787: 32499620 cycles: ffffffff8aa856eb vfs_getattr_nosec+0xfb ([kernel.kallsyms]) ffffffff8aa8643a vfs_fstat+0x4a ([kernel.kallsyms]) ffffffff8aa865ab __do_sys_newfstat+0x2b ([kernel.kallsyms]) ffffffff8aa86615 __x64_sys_newfstat+0x15 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0a58 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 198657 [010] 2547.316190: 36435581 cycles: 6285c4f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [037] 2547.316242: 37879958 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2547.316558: 34724425 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [029] 2547.316597: 33228134 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1f0ab [unknown] ([unknown]) diskagen.User 198842 [026] 2547.317019: 31948966 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [024] 2547.317078: 40087324 cycles: bbd1689 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [035] 2547.317212: 36991350 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 151710 [019] 2547.317365: 38567737 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [027] 2547.317512: 34782382 cycles: ffffffffc0c828a4 nf_nat_inet_fn+0x114 ([kernel.kallsyms]) ffffffffc0c846c5 nf_nat_ipv4_out+0x55 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kcompactd0 311 [044] 2547.317667: 40951868 cycles: ffffffff8a9a9790 isolate_freepages_block+0xb0 ([kernel.kallsyms]) ffffffff8a9aa554 isolate_freepages+0x1a4 ([kernel.kallsyms]) ffffffff8a9aa713 compaction_alloc+0x63 ([kernel.kallsyms]) ffffffff8aa393d0 unmap_and_move+0x40 ([kernel.kallsyms]) ffffffff8aa39826 migrate_pages+0x276 ([kernel.kallsyms]) ffffffff8a9acc54 compact_zone+0x334 ([kernel.kallsyms]) ffffffff8a9ad26a proactive_compact_node+0x8a ([kernel.kallsyms]) ffffffff8a9ad8bf kcompactd+0x39f ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [034] 2547.317735: 31709546 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2547.317907: 37396505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [006] 2547.318090: 29478325 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [004] 2547.318159: 27303986 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [043] 2547.318544: 41000206 cycles: 1860ebd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2547.318568: 35169245 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 160813 [005] 2547.319366: 45695332 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [030] 2547.320015: 41405475 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [042] 2547.320092: 41802880 cycles: ffffffff8a990696 shmem_write_end+0x116 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159388 [022] 2547.320331: 47738087 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [046] 2547.320527: 33209101 cycles: 14076191 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [038] 2547.320991: 40857599 cycles: a90 [unknown] ([vdso]) diskagen.IC 198855 [036] 2547.321044: 37727510 cycles: 204af598 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [001] 2547.321507: 37080088 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 166761 [002] 2547.321880: 31424699 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2547.321886: 32737056 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [028] 2547.321940: 43304913 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [025] 2547.322069: 31164526 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bb68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [023] 2547.322269: 31631391 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [047] 2547.322380: 28634412 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.322492: 36686137 cycles: ffffffff8a9ec845 rmqueue_bulk+0x115 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [039] 2547.322877: 39983434 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [015] 2547.323354: 40458734 cycles: ffffffff8a7f8302 __smp_call_single_queue+0x22 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [017] 2547.323818: 32141905 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [014] 2547.324030: 36517243 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 198118 [008] 2547.324349: 31069840 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [000] 2547.324893: 35075983 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [012] 2547.325290: 33438418 cycles: ffffffff8b370c23 copy_msghdr_from_user+0x73 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [013] 2547.325737: 41178657 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2547.325820: 40945934 cycles: ffffffff8b46d8d5 tcp_skb_entail+0x55 ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [009] 2547.325931: 34302545 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2547.326838: 31623628 cycles: ffffffff8a7efed9 tick_irq_enter+0x69 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.Backgr 196029 [040] 2547.327268: 34362185 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2547.327355: 32544345 cycles: ffffffff8a73c8c6 sched_ttwu_pending+0x6 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [026] 2547.327462: 37368527 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2547.327579: 27462415 cycles: ffffffff8a697e40 __sysvec_call_function_single+0x30 ([kernel.kallsyms]) diskagen.User 198842 [041] 2547.327900: 45845419 cycles: ffffffff8a74dbd1 dequeue_entity+0x51 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [004] 2547.328390: 27258775 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [032] 2547.328863: 43374305 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kcompactd0 311 [044] 2547.328951: 39541884 cycles: ffffffff8a9eb287 set_pfnblock_flags_mask+0x87 ([kernel.kallsyms]) ffffffff8a9aa656 isolate_freepages+0x2a6 ([kernel.kallsyms]) ffffffff8a9aa713 compaction_alloc+0x63 ([kernel.kallsyms]) ffffffff8aa393d0 unmap_and_move+0x40 ([kernel.kallsyms]) ffffffff8aa39826 migrate_pages+0x276 ([kernel.kallsyms]) ffffffff8a9acc54 compact_zone+0x334 ([kernel.kallsyms]) ffffffff8a9ad26a proactive_compact_node+0x8a ([kernel.kallsyms]) ffffffff8a9ad8bf kcompactd+0x39f ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [006] 2547.329281: 28538296 cycles: 243a3c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 198112 [010] 2547.329788: 32700532 cycles: 1be55741 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [029] 2547.329903: 33479766 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2547.330288: 29889773 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [046] 2547.330316: 32900811 cycles: ffffffff8b48719d __tcp_transmit_skb+0x90d ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162507 [035] 2547.330542: 38766261 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 170131 [011] 2547.331005: 46158330 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2547.331390: 41279312 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [043] 2547.331865: 37931419 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b48a53f sk_forced_mem_schedule+0xaf ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198033 [024] 2547.332036: 40565573 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2547.332106: 31333183 cycles: ffffffff8b46ec38 tcp_sendmsg_locked+0x338 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [033] 2547.332557: 39075839 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.332569: 36684441 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9c2cee __handle_mm_fault+0x10e ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SNULL 194440 [027] 2547.333061: 37009259 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [007] 2547.333592: 31296874 cycles: 141d1975 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [019] 2547.333596: 36208115 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [037] 2547.333694: 33872977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [036] 2547.334090: 39415576 cycles: 1402a60c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2547.334794: 40281462 cycles: ffffffff8a74f13f enqueue_task_fair+0x14f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [047] 2547.334865: 27552826 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [002] 2547.334915: 29017083 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd 167053 [025] 2547.335306: 29071858 cycles: ffffffff8a7d783b enqueue_hrtimer+0x4b ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [001] 2547.335348: 37986207 cycles: ffffffff8a73bf6b try_to_wake_up+0x2ab ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 65b6e04 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2547.335590: 44676241 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [038] 2547.336299: 36310232 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [042] 2547.336324: 39409081 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [008] 2547.336708: 32731429 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [012] 2547.336795: 32086315 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 169832 [014] 2547.337195: 37881104 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12efdc28 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [028] 2547.337378: 41480586 cycles: 2048ab14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [017] 2547.337599: 33175611 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [005] 2547.338018: 41162483 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [004] 2547.338257: 27223770 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [006] 2547.338284: 29638807 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2547.338316: 34780506 cycles: ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [000] 2547.338503: 36031727 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [018] 2547.338616: 33633795 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [022] 2547.338748: 38212265 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2547.338762: 42201363 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [045] 2547.339443: 28366632 cycles: 14149778 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [003] 2547.339777: 37591559 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kcompactd0 311 [044] 2547.339804: 38873085 cycles: ffffffff8a9a9acc isolate_freepages_block+0x3ec ([kernel.kallsyms]) ffffffff8a9aa554 isolate_freepages+0x1a4 ([kernel.kallsyms]) ffffffff8a9aa713 compaction_alloc+0x63 ([kernel.kallsyms]) ffffffff8aa393d0 unmap_and_move+0x40 ([kernel.kallsyms]) ffffffff8aa39826 migrate_pages+0x276 ([kernel.kallsyms]) ffffffff8a9acc54 compact_zone+0x334 ([kernel.kallsyms]) ffffffff8a9ad26a proactive_compact_node+0x8a ([kernel.kallsyms]) ffffffff8a9ad8bf kcompactd+0x39f ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [040] 2547.340093: 32024570 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2547.340933: 35482478 cycles: ffffffff8a7397bc check_preempt_curr+0xc ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [026] 2547.341035: 33778374 cycles: ffffffff8a7433ef select_idle_core+0x9f ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [034] 2547.341503: 29082336 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [021] 2547.341625: 35122104 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [046] 2547.341667: 35606033 cycles: 1c7c0342 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [023] 2547.342395: 31260061 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [016] 2547.342703: 36682621 cycles: ffffffff8b60a8f7 mt_find+0x27 ([kernel.kallsyms]) ffffffff8a9caab0 find_vma+0x30 ([kernel.kallsyms]) ffffffff8a9c0ca4 lock_mm_and_find_vma+0x44 ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f09 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198842 [013] 2547.342890: 40940814 cycles: 250fe071 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160831 [010] 2547.343077: 29747919 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [029] 2547.343338: 33479766 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159512 [032] 2547.344861: 46091348 cycles: 20400654 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [041] 2547.345157: 40627284 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 558 [unknown] ([unknown]) nbsd-lig.SRV2 194449 [035] 2547.345201: 33549146 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155707 [007] 2547.345261: 30889233 cycles: ffffffff8a8106ad __cgroup_account_cputime+0xd ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [025] 2547.345466: 29108927 cycles: 205b02a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2547.345482: 35566648 cycles: ffffffff8b37e59d __alloc_skb+0x9d ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.345663: 36551256 cycles: ffffffff8a7efe75 tick_irq_enter+0x5 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [047] 2547.346190: 29973791 cycles: ffffffff8b3811db skb_release_head_state+0x2b ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [024] 2547.346554: 39079806 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [037] 2547.346661: 31907919 cycles: ffffffff8a74be24 select_idle_sibling+0x304 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b475422 tcp_update_pacing_rate+0x62 ([kernel.kallsyms]) ffffffff8b47f205 tcp_ack+0x8a5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159406 [043] 2547.346854: 37313239 cycles: ffffffff8a74aa95 update_curr+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [011] 2547.346942: 46795160 cycles: ffffffff8a9e9db4 free_pcppages_bulk+0x154 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee99e free_unref_page_list+0x1ee ([kernel.kallsyms]) ffffffff8a983fa6 shrink_folio_list+0x766 ([kernel.kallsyms]) ffffffff8a987b61 shrink_inactive_list+0x191 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197529 [004] 2547.347707: 27697451 cycles: 1407fa09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [033] 2547.348244: 40987091 cycles: ffffffff8a7c5756 exit_to_user_mode_prepare+0x6 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2547.348901: 30355936 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [030] 2547.349075: 35545094 cycles: bba8777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 166600 [006] 2547.349200: 29396446 cycles: bbd171b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [019] 2547.349320: 32907684 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [036] 2547.349384: 37557801 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Background 197273 [045] 2547.349465: 30868295 cycles: 9a66e pthread_rwlock_rdlock+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b9bf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [027] 2547.349718: 38754317 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [001] 2547.349946: 36626133 cycles: 1b5674c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [008] 2547.350407: 36611836 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2547.350568: 32301594 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2547.350814: 38389990 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [042] 2547.350860: 35122671 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [018] 2547.351271: 35740705 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166760 [022] 2547.352479: 42734967 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [014] 2547.352695: 36554117 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [003] 2547.352700: 34010078 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.352870: 36631845 cycles: ffffffff8a80fd07 cgroup_rstat_updated+0x37 ([kernel.kallsyms]) ffffffff8aa586d7 __mod_memcg_lruvec_state+0x67 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f2b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [009] 2547.352929: 30116276 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [000] 2547.353233: 31404808 cycles: 1421f19c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [017] 2547.353351: 37975352 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [026] 2547.353373: 31549697 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9ec78a rmqueue_bulk+0x5a ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [034] 2547.353670: 33394458 cycles: 28897c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdCmpl_0 194090 [040] 2547.353793: 33055095 cycles: 156f3fe0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [031] 2547.354504: 36328239 cycles: 68a3f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2547.354648: 39111977 cycles: ffffffff8a7eeeef tick_nohz_update_jiffies+0x2f ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [015] 2547.354851: 40273744 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [046] 2547.355031: 36242776 cycles: ffffffff8b3a435f validate_xmit_skb+0x1df ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [039] 2547.355042: 42441261 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [035] 2547.355560: 33116129 cycles: ffffffff8b486279 tcp_current_mss+0x39 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [023] 2547.356133: 36399585 cycles: 14064ba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2547.356550: 35250372 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167024 [010] 2547.357117: 29628984 cycles: ffffffff8a74e8c8 put_prev_entity+0x38 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2547.357233: 32160918 cycles: ffffffff8a7479fe update_load_avg+0x12e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [005] 2547.357246: 36349300 cycles: 204802e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197545 [021] 2547.357267: 33540281 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2547.357363: 29914525 cycles: ffffffff8b448bf7 nf_hook_slow+0x47 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197273 [045] 2547.357993: 32192094 cycles: 13c43791 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2547.358004: 35264126 cycles: ffffffff8a996774 need_update+0x94 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2547.358426: 39475711 cycles: ffffffff8a73ccca cpus_share_cache+0x3a ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [047] 2547.358645: 32569970 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 198063 [020] 2547.358825: 37212904 cycles: 24ec9cc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [004] 2547.358881: 27067478 cycles: ffffffff8a739949 ttwu_do_wakeup+0x109 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [011] 2547.359806: 48976100 cycles: ffffffff8ab399a8 proc_pid_evict_inode+0x28 ([kernel.kallsyms]) ffffffff8ab32e04 proc_evict_inode+0x34 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [012] 2547.360003: 29403895 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [006] 2547.360401: 31255582 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [032] 2547.360512: 40905957 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [024] 2547.360574: 35700003 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2547.360631: 28569978 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2547.361672: 37850357 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [043] 2547.361795: 35432749 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2547.362248: 36678056 cycles: ffffffff8a74eb75 enqueue_entity+0xf5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [036] 2547.362540: 34431452 cycles: 17a2b06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [016] 2547.363029: 36539567 cycles: ffffffff8a80fcd0 cgroup_rstat_updated+0x0 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a6f35 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db4180 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 194434 [019] 2547.363122: 32496929 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [038] 2547.363330: 30670719 cycles: 1406fb9f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [018] 2547.363855: 33294004 cycles: 64469e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [042] 2547.364110: 35366649 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [000] 2547.364577: 30966687 cycles: 3c7dae9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2547.364678: 41830592 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [027] 2547.364883: 37160043 cycles: 13b96e94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [034] 2547.364966: 36282083 cycles: 17fb740 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198707 [026] 2547.365207: 29988750 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2547.365228: 34488400 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2547.365603: 28009723 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196765 [003] 2547.365647: 35341833 cycles: aea0581 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [001] 2547.365961: 30927133 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2547.366008: 37831994 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [046] 2547.366022: 35266443 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [040] 2547.366328: 37058986 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2547.366714: 30627159 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 197012 [033] 2547.366820: 38547560 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.Background 197273 [045] 2547.366845: 33244624 cycles: 140b5352 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172784 [031] 2547.367827: 36339892 cycles: ffffffff8a7412b5 update_min_vruntime+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [014] 2547.368053: 34698587 cycles: 1a7197 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b981ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2547.368535: 41098869 cycles: ffffffff8b61a58f memchr_inv+0x4f ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [035] 2547.369061: 33365132 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2547.369087: 28036438 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [004] 2547.369850: 26322931 cycles: ffffffff8b479709 tcp_clean_rtx_queue.constprop.0+0x1a9 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [002] 2547.369956: 31745749 cycles: ffffffff8b6acbb0 _raw_spin_lock_irqsave+0x0 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [017] 2547.370075: 37000705 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [007] 2547.370160: 36383105 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 166611 [012] 2547.370683: 29456423 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196100 [021] 2547.370811: 34935370 cycles: ffffffff8aae9f46 ep_autoremove_wake_function+0x16 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [023] 2547.371124: 37030343 cycles: ffffffff8b479937 tcp_clean_rtx_queue.constprop.0+0x3d7 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [039] 2547.371683: 44599955 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2547.371737: 37490189 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [006] 2547.371947: 30645594 cycles: ffffffff8a76044d __update_load_avg_cfs_rq+0xd ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166754 [005] 2547.372438: 34616761 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 166704 [047] 2547.372449: 32384282 cycles: ffffffff8a7d75d7 __hrtimer_init+0x57 ([kernel.kallsyms]) ffffffff8a7d85e7 hrtimer_init_sleeper+0x27 ([kernel.kallsyms]) ffffffff8a7f1a8f futex_setup_timer+0x2f ([kernel.kallsyms]) ffffffff8a7f6eb1 futex_wait+0x111 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [037] 2547.372993: 30121100 cycles: 250d7ef1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [020] 2547.373123: 36517018 cycles: 3b6f755 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2547.373188: 36540918 cycles: ffffffff8a9e9aa0 __free_one_page+0x380 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee99e free_unref_page_list+0x1ee ([kernel.kallsyms]) ffffffff8a9732ce release_pages+0x14e ([kernel.kallsyms]) ffffffff8a9fd77c free_pages_and_swap_cache+0x4c ([kernel.kallsyms]) ffffffff8a9d12a3 tlb_batch_pages_flush+0x43 ([kernel.kallsyms]) ffffffff8a9d17e0 tlb_flush_mmu+0x40 ([kernel.kallsyms]) ffffffff8a9bd009 zap_pte_range+0x809 ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db9076 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198840 [013] 2547.373213: 42573905 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [011] 2547.373313: 43938382 cycles: ffffffff8aaa02f5 dentry_lru_isolate+0x5 ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196114 [029] 2547.373597: 37783372 cycles: ffffffff8b46d99b tcp_skb_entail+0x11b ([kernel.kallsyms]) ffffffff8b46ed77 tcp_sendmsg_locked+0x477 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [024] 2547.374010: 35951177 cycles: ffffffff8a769257 psi_group_change+0x2b7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2547.374652: 33392344 cycles: ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 168892 [038] 2547.374740: 31275536 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [032] 2547.374877: 40316753 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [041] 2547.375094: 39046494 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [009] 2547.375707: 28267106 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [018] 2547.376041: 35372059 cycles: 64fba88 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [036] 2547.376188: 31702539 cycles: ffffffff8a75fa67 __update_load_avg_blocked_se+0x27 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b3135b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2547.376198: 33284403 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [026] 2547.376370: 29567922 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 196918 [030] 2547.376599: 33302694 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [019] 2547.376700: 32496929 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1302641c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159404 [043] 2547.376782: 30916313 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196007 [034] 2547.377252: 34238959 cycles: 1825bee [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [046] 2547.378432: 33449918 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 26aa2848 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [045] 2547.378437: 33947714 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [028] 2547.378542: 38578320 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2547.378654: 28647740 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [025] 2547.378862: 33740061 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [040] 2547.378998: 34940151 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [004] 2547.379103: 26438840 cycles: ffffffff8b382ec4 skb_clone+0x64 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [003] 2547.379763: 32178673 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [027] 2547.379839: 37361363 cycles: 3c80ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [010] 2547.379891: 27473712 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [033] 2547.381003: 37671274 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2547.381138: 40451056 cycles: ffffffff8a99673d need_update+0x5d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [002] 2547.381390: 38136146 cycles: ffffffff8a74ab08 update_curr+0x78 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2547.381534: 37484404 cycles: ffffffff8a75fd81 __update_load_avg_se+0x21 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [015] 2547.382298: 40715423 cycles: 193f23c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [014] 2547.382309: 32174275 cycles: 3b23c2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [035] 2547.382309: 41759251 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [006] 2547.382536: 32302933 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2547.382804: 30557186 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [016] 2547.383221: 36553798 cycles: ffffffff8a7b5b15 __rcu_read_unlock+0x5 ([kernel.kallsyms]) ffffffff8aa5b708 unlock_page_memcg+0x18 ([kernel.kallsyms]) ffffffff8a9dc55c page_remove_rmap+0x1cc ([kernel.kallsyms]) ffffffff8a9bcee0 zap_pte_range+0x6e0 ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db9076 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [031] 2547.384127: 37446232 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2547.384627: 31932084 cycles: ffffffff8b61a583 memchr_inv+0x43 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [017] 2547.384770: 34348757 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2547.385311: 33732556 cycles: ffffffff8a735df3 update_rq_clock+0x23 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [007] 2547.385386: 31599480 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [037] 2547.385396: 34368858 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [011] 2547.385397: 41538067 cycles: ffffffff8a7ba089 rcu_cblist_dequeue+0x19 ([kernel.kallsyms]) ffffffff8a7b281f rcu_do_batch+0x12f ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7b7def call_rcu+0xf ([kernel.kallsyms]) ffffffff8aaa2278 __dentry_kill+0x158 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [042] 2547.385984: 33643680 cycles: ffffffff8a7f655a futex_wake+0x9a ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [044] 2547.386407: 38833790 cycles: ffffffff8a73bd01 try_to_wake_up+0x41 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160828 [023] 2547.386676: 35605262 cycles: ffffffff8a7c5767 exit_to_user_mode_prepare+0x17 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [036] 2547.387549: 30312757 cycles: ffffffff8a99a405 quiet_vmstat+0x5 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [020] 2547.387959: 36536554 cycles: 649aa33 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [038] 2547.388174: 31019383 cycles: ffffffff8b80006b entry_SYSCALL_64_safe_stack+0x2 ([kernel.kallsyms]) blocksto.CLI1 198649 [047] 2547.388267: 32115896 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2547.388477: 36409299 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [004] 2547.388538: 27328184 cycles: 3b37277 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [000] 2547.388578: 35372695 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [026] 2547.388590: 28769914 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc21f183f [unknown] (//anon) nbsd-lig.SRV2 196022 [018] 2547.388922: 32116227 cycles: 28897e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172221 [024] 2547.389263: 40512534 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) PDisk 168895 [040] 2547.389398: 34274487 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2547.389540: 32480555 cycles: ffffffff8b61a5a9 memchr_inv+0x69 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [009] 2547.389922: 25312569 cycles: 289367d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [034] 2547.390013: 31582806 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2547.390041: 30353424 cycles: 9644b pthread_getspecific+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [030] 2547.390106: 32786373 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [001] 2547.390112: 27840205 cycles: ffffffff8adb066d _find_next_and_bit+0x6d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [010] 2547.390180: 27779595 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [046] 2547.390266: 31400072 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 155953 [045] 2547.391305: 36069220 cycles: ffffffff8a74ff51 update_sg_lb_stats+0x151 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 198206 [032] 2547.391790: 40316753 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 94011 pthread_cond_timedwait+0x3b1 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 196013 [013] 2547.391964: 38237682 cycles: 288adb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [041] 2547.392930: 31026071 cycles: 65b63ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2547.393048: 38220284 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [012] 2547.393127: 33821919 cycles: ba89c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [016] 2547.393319: 36595130 cycles: ffffffff8a9bc9b2 zap_pte_range+0x1b2 ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db9076 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.User 198105 [025] 2547.393335: 31408284 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc089ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [003] 2547.393683: 31624884 cycles: ffffffff8a74dc43 dequeue_entity+0xc3 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 198206 [006] 2547.393982: 31302118 cycles: c50 [unknown] ([vdso]) blocksto.CLI2 194630 [028] 2547.394168: 40831564 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [014] 2547.394683: 33087391 cycles: ffffffff8a95a5ea rseq_get_rseq_cs.isra.0+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [027] 2547.394806: 36002985 cycles: 196d137 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [033] 2547.395129: 34634770 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [002] 2547.395577: 34273617 cycles: 3b9773e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network write 159488 [022] 2547.395842: 41031792 cycles: 1e735835 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 169822 [008] 2547.396646: 33260443 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [011] 2547.396818: 39957146 cycles: ffffffff8aa5963c refill_obj_stock+0x1c ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a976578 truncate_inode_pages_final+0x18 ([kernel.kallsyms]) ffffffff8ab32dea proc_evict_inode+0x1a ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [042] 2547.397585: 31872055 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [017] 2547.398420: 39504239 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2547.398587: 30684015 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [038] 2547.398814: 34790665 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [046] 2547.399192: 32287966 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [036] 2547.399370: 29608121 cycles: 12ff4f1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2547.399430: 32143828 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [031] 2547.399694: 40077461 cycles: 25166f20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [018] 2547.399865: 31811059 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [015] 2547.400066: 37982178 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [026] 2547.400359: 37140874 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [020] 2547.400425: 38144984 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [000] 2547.400460: 35394998 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [037] 2547.400549: 34566114 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [034] 2547.400608: 31198478 cycles: 1830e91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [035] 2547.400807: 40824269 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [021] 2547.400854: 33732556 cycles: ffffffff8aa2ff25 __slab_free+0x5 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [005] 2547.401020: 37595668 cycles: ffffffff8a73c3f5 default_wake_function+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [030] 2547.401076: 31616677 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [029] 2547.401128: 30842848 cycles: ffffffff8b479173 tcp_rtt_estimator+0xa3 ([kernel.kallsyms]) ffffffff8b479445 tcp_ack_update_rtt+0x75 ([kernel.kallsyms]) ffffffff8b47995b tcp_clean_rtx_queue.constprop.0+0x3fb ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [009] 2547.401657: 24352929 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [043] 2547.401688: 32836783 cycles: ffffffff8b6acbec _raw_spin_trylock+0xc ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197877 [044] 2547.401813: 37626391 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2547.402099: 35425439 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [023] 2547.402290: 34954508 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [047] 2547.402375: 32658244 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [001] 2547.402542: 28783741 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [040] 2547.402687: 38857181 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.403360: 36620798 cycles: ffffffff8aa5b5f0 lock_page_memcg+0x0 ([kernel.kallsyms]) ffffffff8a9bcee0 zap_pte_range+0x6e0 ([kernel.kallsyms]) ffffffff8a9bd556 zap_pmd_range.isra.0+0x1b6 ([kernel.kallsyms]) ffffffff8a9bdace unmap_page_range+0x2ae ([kernel.kallsyms]) ffffffff8a9bddce unmap_single_vma+0x7e ([kernel.kallsyms]) ffffffff8a9be2ca zap_page_range_single+0xfa ([kernel.kallsyms]) ffffffff8a9fac31 madvise_vma_behavior+0x681 ([kernel.kallsyms]) ffffffff8a9f702e madvise_walk_vmas+0xbe ([kernel.kallsyms]) ffffffff8a9f7cf8 do_madvise.part.0+0x148 ([kernel.kallsyms]) ffffffff8a9f7e69 __x64_sys_madvise+0x69 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ebfb __madvise+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 4db9076 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SNULL 194440 [006] 2547.404430: 30564731 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [025] 2547.405013: 33450232 cycles: 3a6244f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2547.405075: 36816884 cycles: 172c2b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [024] 2547.405689: 39938809 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [039] 2547.405972: 35204201 cycles: 3b96bf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [045] 2547.406483: 39304170 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2547.406855: 34813149 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [032] 2547.407010: 45454275 cycles: 75a31 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) kswapd0 328 [013] 2547.407309: 40396423 cycles: ffffffff8a7176c0 put_pid.part.0+0x20 ([kernel.kallsyms]) ffffffff8a717753 put_pid+0x13 ([kernel.kallsyms]) ffffffff8ab399a7 proc_pid_evict_inode+0x27 ([kernel.kallsyms]) ffffffff8ab32e04 proc_evict_inode+0x34 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [014] 2547.407428: 34501600 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2547.407541: 35593904 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [036] 2547.407740: 33138490 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ksoftirqd/11 83 [011] 2547.407780: 39202599 cycles: ffffffff8aa5d853 mod_objcg_state+0x23 ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197533 [002] 2547.408695: 34273617 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) default-executo 196007 [042] 2547.409088: 34473682 cycles: ffffffff8a73c3bc wake_up_q+0x7c ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [004] 2547.409135: 34078063 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [019] 2547.409274: 35765879 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [046] 2547.410032: 32031074 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2547.410283: 33765425 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd.User 197529 [027] 2547.410287: 41468099 cycles: 140676bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159396 [028] 2547.410470: 38733826 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [033] 2547.410833: 29730095 cycles: 14119ef3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [022] 2547.411058: 43270887 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [034] 2547.411511: 34471057 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [030] 2547.412152: 31742505 cycles: ffffffff8a768fc7 psi_group_change+0x27 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [018] 2547.412290: 32753922 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [029] 2547.412710: 29537513 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b3a7d92 net_rx_action+0xc2 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.412889: 30682976 cycles: ffffffff8a769182 psi_group_change+0x1e2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [031] 2547.412896: 44076526 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 160823 [009] 2547.413177: 25404480 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194356 [001] 2547.413304: 31398683 cycles: ffffffff8a7435e2 pick_next_entity+0xd2 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.413465: 36648456 cycles: ffffffff8a9c35b0 handle_mm_fault+0x2a0 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [020] 2547.413950: 38136466 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) diskagen.AIO0 198050 [007] 2547.414011: 31715170 cycles: 2510f6ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [037] 2547.414214: 34081665 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [000] 2547.414250: 35434426 cycles: ffffffff8b3774ab release_sock+0xb ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [026] 2547.414930: 35318644 cycles: 140477ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2547.415187: 33691721 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [015] 2547.415490: 37341935 cycles: 3987e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [044] 2547.416015: 35084506 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2547.416156: 38027260 cycles: 186f4d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2547.416402: 29565610 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [006] 2547.416449: 30662640 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [021] 2547.416720: 42921685 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [023] 2547.416762: 30756668 cycles: ffffffff8a7b5e12 __note_gp_changes+0x172 ([kernel.kallsyms]) ffffffff8a7b6412 note_gp_changes+0x82 ([kernel.kallsyms]) ffffffff8a7b81b7 rcu_core+0xa7 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2478f57 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [010] 2547.416969: 33030792 cycles: 1406ae68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [005] 2547.417055: 40234632 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2547.417358: 33949931 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [013] 2547.418428: 39191473 cycles: ffffffff8a7ab8c8 __srcu_read_lock+0x28 ([kernel.kallsyms]) ffffffff8aae16ec fsnotify_grab_connector+0x1c ([kernel.kallsyms]) ffffffff8aae26ba fsnotify_destroy_marks+0x2a ([kernel.kallsyms]) ffffffff8aadf675 __fsnotify_inode_delete+0x15 ([kernel.kallsyms]) ffffffff8aaa6674 __destroy_inode+0x84 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [035] 2547.418618: 34760901 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [025] 2547.419149: 30219004 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [011] 2547.419419: 38384667 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8ac68d7d security_socket_recvmsg+0x3d ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 162528 [041] 2547.419545: 34769412 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 198031 [036] 2547.419748: 31578209 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2547.420787: 38782892 cycles: ffffffff8a7478d0 update_load_avg+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [024] 2547.420793: 43501315 cycles: ffffffff8b3774f0 release_sock+0x50 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [014] 2547.420819: 32916827 cycles: 3c813fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [046] 2547.421172: 30896684 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [042] 2547.421446: 40625340 cycles: ffffffff8a9eb3b7 prep_compound_page+0x97 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [039] 2547.421465: 39777986 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [008] 2547.421638: 32199158 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [033] 2547.421897: 28631846 cycles: 172bbf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2547.421922: 32859882 cycles: ffffffff8a9ea3c2 free_unref_page_commit+0xe2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [004] 2547.421924: 31825382 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 155710 [003] 2547.421954: 36714971 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [032] 2547.422084: 41235691 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2547.422354: 30729228 cycles: ffffffffc0cac5c3 nf_conntrack_tcp_packet+0xca3 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [045] 2547.422440: 36846663 cycles: 4b248ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [009] 2547.422610: 25628158 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.423525: 36661356 cycles: ffffffff8a71d1d0 kthread_blkcg+0x0 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [038] 2547.423692: 30194540 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [018] 2547.424362: 31059847 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [034] 2547.424485: 31471169 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ae409ba [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [001] 2547.424494: 34406318 cycles: 17a9dc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [037] 2547.424807: 37863269 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [019] 2547.425123: 30240677 cycles: ffffffff8b49aff5 tcp_rack_update_reo_wnd+0x5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193822 [029] 2547.425153: 28200238 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [007] 2547.425400: 30360501 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [028] 2547.425594: 36886794 cycles: ffffffff8aa305be kmem_cache_free+0x1de ([kernel.kallsyms]) ffffffff8aaf8400 io_submit_one+0x1f0 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [027] 2547.426128: 38591525 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [043] 2547.426937: 28453349 cycles: 204af064 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [044] 2547.427180: 36115694 cycles: 140a7d50 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PdGetEv 193590 [020] 2547.427536: 34753847 cycles: 156e9db4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [022] 2547.427537: 45423797 cycles: 1808744 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [000] 2547.428217: 33098354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [006] 2547.428310: 38378777 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [031] 2547.428328: 49192751 cycles: 204a4bed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [026] 2547.428403: 32596954 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [047] 2547.428665: 39531846 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [013] 2547.429237: 38371770 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8aaa0dd0 dentry_unlink_inode+0x90 ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.Scheduler 193502 [023] 2547.429291: 31961650 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [040] 2547.429713: 31854284 cycles: 1413059f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [025] 2547.430383: 31963372 cycles: 3a63381 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [015] 2547.430557: 34281693 cycles: 3af22e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2547.431086: 36346600 cycles: 3b94f98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [035] 2547.431293: 39277590 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [010] 2547.431317: 33030792 cycles: ffffffff8b697b87 syscall_enter_from_user_mode+0x27 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [005] 2547.431429: 40519135 cycles: 1c3a0507 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2547.431498: 33431152 cycles: 3a90c98 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [009] 2547.432206: 29771724 cycles: ffffffff8a9ec99e rmqueue_bulk+0x26e ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [036] 2547.432341: 29823576 cycles: 2a7fbbd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [041] 2547.432458: 35026566 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [046] 2547.432533: 30382091 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2547.432778: 35187744 cycles: ffffffff8a9966fd need_update+0x1d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [030] 2547.432929: 30541181 cycles: ffffffffc0cab993 nf_conntrack_tcp_packet+0x73 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2547.433011: 30958630 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [038] 2547.433446: 33231310 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2547.433631: 36697294 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.User 170133 [017] 2547.433696: 43317112 cycles: 118f9d3e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [033] 2547.433881: 26874433 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [004] 2547.434082: 30921820 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [021] 2547.434957: 45032084 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 171594 [002] 2547.434966: 38782892 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2547.435667: 38868537 cycles: ffffffff8adac8e6 _copy_from_iter+0x6 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [042] 2547.436291: 36802179 cycles: 140676b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [029] 2547.436369: 30805471 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [045] 2547.436411: 42180319 cycles: 3b2a789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [018] 2547.436423: 29629505 cycles: 16bf0c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2547.436650: 29881624 cycles: ffffffff8a7f7448 __flush_smp_call_function_queue+0xf8 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2547.437023: 29710862 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [032] 2547.437067: 41718012 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [001] 2547.437333: 31504308 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [043] 2547.437423: 28509769 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [007] 2547.437788: 28649059 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [037] 2547.438667: 34535332 cycles: ffffffff8aaf5065 aio_read_events_ring+0x225 ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [003] 2547.438725: 35909607 cycles: 1e46bdb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [039] 2547.439154: 40467327 cycles: 3b95ff4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2547.439679: 31349701 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 168498 [028] 2547.439741: 33440150 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [044] 2547.439798: 34826706 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [013] 2547.440132: 37979588 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 169057 [020] 2547.440492: 32500510 cycles: ffffffff8a7d9267 hrtimer_nanosleep+0xe7 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2547.440868: 40587777 cycles: ffffffff8a7ef940 tick_nohz_idle_stop_tick+0xb0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [026] 2547.441235: 29797758 cycles: 3b8ad6b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [040] 2547.441352: 30543230 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7d8d7e hrtimer_interrupt+0x5e ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2547.441651: 37241271 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [012] 2547.442688: 35940184 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [006] 2547.442732: 39039601 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [010] 2547.442813: 48274395 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [036] 2547.442909: 29512082 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [047] 2547.443566: 39206790 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [009] 2547.443591: 28065548 cycles: 3ba88d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [025] 2547.443662: 29842155 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [016] 2547.443706: 36692510 cycles: ffffffff8aa18bea policy_node+0x2a ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198842 [030] 2547.444043: 29901572 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [046] 2547.444763: 31431673 cycles: ffffffff8a733f00 raw_spin_rq_lock_nested+0x10 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a748640 update_blocked_averages+0x50 ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [015] 2547.444807: 37322900 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 159602 [022] 2547.445048: 45051617 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Background 197273 [014] 2547.445061: 32891692 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1c3a5881 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2547.445094: 26034995 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [031] 2547.445177: 39509170 cycles: 272b6780 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2547.445525: 28974969 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [004] 2547.445629: 38735790 cycles: ffffffff8aa31606 __kmem_cache_alloc_node+0x6 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [005] 2547.445676: 40005516 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [038] 2547.446545: 38536262 cycles: ffffffff8a9a5d04 kfree+0x44 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150654 [018] 2547.446552: 28999648 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [011] 2547.447027: 31141871 cycles: 265d45f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [041] 2547.447086: 34739569 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [034] 2547.447310: 29275954 cycles: ffffffff8a74bfa0 select_idle_sibling+0x480 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [043] 2547.447772: 28522541 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b76419 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [029] 2547.447990: 29358984 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [019] 2547.448041: 31345387 cycles: 25259f89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2547.449043: 27454626 cycles: ffffffff8a69cd2d __sysvec_apic_timer_interrupt+0x1d ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffffc0ca23eb __nf_conntrack_find_get+0xab ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [024] 2547.449345: 38793033 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [002] 2547.449356: 40862326 cycles: 1ca684db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [001] 2547.449528: 37286952 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd 194353 [035] 2547.449960: 38916607 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [017] 2547.450051: 47639358 cycles: 28bfc81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [023] 2547.450284: 31098086 cycles: 1863691 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [042] 2547.450332: 37544927 cycles: 3a62f53 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2547.451010: 32299807 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [037] 2547.451263: 32160639 cycles: 3b3db60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2547.451952: 39244836 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [026] 2547.452372: 29014355 cycles: 140c1ef4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [032] 2547.452514: 43905707 cycles: 689cd5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [012] 2547.452561: 36116437 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [003] 2547.452646: 32970476 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [040] 2547.452993: 29246479 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196760 [028] 2547.453086: 33890025 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) d7eb021 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ksoftirqd/13 95 [013] 2547.453570: 34422880 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9e9ca2 free_pcppages_bulk+0x42 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee499 __free_pages+0x119 ([kernel.kallsyms]) ffffffff8aa29b51 __free_slab+0xe1 ([kernel.kallsyms]) ffffffff8aa2ce80 free_slab+0x30 ([kernel.kallsyms]) ffffffff8aa2cfc2 discard_slab+0x32 ([kernel.kallsyms]) ffffffff8aa3021e __slab_free+0x2fe ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [021] 2547.453653: 38398959 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [045] 2547.453785: 38364384 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197273 [014] 2547.454129: 33772840 cycles: 1c3a61d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [025] 2547.454425: 29244954 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) diskagen.AIO.SQ 197899 [009] 2547.454509: 28189128 cycles: ffffffff8aaf434e aio_write+0x20e ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2547.455165: 29512082 cycles: ffffffff8a73bddd try_to_wake_up+0x11d ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197266 [030] 2547.455524: 31758147 cycles: 14119e08 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2547.455544: 42829284 cycles: ffffffff8a74f01d enqueue_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [008] 2547.455590: 28527205 cycles: 3b2f711 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [046] 2547.456411: 30657589 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [033] 2547.456638: 25486066 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [018] 2547.456647: 32004942 cycles: ffffffff8aaec121 ep_poll_callback+0x2a1 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2547.456700: 34978515 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [007] 2547.456854: 29327631 cycles: ffffffff8b37e5cb __alloc_skb+0xcb ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [000] 2547.457214: 43174157 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [016] 2547.457609: 36140763 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1743529b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [034] 2547.457978: 28873448 cycles: 14076659 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2547.458066: 41161426 cycles: ffffffff8a753bab pick_next_task_fair+0xeb ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [006] 2547.458635: 44655077 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [029] 2547.459026: 31031580 cycles: 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2547.459261: 45852583 cycles: 133a2630 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [043] 2547.459296: 27179603 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2547.459745: 35619214 cycles: 14086b63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2547.460223: 28637683 cycles: ffffffff8a995d43 next_zone+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [010] 2547.460467: 45772862 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 152b4b51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [004] 2547.460636: 35495352 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [015] 2547.460842: 35741479 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [019] 2547.461525: 35226294 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.461526: 33583423 cycles: ffffffff8a697e27 __sysvec_call_function_single+0x17 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [037] 2547.462196: 31384254 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [020] 2547.462381: 30897238 cycles: 21a06736 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [041] 2547.462527: 44549583 cycles: ffffffff8a743381 select_idle_core+0x31 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21abdb41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [012] 2547.462557: 36281814 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8aaa67f5 destroy_inode+0x65 ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198708 [023] 2547.462597: 33754831 cycles: ffffffff8a7327cd ttwu_queue_wakelist+0xd ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [042] 2547.463073: 39003656 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [026] 2547.463075: 28046105 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Background 197273 [014] 2547.463424: 34449217 cycles: 1c3a61bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [040] 2547.463433: 29170565 cycles: 673b89c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [022] 2547.463508: 51643066 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 160810 [002] 2547.463726: 43340347 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [025] 2547.463925: 32139510 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2547.464345: 34842293 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2547.464627: 38753313 cycles: ffffffff8a74aee4 update_cfs_group+0x74 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [001] 2547.464637: 33458610 cycles: ffffffff8aaeb0d6 ep_poll+0x66 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2547.464971: 31039920 cycles: 186ab5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [003] 2547.465001: 33434086 cycles: ffffffff8aa56402 refill_stock+0x12 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.User 170133 [013] 2547.465058: 33022178 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [044] 2547.465249: 37093424 cycles: 133ac331 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [036] 2547.465251: 38998133 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [030] 2547.465401: 31494996 cycles: ffffffff8b623b42 xas_load+0x52 ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [017] 2547.465412: 48143560 cycles: 1330dcc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [018] 2547.465890: 33028747 cycles: ffffffff8a7f6473 futex_wake_mark+0x73 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2547.465926: 30937285 cycles: 140c208d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [028] 2547.466133: 35395248 cycles: 2727aff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2547.466395: 30401041 cycles: ffffffff8b377e27 __sk_mem_raise_allocated+0x97 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [008] 2547.466879: 28153265 cycles: 1417e23f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [046] 2547.467920: 32900162 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2547.468091: 28873448 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2547.469103: 35793874 cycles: ffffffff8b6a4782 __schedule+0x282 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [039] 2547.469201: 38693050 cycles: d5b3082 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.Batch 198041 [021] 2547.469965: 32347102 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [045] 2547.470171: 32079633 cycles: 350233a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [027] 2547.470304: 40949587 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [043] 2547.470327: 26262912 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159869 [029] 2547.471835: 30452529 cycles: 13404be2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [011] 2547.472205: 27498422 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/12 89 [012] 2547.472531: 36381285 cycles: ffffffff8aa299e5 cmpxchg_double_slab.constprop.0.isra.0+0xa5 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 196118 [004] 2547.472830: 35200894 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197273 [014] 2547.472923: 35193545 cycles: 1c3a6121 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2547.473010: 28558330 cycles: 193f23c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 169053 [000] 2547.473029: 37934578 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [016] 2547.473052: 43374177 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [047] 2547.473484: 36516703 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [037] 2547.473876: 33386457 cycles: 204802e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [031] 2547.474376: 31522197 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [020] 2547.474539: 29790610 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [038] 2547.474588: 30895814 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2547.474686: 32004362 cycles: ffffffff8b3802c7 __copy_skb_header+0xf7 ([kernel.kallsyms]) ffffffff8b38049e __skb_clone+0x2e ([kernel.kallsyms]) ffffffff8b382ec9 skb_clone+0x69 ([kernel.kallsyms]) ffffffff8b486ec1 __tcp_transmit_skb+0x631 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [023] 2547.475084: 34306963 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [040] 2547.475095: 31359531 cycles: ffffffff8b46d4a5 tcp_poll+0x5 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [006] 2547.475189: 42960095 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [005] 2547.475559: 45335800 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [030] 2547.475926: 31387369 cycles: 68acca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [008] 2547.476209: 28143380 cycles: 3b742b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [010] 2547.476290: 47989042 cycles: 21a33ead [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [013] 2547.476292: 31883322 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2547.476353: 36374515 cycles: ffffffff8a7493ec place_entity+0x7c ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [042] 2547.476675: 37988721 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [015] 2547.476719: 35377058 cycles: ffffffff8a75fe92 __update_load_avg_se+0x132 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [018] 2547.476828: 32252101 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [019] 2547.476984: 33712582 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [009] 2547.477104: 35725271 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [041] 2547.477611: 42474876 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2547.477683: 36547496 cycles: 1742219 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [007] 2547.478172: 28966630 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [001] 2547.478239: 41490396 cycles: ffffffff8a747d20 update_load_avg+0x450 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2547.478252: 42219095 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [003] 2547.478325: 34688837 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [028] 2547.478776: 33667193 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [022] 2547.478878: 48405025 cycles: ffffffff8aaa0b4a shrink_lock_dentry.part.0+0x5a ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.User 198844 [044] 2547.479002: 35981950 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c61be [unknown] (//anon) Test 194631 [046] 2547.479381: 35149737 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [034] 2547.479837: 35110748 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) ydbd.Scheduler 194004 [002] 2547.479951: 44259745 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [036] 2547.479956: 34930362 cycles: ffffffff8b616e10 rb_erase+0x0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [043] 2547.480633: 26490821 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [039] 2547.481788: 44032270 cycles: ffffffff8a961d39 __filemap_get_folio+0xb9 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [021] 2547.481898: 30691071 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172c248 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 197545 [045] 2547.481953: 34469605 cycles: e57b8 clock_nanosleep+0x88 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [026] 2547.482208: 29181843 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2547.482528: 37756671 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/12 89 [012] 2547.482594: 36472550 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.Background 197273 [014] 2547.482609: 35544128 cycles: 1c3a61d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [011] 2547.483276: 32107197 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [017] 2547.483932: 44768455 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [029] 2547.484550: 33214334 cycles: ffffffff8aa56380 __refill_stock+0x40 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [020] 2547.485012: 31680481 cycles: ffffffff8a71775d put_pid+0x1d ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [004] 2547.485395: 33160871 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [038] 2547.485557: 30160982 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2547.485956: 43498243 cycles: ffffffff8a74eb56 enqueue_entity+0xd6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [008] 2547.485990: 31649291 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [030] 2547.486124: 34354973 cycles: 3b9b659 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [040] 2547.486199: 30467071 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172235 [000] 2547.486281: 39244390 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [033] 2547.486467: 34549454 cycles: ffffffff8aad8583 create_empty_buffers+0x93 ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [031] 2547.487041: 29402560 cycles: ffffffff8a749395 place_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [016] 2547.487517: 38687791 cycles: 1549f6c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [037] 2547.487785: 35531118 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [047] 2547.487925: 37424169 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [018] 2547.488005: 31375783 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197874 [023] 2547.488618: 31590268 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [042] 2547.489038: 39459705 cycles: 1330df5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2547.490094: 41094613 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [035] 2547.490181: 40066045 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [025] 2547.490289: 34368622 cycles: 133bc14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [007] 2547.490361: 30998413 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [013] 2547.490372: 28660483 cycles: ffffffff8a74641e set_next_buddy+0x1e ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2547.490967: 44306699 cycles: ffffffff8a7dacb5 ktime_get+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [028] 2547.491012: 35629511 cycles: ffffffff8a760446 __update_load_avg_cfs_rq+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [003] 2547.491015: 39108808 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [024] 2547.491258: 36287340 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [046] 2547.491525: 34138494 cycles: 133a450c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [044] 2547.491534: 37435598 cycles: 122c257b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2547.491776: 30580382 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2547.492010: 40041776 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [022] 2547.492179: 44542744 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 194340 [043] 2547.492280: 25836736 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Background 197273 [014] 2547.492374: 35791135 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13f94c6a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [034] 2547.492692: 39056209 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd.User 198438 [019] 2547.493172: 34942300 cycles: 26687a82 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [036] 2547.493680: 31062404 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2547.493748: 28043499 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [012] 2547.493914: 35580696 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2547.494245: 45192118 cycles: ffffffff8b484e81 tcp_schedule_loss_probe.part.0+0x51 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [001] 2547.494696: 39291674 cycles: 154cad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [021] 2547.495108: 28385537 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [038] 2547.495314: 30014836 cycles: 204a93f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2547.495897: 38853689 cycles: ffffffff8a7479c6 update_load_avg+0xf6 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [011] 2547.495950: 30712456 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2547.496021: 33737511 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [008] 2547.496211: 32138912 cycles: 644bc5f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 196811 [032] 2547.496495: 40938078 cycles: bbc4c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 198045 [002] 2547.496848: 41125177 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [020] 2547.497404: 30755083 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2547.497824: 36322883 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2547.498083: 33798798 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [000] 2547.498772: 38919712 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [029] 2547.498784: 33846698 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [030] 2547.498999: 32366978 cycles: ffffffff8b69218c do_syscall_64+0x3c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [039] 2547.499166: 42722400 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [031] 2547.499375: 28397857 cycles: 172a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 198832 [018] 2547.499440: 30397853 cycles: 133c2d9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [033] 2547.499877: 36653557 cycles: 161b5f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2547.501098: 35456854 cycles: ffffffff8a6517c0 local_touch_nmi+0x0 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [013] 2547.501520: 31175338 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [037] 2547.501606: 37496390 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) nbsd-lig.SRV1 194448 [047] 2547.501734: 43122539 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [043] 2547.501928: 32487542 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [007] 2547.502207: 29824337 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 194631 [023] 2547.502556: 31669430 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [017] 2547.502771: 40438119 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2547.503543: 43338397 cycles: ffffffff8a995f5c fold_diff+0x5c ([kernel.kallsyms]) ffffffff8a9964c0 refresh_cpu_vm_stats+0x250 ([kernel.kallsyms]) ffffffff8a99a452 quiet_vmstat+0x52 ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194390 [026] 2547.503911: 28713061 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [027] 2547.504117: 43498243 cycles: 3af3173 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [009] 2547.504155: 40353437 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ksoftirqd/22 149 [022] 2547.504422: 41977467 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [042] 2547.504527: 44299816 cycles: ffffffff8b697cd8 irqentry_enter+0x18 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [024] 2547.505215: 39915192 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [021] 2547.505465: 28019447 cycles: 3b30daa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [028] 2547.505505: 34972662 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159891 [014] 2547.505595: 46078753 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) network poller 197877 [006] 2547.505742: 39229129 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 151710 [044] 2547.505751: 33573078 cycles: 203ff884 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [038] 2547.506194: 31155341 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [003] 2547.506488: 39876793 cycles: 2728c512 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [036] 2547.506599: 31062404 cycles: ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8b39adf1 enqueue_to_backlog+0x131 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [025] 2547.506747: 32177873 cycles: 26672dbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [034] 2547.507002: 41685755 cycles: 3c81dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [040] 2547.507117: 32371079 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [015] 2547.507294: 27641513 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [011] 2547.507916: 28505116 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [008] 2547.507937: 29695157 cycles: ffffffff8b6acbec _raw_spin_trylock+0xc ([kernel.kallsyms]) ffffffff8aaa3b79 shrink_dentry_list+0x29 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagentd 159605 [035] 2547.508051: 36891272 cycles: ffffffff8a64a406 __switch_to+0x116 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 160828 [005] 2547.508362: 34383288 cycles: ffffffff8a76044f __update_load_avg_cfs_rq+0xf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2547.508921: 41319497 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2547.508944: 30755083 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [019] 2547.509215: 37103960 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [012] 2547.509455: 32638327 cycles: 1e46ce1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [010] 2547.509730: 40594688 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2547.510505: 34778554 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [004] 2547.511270: 31767089 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [018] 2547.511272: 32473655 cycles: 12f4e529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159615 [002] 2547.511526: 39250106 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [030] 2547.511660: 33126281 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [031] 2547.512209: 30875401 cycles: ffffffff8a760445 __update_load_avg_cfs_rq+0x5 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [013] 2547.512302: 30285146 cycles: ffffffff8a9ed5fe rmqueue+0x6fe ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [032] 2547.512594: 34902899 cycles: ffffffff8ad4ffb4 __get_task_ioprio+0x34 ([kernel.kallsyms]) ffffffff8aa7b805 do_iter_readv_writev+0x45 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [041] 2547.512635: 32070327 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [039] 2547.512682: 46037320 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [000] 2547.512787: 38831817 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [045] 2547.513514: 30981421 cycles: 3ba432e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2547.513693: 34392773 cycles: 1975549 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Batch 151702 [007] 2547.514010: 30683631 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f842e7ea87f [unknown] (//anon) blocksto.CLI2 194623 [043] 2547.515056: 33782558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2547.515091: 31922811 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [016] 2547.515122: 41042829 cycles: 1573079e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198683 [026] 2547.515523: 30691785 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [023] 2547.515966: 32999571 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [008] 2547.516135: 31307144 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [028] 2547.517436: 39297646 cycles: ffffffff8b6980b6 ct_nmi_enter+0x46 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [037] 2547.517625: 32775343 cycles: 154cad7f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2547.517767: 37032222 cycles: ffffffff8b696ae6 sysvec_call_function_single+0x46 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [024] 2547.517829: 39368948 cycles: ffffffff8a9a5b45 kmalloc_size_roundup+0x5 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [044] 2547.517854: 31267723 cycles: 3a682d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2547.518569: 31447492 cycles: ffffffff8a75ffc5 __update_load_avg_se+0x265 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159894 [015] 2547.518751: 28101364 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 46a5bf685fff [unknown] (//anon) blocksto.CLI1 194629 [046] 2547.518864: 37409908 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194336 [038] 2547.519087: 30518993 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [022] 2547.519332: 37328746 cycles: 133b5ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [011] 2547.519405: 27638858 cycles: ffffffff8b3774c6 release_sock+0x26 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2547.519791: 40438119 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 196918 [047] 2547.519939: 47093044 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 159624 [006] 2547.520370: 37351949 cycles: 203ff898 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [020] 2547.520763: 39164029 cycles: ffffffff8a7d83c1 __hrtimer_run_queues+0x241 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [009] 2547.520792: 37001760 cycles: ffffffff8a741345 clear_buddies+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [025] 2547.520825: 32101361 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [042] 2547.520842: 39713650 cycles: 3ba8a70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [027] 2547.521250: 41793689 cycles: 689a201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [003] 2547.521930: 35786699 cycles: 141793d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2547.521982: 36189018 cycles: ffffffff8adab059 iovec_from_user.part.0+0x19 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2547.522098: 32898586 cycles: 250d83f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2547.522116: 30434205 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2547.522304: 42490386 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI2 198657 [019] 2547.522634: 38469941 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [012] 2547.522758: 38637733 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b59251 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [029] 2547.523545: 35751326 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [013] 2547.523667: 30599634 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171302 [004] 2547.523701: 32288376 cycles: ffffffff8a95a8da rseq_ip_fixup+0x7a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [018] 2547.524025: 30412911 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [001] 2547.524413: 35902250 cycles: 14258981 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 159602 [035] 2547.524493: 31003856 cycles: 21b6b039 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [008] 2547.524786: 33095427 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a76b8d0 wake_up_bit+0x60 ([kernel.kallsyms]) ffffffff8aaa6e44 evict+0x174 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197529 [010] 2547.525020: 38968072 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [041] 2547.525091: 29951880 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [031] 2547.526149: 28788288 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa45d37 [unknown] (//anon) diskagen.IC 198047 [033] 2547.526311: 36693250 cycles: 1339fcc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2547.526311: 30944165 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [045] 2547.526336: 29788124 cycles: 186a7c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [026] 2547.526528: 32047542 cycles: 1421e770 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [002] 2547.526816: 34130320 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [000] 2547.527271: 35205694 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [021] 2547.527668: 29891049 cycles: 1302638c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [007] 2547.527668: 33931504 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [044] 2547.528868: 30496266 cycles: ffffffff8b370bfe copy_msghdr_from_user+0x4e ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [028] 2547.529850: 37087691 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [043] 2547.530161: 30604437 cycles: 3b3012e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2547.530236: 29212223 cycles: 3c77f8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [040] 2547.530765: 29957948 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198031 [015] 2547.531338: 26452641 cycles: ffffffff8a741ac2 __calc_delta+0x172 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2547.531725: 36722973 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [036] 2547.531935: 35419456 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [011] 2547.531938: 27638858 cycles: 1c396341 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [024] 2547.532202: 40471473 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [023] 2547.532604: 32439082 cycles: ffffffff8a74be5c select_idle_sibling+0x33c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [039] 2547.532638: 39410730 cycles: 186ee24 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [016] 2547.532752: 40170747 cycles: 1c966d8e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 167030 [022] 2547.532798: 37057822 cycles: ad3ad87 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [030] 2547.532947: 35984978 cycles: ffffffff8b3d4eb8 sk_filter_trim_cap+0x58 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [046] 2547.533312: 32863052 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [025] 2547.533666: 33244427 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2547.533857: 33442398 cycles: 28897f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [008] 2547.533877: 33947919 cycles: ffffffff8b5fca34 _atomic_dec_and_lock+0x44 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blockstore-test 198065 [013] 2547.534622: 32233244 cycles: ffffffff8aa59ada uncharge_batch+0x1a ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198626 [018] 2547.534860: 29370334 cycles: ffffffff8a9a5ba5 kmalloc_size_roundup+0x65 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [020] 2547.534915: 40371274 cycles: 3b821a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [005] 2547.534940: 29018913 cycles: 1c8ac021 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2547.535401: 44419606 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [003] 2547.535430: 38203386 cycles: 13c96248 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197261 [017] 2547.535459: 44536499 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [035] 2547.536068: 31003856 cycles: 3699f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [004] 2547.536444: 30406941 cycles: 21980336 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2547.536815: 28765919 cycles: ffffffff8a7efd15 tick_nohz_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2547.536899: 35184566 cycles: ffffffff8a779b86 psi_task_change+0x76 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196775 [032] 2547.537389: 30236128 cycles: ffffffff8a65f420 os_xsave+0x0 ([kernel.kallsyms]) nbsd.SRV2 194363 [009] 2547.537803: 34204014 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [031] 2547.538179: 32156670 cycles: 1682733 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [026] 2547.538350: 38577068 cycles: 1417cbd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [010] 2547.538782: 42504187 cycles: 3a6adba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [001] 2547.538969: 32196989 cycles: 2049ae2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [002] 2547.539135: 40279905 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2547.539217: 41169744 cycles: 194b02b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [029] 2547.539288: 38221944 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [021] 2547.539326: 31650587 cycles: 13c96d98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [027] 2547.539460: 33976487 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 171591 [045] 2547.539472: 29733127 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2547.539524: 41805625 cycles: ffffffff8a743469 select_idle_core+0x119 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [014] 2547.539728: 46765631 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [044] 2547.539746: 30496266 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) diskagen.User 198840 [015] 2547.540071: 26624027 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 194632 [038] 2547.540485: 33172806 cycles: 3ba4f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [019] 2547.540648: 35281614 cycles: ffffffff8b370bbb copy_msghdr_from_user+0xb ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [033] 2547.540859: 35229470 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 198449 [000] 2547.541052: 35187681 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [040] 2547.541585: 36276249 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [007] 2547.542462: 36956547 cycles: ffffffff8a65c650 sched_clock+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [028] 2547.542826: 34745661 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [011] 2547.543012: 40396342 cycles: ffffffff8aaf4e79 aio_read_events_ring+0x39 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [043] 2547.543194: 31970330 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [008] 2547.543207: 34595943 cycles: ffffffff8a7ba411 rcu_segcblist_enqueue+0x21 ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [018] 2547.543441: 30486085 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) swapper 0 [046] 2547.543667: 33541038 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [036] 2547.544542: 38182982 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2528d7d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [022] 2547.545405: 34519118 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [006] 2547.545451: 32038622 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [025] 2547.545776: 31262766 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2547.546085: 34362432 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [023] 2547.546440: 36953797 cycles: 13008bb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [037] 2547.546647: 32780857 cycles: 35debdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198835 [024] 2547.546875: 36273535 cycles: 13404f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 159621 [004] 2547.547049: 33047912 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198713 [016] 2547.547174: 45510288 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2547.547321: 27967570 cycles: ffffffff8b46bca5 tcp_leave_memory_pressure+0x5 ([kernel.kallsyms]) ffffffff8b378133 __sk_mem_raise_allocated+0x3a3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46dbe8 tcp_stream_alloc_skb+0xc8 ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2547.547372: 32711035 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [035] 2547.547462: 37354382 cycles: ffffffff8b37504a skb_set_owner_w+0x3a ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159623 [013] 2547.547572: 34489230 cycles: ffffffff8a753970 newidle_balance+0x3a0 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [039] 2547.547679: 39623531 cycles: 1425e78c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165166 [032] 2547.548019: 29899357 cycles: 133fecb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [020] 2547.549119: 35339999 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [015] 2547.549454: 27255374 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [003] 2547.549517: 36609595 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 11aa55 readv+0x35 (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [031] 2547.549667: 35251146 cycles: 644d0e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2547.549914: 28767112 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [042] 2547.550217: 40378845 cycles: ffffffff8a766e9b psi_flags_change+0xb ([kernel.kallsyms]) ffffffff8a779e60 psi_task_switch+0x80 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [021] 2547.550613: 30304219 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [044] 2547.550939: 36386715 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2547.551171: 31537186 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [034] 2547.551201: 33900643 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [001] 2547.551221: 34024430 cycles: 9644b pthread_getspecific+0x2b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a62ee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2547.551979: 31806422 cycles: ffffffff8a779b60 psi_task_change+0x50 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [026] 2547.552565: 39281170 cycles: 64faec6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [008] 2547.552711: 35085434 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7b281f rcu_do_batch+0x12f ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaa3bda shrink_dentry_list+0x8a ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [018] 2547.552999: 31205163 cycles: ffffffff8a73837a pick_next_task+0x7a ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [027] 2547.553410: 30039609 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [029] 2547.553601: 33555102 cycles: 3b66767 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [040] 2547.553736: 34123854 cycles: ffffffff8ad09d08 crypto_shash_update+0x8 ([kernel.kallsyms]) ffffffff8ab7dc7a ext4_inode_csum_set+0x5a ([kernel.kallsyms]) ffffffff8ab7e0ca ext4_fill_raw_inode+0x3fa ([kernel.kallsyms]) ffffffff8ab7eaaf ext4_do_update_inode.isra.0+0xbf ([kernel.kallsyms]) ffffffff8ab82f9b ext4_mark_iloc_dirty+0x4b ([kernel.kallsyms]) ffffffff8ab83330 __ext4_mark_inode_dirty+0x80 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 197534 [000] 2547.554070: 32535315 cycles: 14080837 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [010] 2547.554158: 40971609 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [002] 2547.554177: 40292060 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 198625 [012] 2547.554399: 41247542 cycles: 133ba452 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [017] 2547.554896: 42300324 cycles: 3cabbac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [041] 2547.555357: 29628525 cycles: 1402fb69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [033] 2547.555374: 31644008 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [046] 2547.555380: 31830041 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [019] 2547.555746: 39182805 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d7ecb87f [unknown] (//anon) nbsd-lig.SRV1 196021 [028] 2547.555766: 40313469 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [047] 2547.556476: 41175904 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166700 [043] 2547.556499: 34131950 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [014] 2547.556611: 50914662 cycles: 133ae4d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [022] 2547.556935: 33175508 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [036] 2547.557172: 39372319 cycles: 402a864 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [007] 2547.557691: 39728368 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [006] 2547.557791: 30130123 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2547.558178: 31772164 cycles: ffffffff8a753c7f pick_next_task_fair+0x1bf ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [024] 2547.558266: 37603206 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2547.558466: 34408238 cycles: 3b2edbe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2547.559090: 28888040 cycles: ffffffff8a75c385 cpuidle_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [015] 2547.559117: 27220950 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2547.559378: 33977677 cycles: ffffffff8b6a4661 __schedule+0x161 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [037] 2547.559626: 32106060 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [013] 2547.559699: 33918206 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6d8b evict+0xbb ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197529 [011] 2547.560638: 37313692 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [045] 2547.560669: 29169550 cycles: 133ba0bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2547.560764: 30226421 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [005] 2547.561497: 29125644 cycles: 3a634f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2547.561646: 33067694 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ksoftirqd/8 65 [008] 2547.562377: 35633100 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7b29e8 rcu_do_batch+0x2f8 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196114 [035] 2547.562516: 35879011 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 163646 [020] 2547.562795: 36093076 cycles: ffffffff8b6a4713 __schedule+0x213 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2547.563226: 41822210 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [023] 2547.563244: 34280424 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [039] 2547.563507: 39814223 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [016] 2547.564413: 39772622 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [027] 2547.564429: 29708203 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [009] 2547.564505: 32373472 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [038] 2547.564562: 30642933 cycles: ffffffff8a9983f2 __mod_zone_page_state+0x12 ([kernel.kallsyms]) ffffffff8a9e978b __free_one_page+0x6b ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2547.564687: 36845587 cycles: ffffffff8a7dacb6 ktime_get+0x6 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7f92 __hrtimer_start_range_ns+0x2b2 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [034] 2547.564701: 36017977 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [042] 2547.565015: 40359397 cycles: ffffffff8a741c4b wake_affine+0x1b ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [001] 2547.565307: 33365646 cycles: 2049957f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [018] 2547.565819: 30610373 cycles: 3b9d5d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [000] 2547.566155: 30522541 cycles: 1741b13b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [041] 2547.566619: 32866928 cycles: 3ba401b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [040] 2547.566864: 32321042 cycles: 14080b8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [029] 2547.567137: 30231914 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [033] 2547.567203: 29431781 cycles: 1330d986 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [046] 2547.567760: 30420830 cycles: 25168047 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [026] 2547.567843: 35048349 cycles: 152b59e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2547.568416: 43670543 cycles: ffffffff8a7d6dd8 get_next_timer_interrupt+0x58 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [006] 2547.568810: 32677744 cycles: ffffffff8b4630e3 __inet_lookup_established+0xd3 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [019] 2547.568943: 35345570 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2547.568992: 35445814 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2547.569021: 27784861 cycles: ffffffff8a747985 update_load_avg+0xb5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [013] 2547.569086: 34855954 cycles: ffffffff8aa5963b refill_obj_stock+0x1b ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 197891 [024] 2547.569229: 36288994 cycles: ffffffff8b37868b __sk_mem_reduce_allocated+0x5b ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2547.569893: 34953176 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [047] 2547.570076: 40106052 cycles: 8a2 [unknown] ([vdso]) diskagen.IC 198855 [004] 2547.570451: 36813941 cycles: 2045c531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [017] 2547.570690: 35548074 cycles: 1330df63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [030] 2547.570729: 33476270 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2547.570854: 27744273 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [005] 2547.571008: 29246736 cycles: ffffffff8b3a43f8 validate_xmit_skb+0x278 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [028] 2547.571108: 34506832 cycles: ffffffff8a73cac2 send_call_function_single_ipi+0x52 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [043] 2547.571212: 44629229 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2547.571465: 30310094 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [045] 2547.571634: 27903319 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [012] 2547.571721: 40744368 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [036] 2547.571759: 36254787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2547.572527: 32850290 cycles: ffffffff8a75ff25 __update_load_avg_se+0x1c5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [007] 2547.572687: 38506030 cycles: 133c2fdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [025] 2547.573077: 40102971 cycles: 688d48c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [020] 2547.573697: 34851508 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194338 [014] 2547.573948: 50409055 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [021] 2547.574520: 30939719 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [027] 2547.574871: 28734577 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2547.575006: 33932207 cycles: ffffffff8a7d7b28 __remove_hrtimer+0x18 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [011] 2547.575090: 36248378 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [009] 2547.575470: 31400186 cycles: 195f0f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [038] 2547.575567: 32284153 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa302be cache_from_obj+0x4e ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2547.575670: 33663855 cycles: 13bacbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [001] 2547.576874: 31930862 cycles: 3ba4645 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2547.577042: 42927095 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [023] 2547.577233: 33810597 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [044] 2547.577352: 39398034 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2547.577424: 32438187 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [000] 2547.577674: 33174768 cycles: 186b491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [039] 2547.577954: 43528454 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2547.578014: 35670312 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [040] 2547.578098: 37658733 cycles: 1394d25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [013] 2547.578670: 35266164 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 198657 [042] 2547.578755: 46979171 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [033] 2547.578858: 28825524 cycles: 25171ab8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [029] 2547.578988: 32617091 cycles: 1414798e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2547.579035: 36949829 cycles: ffffffff8a75c439 cpuidle_idle_call+0xb9 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2547.579415: 35413271 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [003] 2547.579584: 34857369 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [015] 2547.579730: 27898782 cycles: ffffffff8a7412c8 update_min_vruntime+0x18 ([kernel.kallsyms]) ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [032] 2547.581016: 27814667 cycles: ffffffff8a7f659d futex_wake+0xdd ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [045] 2547.581448: 27959157 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [022] 2547.581450: 33106546 cycles: 219dcbc3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [026] 2547.581888: 33298641 cycles: ffffffff8aaeb3c6 ep_poll+0x356 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [006] 2547.581954: 30372879 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [030] 2547.582604: 43512788 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [019] 2547.582632: 38988951 cycles: ffffffff8acd408e apparmor_file_permission+0xbe ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [005] 2547.582647: 28339206 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2547.582704: 42224060 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [010] 2547.582807: 32322970 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 170455 [004] 2547.583113: 33967482 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [037] 2547.583301: 32637758 cycles: 139f0eec [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 193836 [002] 2547.583522: 41848200 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [028] 2547.583800: 37162807 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [047] 2547.584252: 39429562 cycles: 2727af1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [017] 2547.584340: 33805992 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [027] 2547.584626: 32859357 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172232 [036] 2547.585181: 35072632 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [007] 2547.585301: 35636177 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [020] 2547.585534: 34004060 cycles: ffffffff8aa1caad vma_alloc_folio+0x4d ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [035] 2547.586338: 32777395 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [009] 2547.586616: 38631043 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [031] 2547.586886: 29300420 cycles: ffffffff8a6c7cfd __virt_addr_valid+0x4d ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150657 [008] 2547.586958: 31583209 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [012] 2547.587002: 43635375 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2547.587032: 36712138 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [038] 2547.587127: 31600437 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) PdGetEv 171397 [043] 2547.588334: 42077413 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2547.588357: 27994143 cycles: ffffffff8a6517c5 local_touch_nmi+0x5 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [013] 2547.588364: 35579146 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [000] 2547.589308: 31588866 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [001] 2547.589370: 29683041 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [034] 2547.589525: 30529777 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2547.590060: 33430108 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2547.590143: 31104857 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2547.590255: 28166234 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [045] 2547.590993: 28940290 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [032] 2547.591458: 29932731 cycles: 1434c411 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [029] 2547.591552: 33511851 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [039] 2547.591820: 39082034 cycles: 352a761 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2547.591863: 33653163 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [023] 2547.591879: 31814604 cycles: 13cb28b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2547.591926: 39388668 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2547.592110: 28839827 cycles: 12ea6f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [014] 2547.592547: 51564565 cycles: 13004000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [044] 2547.592935: 42149443 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [046] 2547.593131: 35057958 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [022] 2547.593212: 32230083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [016] 2547.593472: 42783062 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [006] 2547.593650: 32397913 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2547.593706: 39295187 cycles: ffffffff8b3a7cfa net_rx_action+0x2a ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [040] 2547.593820: 39807942 cycles: 26476aa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2547.594317: 33291135 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [003] 2547.595106: 29584538 cycles: 3b2df17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [026] 2547.595217: 30419848 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [042] 2547.597028: 51805783 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2547.597626: 32713060 cycles: 17abd2c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [037] 2547.597677: 35054098 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194335 [028] 2547.597778: 39586282 cycles: 14098c05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [027] 2547.597941: 29278515 cycles: 1ca21872 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [020] 2547.598137: 34161916 cycles: 3ac40e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/13 95 [013] 2547.598182: 35968867 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.Scheduler 196924 [019] 2547.598224: 37736759 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [031] 2547.598334: 27738587 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2547.598504: 39892366 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [030] 2547.598515: 37233050 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2547.598973: 39770004 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [017] 2547.599080: 35407037 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165459 [008] 2547.599109: 30390433 cycles: ffffffff8a64a321 __switch_to+0x31 ([kernel.kallsyms]) default-executo 194632 [034] 2547.599195: 31304576 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [035] 2547.600078: 31654483 cycles: 1554bf5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [021] 2547.600091: 26616264 cycles: 6e8 [unknown] ([vdso]) default-executo 196007 [000] 2547.600332: 31363947 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [041] 2547.600537: 37873198 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779e60 psi_task_switch+0x80 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2547.601065: 37178291 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [024] 2547.601141: 41049500 cycles: ffffffff8b616e31 rb_erase+0x21 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 198206 [007] 2547.601150: 31280012 cycles: 156d1c67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) kswapd0 328 [012] 2547.601353: 42255347 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 198047 [047] 2547.601459: 40768670 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [033] 2547.601579: 29266123 cycles: 504e867 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) .NET TP Worker 195154 [001] 2547.601758: 35090743 cycles: ffffffff8a760464 __update_load_avg_cfs_rq+0x24 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 607ef4 [unknown] (/actions-runner/bin/libcoreclr.so) 607b5e [unknown] (/actions-runner/bin/libcoreclr.so) 60c754 [unknown] (/actions-runner/bin/libcoreclr.so) 60c8b3 [unknown] (/actions-runner/bin/libcoreclr.so) 2f548f [unknown] (/actions-runner/bin/libcoreclr.so) 107ddeb [unknown] (/memfd:doublemapper (deleted)) swapper 0 [009] 2547.601887: 39511322 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [032] 2547.602303: 29703361 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [005] 2547.603154: 30903312 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [011] 2547.603318: 29443147 cycles: 18693fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [045] 2547.603827: 27273697 cycles: 1435c931 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [006] 2547.603910: 31844831 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [022] 2547.604637: 33996152 cycles: ffffffff8a9e91d2 check_new_pages+0x62 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2547.605094: 30373119 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155701 [043] 2547.605477: 40956530 cycles: ffffffff8a7f1b09 get_futex_key+0x29 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [015] 2547.605508: 35985888 cycles: 21a2fc77 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [029] 2547.605684: 37425350 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [003] 2547.606680: 28953594 cycles: 17a1a16 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [010] 2547.607077: 40764334 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [039] 2547.607088: 42557023 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2547.607196: 35710130 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [027] 2547.607761: 29710147 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2547.608122: 42243412 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167045 [004] 2547.608294: 32092472 cycles: ffffffff8a741a04 __calc_delta+0xb4 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2547.608306: 28241886 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 196759 [044] 2547.608696: 38611450 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 460f3f685fff [unknown] (//anon) diskagen.User 165258 [040] 2547.608752: 37995730 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046af [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [016] 2547.609068: 42871207 cycles: ffffffffc0cac3ad nf_conntrack_tcp_packet+0xa8d ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [014] 2547.609681: 40742374 cycles: ffffffff8adaff8a __import_iovec+0xea ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [031] 2547.609702: 26598445 cycles: ffffffff8a764e8f __wake_up_common+0x7f ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [036] 2547.610010: 31291229 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [019] 2547.610433: 39338695 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [034] 2547.611134: 33308747 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [008] 2547.611193: 37372452 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [021] 2547.611338: 25688829 cycles: ffffffff8a7f6f8d futex_wait+0x1ed ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [035] 2547.611382: 32008229 cycles: 68acc8d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2547.611534: 40624233 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [013] 2547.611813: 33620395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [002] 2547.611966: 37393408 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [000] 2547.611988: 29703915 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154857 [020] 2547.612017: 32437857 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [030] 2547.612097: 33930670 cycles: 13bd58c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [032] 2547.612852: 32838968 cycles: 14073b94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [033] 2547.613078: 31703830 cycles: 206bb58 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 194631 [038] 2547.613124: 43816680 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [005] 2547.613720: 30427790 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 464d3f48d7ff [unknown] (//anon) nbsd-lig.SNULL 196013 [011] 2547.613795: 35150907 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [028] 2547.614276: 32934798 cycles: 3b6dde6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [006] 2547.614884: 32341523 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2547.614891: 41041805 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [007] 2547.615109: 30838376 cycles: 122b0c04 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 193822 [017] 2547.615168: 37838972 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [023] 2547.615734: 30139067 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [012] 2547.616091: 37121708 cycles: ffffffff8aa30543 kmem_cache_free+0x163 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2547.616113: 28643736 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [001] 2547.616404: 33008755 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [047] 2547.616431: 40995832 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [024] 2547.617006: 44002555 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [022] 2547.617040: 31708801 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [025] 2547.617506: 37662229 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [042] 2547.618101: 43289180 cycles: ffffffff8aa7b8d0 do_iter_readv_writev+0x110 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [027] 2547.618186: 29417218 cycles: 3a351a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2547.618343: 33555372 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2547.618720: 32761906 cycles: ffffffff8adb05b3 _find_next_bit+0x43 ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [026] 2547.618895: 31217048 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [043] 2547.619506: 37131473 cycles: 1618a83f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [031] 2547.619910: 26798327 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [046] 2547.620572: 41342321 cycles: 140713eb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [029] 2547.620685: 42065925 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198436 [036] 2547.620711: 34030386 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [015] 2547.620840: 30853284 cycles: 3b3db30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [021] 2547.621729: 25372431 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [004] 2547.621784: 34347327 cycles: 141f4f70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 169056 [000] 2547.621981: 29701276 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [032] 2547.622444: 33391584 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 172771 [044] 2547.622592: 36486138 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [034] 2547.622749: 35432978 cycles: 1618a32a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2547.622816: 34083447 cycles: ffffffff8a64a334 __switch_to+0x44 ([kernel.kallsyms]) swapper 0 [008] 2547.623521: 36791611 cycles: ffffffff8a74ebce enqueue_entity+0x14e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2547.623640: 30651991 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [018] 2547.623702: 46669757 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [010] 2547.623819: 38207276 cycles: 13c96298 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.623876: 37386428 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 197518 [016] 2547.624438: 38141130 cycles: ffffffff8b389806 __skb_datagram_iter+0x136 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 195785 [013] 2547.624721: 31813212 cycles: ffffffff8a6f012b wait_consider_task+0xb ([kernel.kallsyms]) ffffffff8a6f1bdf kernel_wait4+0xaf ([kernel.kallsyms]) ffffffff8a6f1d21 __do_sys_wait4+0x91 ([kernel.kallsyms]) ffffffff8a6f1d5c __x64_sys_wait4+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b51fe4 waitpid+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150ca8 TShellCommand::TImpl::Communicate+0x1c8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) nbsd.User 197536 [035] 2547.624817: 32404134 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2547.624863: 31202479 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168715 [014] 2547.624892: 35149223 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [002] 2547.625309: 33382749 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [033] 2547.625594: 29959120 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aae9c88 ep_done_scan+0x28 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 166602 [039] 2547.625682: 39006453 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2547.626197: 36030407 cycles: ffffffff8b6178d7 rb_next+0x47 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2547.626248: 47908403 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI1 196117 [006] 2547.626718: 36416171 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [007] 2547.627004: 28794785 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [001] 2547.627575: 33343941 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [011] 2547.627998: 34892701 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2547.628183: 31469589 cycles: ffffffff8a7efd30 tick_nohz_idle_exit+0x20 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2547.628281: 36744743 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [023] 2547.628336: 36380702 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.628918: 38306444 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [037] 2547.629046: 45343349 cycles: 161b5f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [026] 2547.629402: 30521357 cycles: 252589c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [012] 2547.629795: 33426250 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [003] 2547.630522: 31560760 cycles: 250d7b60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2547.630564: 35558755 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [041] 2547.630711: 39094803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [031] 2547.630959: 29676560 cycles: ffffffff8aa5100e page_counter_cancel+0x3e ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [043] 2547.631515: 35747803 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [024] 2547.631608: 44248806 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [027] 2547.631879: 29723818 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2547.632626: 35891539 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [021] 2547.632689: 25364281 cycles: ffffffff8adacacb _copy_from_iter+0x1eb ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [047] 2547.632856: 39820416 cycles: 1402175c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [009] 2547.632910: 29726903 cycles: ffffffff8aa72b97 __check_object_size.part.0+0x67 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197562 [000] 2547.632959: 28924427 cycles: 13f96571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [025] 2547.633774: 36002457 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165157 [015] 2547.634166: 31725402 cycles: ffffffff8b6175a2 rb_insert_color+0xa2 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [032] 2547.634630: 36246221 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2547.634929: 42490952 cycles: 17de800 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [004] 2547.635142: 39497661 cycles: 12f0aaf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [040] 2547.635282: 37311111 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [005] 2547.635794: 29733879 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [020] 2547.635853: 34646240 cycles: 12f0fae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2547.635872: 32832446 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [046] 2547.635949: 35186156 cycles: ffffffff8a73e58b available_idle_cpu+0xb ([kernel.kallsyms]) ffffffff8a741c64 wake_affine+0x34 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2547.636512: 35622786 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2547.636648: 35128733 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [002] 2547.636662: 33382749 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [008] 2547.636817: 37529075 cycles: 17122d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [044] 2547.636848: 35355629 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [014] 2547.637188: 32981724 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [030] 2547.637449: 29947818 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [035] 2547.638244: 30289411 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [033] 2547.638289: 34976317 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [013] 2547.638301: 34163917 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [016] 2547.638382: 34726900 cycles: 2892fa1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [007] 2547.638971: 27547738 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [026] 2547.639197: 30563563 cycles: ffffffff8b486be3 __tcp_transmit_skb+0x353 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [028] 2547.639522: 44975236 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [011] 2547.639969: 33812354 cycles: 1407158a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [022] 2547.640147: 36555858 cycles: ffffffff8a73bddd try_to_wake_up+0x11d ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [001] 2547.640838: 38354933 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [018] 2547.641048: 47194594 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [012] 2547.641248: 36281540 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [006] 2547.641381: 31682578 cycles: 3ba4be5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [039] 2547.641941: 44487253 cycles: ffffffff8aa302be cache_from_obj+0x4e ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [021] 2547.642591: 27687149 cycles: 9644e pthread_getspecific+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1411c000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [003] 2547.642671: 29844041 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [031] 2547.642838: 30850631 cycles: 1869c8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [019] 2547.642960: 40038022 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [045] 2547.643527: 31517256 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.643839: 39216017 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [023] 2547.644038: 41335200 cycles: ffffffff8b6acc56 _raw_spin_unlock_irqrestore+0x6 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [027] 2547.644539: 28207457 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2547.644995: 27346047 cycles: ffffffff8a74ee1e enqueue_entity+0x39e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [043] 2547.645440: 39246895 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [009] 2547.645449: 33618733 cycles: 2889865 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [037] 2547.645479: 38189258 cycles: 65b6dbb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [017] 2547.645646: 34319149 cycles: ffffffff8a741345 clear_buddies+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [036] 2547.646113: 32214180 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [015] 2547.646339: 33130559 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8abdc9d2 stop_this_handle+0x102 ([kernel.kallsyms]) ffffffff8abdde9e jbd2_journal_stop+0x12e ([kernel.kallsyms]) ffffffff8ab5d500 __ext4_journal_stop+0x40 ([kernel.kallsyms]) ffffffff8ab88061 ext4_dirty_inode+0x71 ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) ydbd.Scheduler 196924 [005] 2547.646374: 31496395 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [020] 2547.646388: 34298033 cycles: ffffffff8b3a7dc8 net_rx_action+0xf8 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 194094 [032] 2547.647479: 36516973 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [025] 2547.647779: 31875477 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [040] 2547.647847: 37234445 cycles: ffffffff8a74ab08 update_curr+0x78 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2547.647985: 39620784 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2547.648099: 33343228 cycles: ffffffff8a73e580 available_idle_cpu+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [030] 2547.648159: 31914002 cycles: ffffffff8a741b15 remove_entity_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2547.648315: 40043077 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [044] 2547.648678: 34048604 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [004] 2547.649337: 46448584 cycles: 3c2f5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2547.649384: 35897468 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [014] 2547.649398: 35062866 cycles: 3502370 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [035] 2547.649540: 32035811 cycles: 175e349 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [010] 2547.649675: 36137183 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagentd 198048 [034] 2547.649990: 29901381 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [033] 2547.650123: 33019177 cycles: 27279a9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [007] 2547.650489: 26430670 cycles: 21a2fcf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [016] 2547.650610: 35623793 cycles: ffffffff8aa31653 __kmem_cache_alloc_node+0x53 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2547.650810: 39814183 cycles: ffffffff8a754f83 nohz_run_idle_balance+0x53 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [008] 2547.651237: 38270839 cycles: 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [029] 2547.651518: 31037279 cycles: ffffffff8adaab31 fault_in_iov_iter_readable+0x1 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [026] 2547.651613: 29704789 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [013] 2547.652493: 31071359 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2547.652781: 30652976 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [011] 2547.652819: 34945977 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [021] 2547.653401: 27641470 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 168892 [047] 2547.653629: 44210975 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [022] 2547.654193: 33926034 cycles: ffffffff8b616eed rb_erase+0xdd ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [045] 2547.654259: 34145792 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2547.654579: 47791296 cycles: ffffffff8a6f2ff8 __local_bh_enable_ip+0x48 ([kernel.kallsyms]) ffffffff8b37722f lock_sock_nested+0x3f ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198114 [003] 2547.654849: 28285914 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197895 [000] 2547.654990: 30737995 cycles: ffffffff8a96d3d0 balance_dirty_pages_ratelimited+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [012] 2547.655311: 32773469 cycles: 133d5830 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [027] 2547.655978: 33134591 cycles: 2727ba10 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.656952: 34425548 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [001] 2547.656957: 36559564 cycles: ffffffffc0ca4609 nf_conntrack_in+0x29 ([kernel.kallsyms]) ffffffffc0ca92e4 ipv4_conntrack_in+0x14 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2547.657073: 27640314 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [039] 2547.657329: 47065465 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [018] 2547.657568: 44070987 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [038] 2547.657676: 36394990 cycles: ffffffff8a9ecf13 rmqueue+0x13 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [046] 2547.659268: 32577724 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [019] 2547.659321: 33403303 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 198646 [015] 2547.659414: 34033860 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [036] 2547.659757: 29618429 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [030] 2547.659759: 30842460 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2547.659974: 36418828 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 197253 [005] 2547.660439: 32259624 cycles: 1406b172 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [017] 2547.660675: 35995600 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [007] 2547.660876: 26185961 cycles: ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [023] 2547.661114: 37374117 cycles: ffffffff8b47ea16 tcp_ack+0xb6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [041] 2547.661264: 39729497 cycles: ffffffff8a74becf select_idle_sibling+0x3af ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2547.661269: 33239084 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [037] 2547.661444: 33062618 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [025] 2547.661464: 29098208 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [034] 2547.661811: 30800626 cycles: 1424e96c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 160832 [043] 2547.662165: 37112483 cycles: ffffffff8a74af09 update_cfs_group+0x99 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 169053 [032] 2547.662190: 31840281 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [033] 2547.662255: 35079677 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229a78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2547.662463: 31292090 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [040] 2547.662508: 38575110 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [044] 2547.663468: 33768271 cycles: 14131bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [024] 2547.663494: 41096185 cycles: ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [016] 2547.663589: 41914991 cycles: ffffffff8a74503f select_idle_cpu+0x24f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12ee0c45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [029] 2547.664019: 36574938 cycles: 1402f4e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [002] 2547.664213: 32061924 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [014] 2547.664324: 34938859 cycles: 12f4db48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [010] 2547.664361: 32179014 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [006] 2547.664401: 29987638 cycles: 3502321 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197523 [042] 2547.664919: 37425249 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [045] 2547.664997: 33571614 cycles: 12ea6eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [003] 2547.665304: 27880685 cycles: 25257555 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [013] 2547.665672: 34330700 cycles: 25167109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [021] 2547.665754: 32266804 cycles: 270c6680 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198646 [008] 2547.665855: 38288245 cycles: ffffffff8a9ef800 get_page_from_freelist+0x310 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2547.666273: 33535740 cycles: ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [004] 2547.666825: 48557216 cycles: ffffffff8b459d5b ip_skb_dst_mtu+0xeb ([kernel.kallsyms]) ffffffff8b45b0b4 __ip_finish_output+0x74 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2547.666918: 33954213 cycles: ffffffff8a74eb66 enqueue_entity+0xe6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197524 [012] 2547.667457: 33934448 cycles: 140c7f42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [038] 2547.667680: 36461600 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 198681 [011] 2547.668242: 35407105 cycles: 64f6636 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [031] 2547.668322: 26943553 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.668932: 36387820 cycles: ffffffff8a74ea92 enqueue_entity+0x12 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [027] 2547.669100: 37664093 cycles: 689b7d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [007] 2547.669889: 26987777 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [036] 2547.669939: 29099377 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [046] 2547.669941: 31543658 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2547.670307: 35318365 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165162 [028] 2547.671051: 46058332 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.Scheduler 193840 [019] 2547.671438: 36380998 cycles: ffffffff8a739020 get_nohz_timer_target+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) default-executo 196114 [030] 2547.671791: 36146474 cycles: 3b228b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [047] 2547.672004: 37193388 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 460f28b9242f [unknown] (//anon) ydbd 171298 [034] 2547.673125: 33548782 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [026] 2547.673243: 33892913 cycles: 1a68d3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a78a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2547.674255: 36522335 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [009] 2547.674260: 41777634 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 194089 [025] 2547.674364: 34594494 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.Schedu 198049 [015] 2547.674643: 31786308 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [032] 2547.674754: 30014590 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [005] 2547.674872: 31803603 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2547.674901: 28791551 cycles: 21a1bf11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [003] 2547.675126: 28434048 cycles: 21a2fa52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [035] 2547.675417: 32095780 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165860 [037] 2547.675610: 33043102 cycles: 21b69e84 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197533 [033] 2547.675960: 34196101 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [002] 2547.676164: 30110322 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [029] 2547.676210: 38161046 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [024] 2547.676460: 57256429 cycles: 1741e3a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2547.676618: 33235546 cycles: ffffffff8a736b50 resched_curr+0x0 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2547.676760: 44240012 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2547.677398: 41126909 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [017] 2547.677544: 37001716 cycles: ffffffff8b478ad8 tcp_try_rmem_schedule+0x78 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [010] 2547.677555: 31383727 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [038] 2547.677756: 36511663 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 196124 [013] 2547.678523: 32792731 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [039] 2547.678629: 36821934 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [045] 2547.678698: 33571614 cycles: 3b2f79f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2547.678994: 34088109 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [046] 2547.679187: 35630568 cycles: 12e9a1e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2547.679621: 37511465 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [043] 2547.679643: 35444573 cycles: 17db4f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [000] 2547.679895: 31112620 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 172219 [042] 2547.680152: 37978930 cycles: bbb98a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 197896 [031] 2547.680370: 30225080 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [022] 2547.680907: 31992603 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [041] 2547.681635: 29554065 cycles: 17e240a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [036] 2547.681733: 31138338 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [008] 2547.682267: 33889324 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2547.682521: 27902620 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [021] 2547.682904: 32111706 cycles: 3ac56f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2547.683066: 30404539 cycles: 1618be33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2547.683146: 41343281 cycles: ffffffff8a747a65 update_load_avg+0x195 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [020] 2547.684041: 36879020 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [011] 2547.686399: 41132166 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [004] 2547.686505: 46453422 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [032] 2547.686748: 28369166 cycles: 2a7fbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [028] 2547.687372: 42718960 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [034] 2547.687419: 33052303 cycles: 17f1f73 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [030] 2547.687484: 35033489 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [027] 2547.687534: 35400917 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [038] 2547.687805: 36542409 cycles: ffffffff8aa5ba28 try_charge_memcg+0x28 ([kernel.kallsyms]) ffffffff8aa5cbae charge_memcg+0x3e ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 198749 [010] 2547.687860: 36181630 cycles: 141f64f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2547.687879: 28910633 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27c5930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [003] 2547.688185: 25579219 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2547.688205: 33271642 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [026] 2547.688610: 29916362 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [047] 2547.688620: 42137043 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2547.688993: 36602397 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) blocksto.CLI1 194622 [005] 2547.689387: 30307085 cycles: ffffffff8b36d20d sock_poll+0x1d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [001] 2547.689902: 28826408 cycles: 133a7bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198619 [044] 2547.690308: 38811732 cycles: ffffffff8a768fa6 psi_group_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2547.690356: 30214328 cycles: ffffffff8a744f52 select_idle_cpu+0x162 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198050 [015] 2547.690380: 31742454 cycles: ffffffff8a74c758 select_task_rq_fair+0x2d8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2547.690933: 43635894 cycles: ffffffff8a75fa73 __update_load_avg_blocked_se+0x33 ([kernel.kallsyms]) ffffffff8a7432d1 migrate_task_rq_fair+0x1d1 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2547.691027: 35364815 cycles: ffffffff8a697e1d __sysvec_call_function_single+0xd ([kernel.kallsyms]) default-executo 196114 [013] 2547.691069: 36897082 cycles: ffffffff8b4869bc __tcp_transmit_skb+0x12c ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2547.691829: 38387356 cycles: 21a19ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [029] 2547.691883: 38161046 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [017] 2547.692104: 46920025 cycles: 140776fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2547.692180: 27931951 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [025] 2547.692222: 31236009 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193989 [045] 2547.692489: 43156771 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagentd 165265 [031] 2547.693136: 30709643 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IO 171591 [033] 2547.693156: 36581912 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [022] 2547.693178: 34528922 cycles: 1380b1e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [009] 2547.693237: 32137537 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154857 [042] 2547.693246: 34907867 cycles: ffffffff8a64a40b __switch_to+0x11b ([kernel.kallsyms]) swapper 0 [039] 2547.693336: 37766495 cycles: ffffffff8a739850 ttwu_do_wakeup+0x10 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [041] 2547.693532: 27847531 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198709 [007] 2547.693785: 30531389 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [046] 2547.693885: 31387706 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14258f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 194369 [036] 2547.694067: 29415751 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [006] 2547.694346: 29833735 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [016] 2547.694732: 36754256 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [032] 2547.694919: 29445427 cycles: 2453186 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243daac [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df3f1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730623 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [040] 2547.695018: 42044650 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [023] 2547.695404: 32565256 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2547.696160: 31524898 cycles: ffffffff8a743356 select_idle_core+0x6 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [021] 2547.697635: 35487691 cycles: 133902e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2547.698000: 29224683 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [012] 2547.698187: 44902356 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [020] 2547.698331: 47882065 cycles: 12e810d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2547.698594: 36503742 cycles: ffffffff8a7763dd calc_load_nohz_stop+0xd ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [024] 2547.698800: 45292396 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [034] 2547.698879: 32221043 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198440 [002] 2547.699222: 28531340 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2547.700540: 30898569 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168709 [027] 2547.700796: 40786299 cycles: ffffffff8a95a5e5 rseq_get_rseq_cs.isra.0+0x5 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198626 [026] 2547.700977: 30897976 cycles: ffffffff8b381d97 skb_release_data+0x87 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2547.701494: 38639809 cycles: ffffffff8a75fd6d __update_load_avg_se+0xd ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2547.701596: 40077958 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2547.701811: 31909784 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2547.702782: 43870726 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) test_tool 194424 [032] 2547.703043: 31138942 cycles: ffffffff8aab76df seq_printf+0x7f ([kernel.kallsyms]) ffffffff8ab3e0e0 do_task_stat+0x3e0 ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196007 [001] 2547.703072: 26447282 cycles: ffffffff8b800179 syscall_return_via_sysret+0x24 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 159890 [037] 2547.703103: 30834560 cycles: 21b6b0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [025] 2547.703223: 29521191 cycles: 12e96b93 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [005] 2547.703415: 40387623 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2547.703541: 37470621 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2547.703926: 31349483 cycles: ffffffff8a74f08e enqueue_task_fair+0x9e ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165449 [015] 2547.704039: 31886658 cycles: ffffffff8a7d7618 __hrtimer_init+0x98 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [011] 2547.704073: 39484380 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2547.704275: 29056355 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [009] 2547.704366: 31967545 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2547.704826: 26864156 cycles: ffffffff8a996791 need_update+0xb1 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [047] 2547.704846: 38002467 cycles: 3ac5131 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [028] 2547.704975: 34212510 cycles: ffffffff8b6acef5 _raw_read_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [014] 2547.705441: 39855342 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [042] 2547.705460: 35063003 cycles: ffffffff8b47f1f5 tcp_ack+0x895 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [022] 2547.705489: 36664359 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [006] 2547.705941: 28346182 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [044] 2547.706167: 41628335 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 193840 [031] 2547.706172: 31362464 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15f42021 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IO 162523 [007] 2547.706173: 28840606 cycles: 133b62a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [013] 2547.706515: 38817114 cycles: 17fb8d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [035] 2547.706554: 37473523 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197240 [029] 2547.707310: 40854199 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [008] 2547.707422: 33449630 cycles: 133c8cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2547.707424: 30681858 cycles: 3b59302 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [019] 2547.707647: 45934494 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [033] 2547.708398: 40769391 cycles: 160a9ba0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [016] 2547.708552: 38786011 cycles: 15b3d23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2547.708572: 44894581 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [039] 2547.708972: 36495578 cycles: 6892051 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [021] 2547.709388: 35041600 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [023] 2547.709492: 29675512 cycles: c50 [unknown] ([vdso]) blocksto.CLI2 194630 [034] 2547.709517: 31473184 cycles: 62c3a50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2547.710106: 38311983 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [002] 2547.710357: 36381867 cycles: 2048b4ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [026] 2547.711537: 31520530 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 194424 [032] 2547.711612: 32434764 cycles: 32df391 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0576 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0c5d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730351 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.System 159382 [018] 2547.712085: 29961772 cycles: ffffffff8a760102 __update_load_avg_se+0x3a2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [001] 2547.712325: 26868260 cycles: 1823c52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 194347 [038] 2547.712408: 33500628 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [025] 2547.712767: 30506791 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [017] 2547.712955: 43756246 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [046] 2547.713312: 32147038 cycles: 140ee1a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [000] 2547.713446: 30375528 cycles: 1432bea4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165450 [012] 2547.714376: 42152115 cycles: 133ba0d9 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [041] 2547.714682: 27411177 cycles: ffffffff8b8001de syscall_return_via_sysret+0x89 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [030] 2547.714958: 40924364 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2547.714989: 32388082 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [024] 2547.715022: 38090127 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2547.715534: 30057171 cycles: 2049b5e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [037] 2547.715627: 31768830 cycles: 203fffab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 154857 [006] 2547.715780: 28655131 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [020] 2547.716134: 39258423 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 167054 [010] 2547.716167: 39479042 cycles: bbc85ed [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [047] 2547.716808: 36115509 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [009] 2547.717122: 32713203 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2547.717307: 45459276 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [027] 2547.717453: 38092807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [042] 2547.717782: 37109454 cycles: ffffffff8ac62cdf security_sock_rcv_skb+0x2f ([kernel.kallsyms]) ffffffff8b3d4e92 sk_filter_trim_cap+0x32 ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b4942c2 tcp_v4_rcv+0xd02 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [008] 2547.718139: 32670120 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [007] 2547.718247: 27817156 cycles: 3b983d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198440 [022] 2547.718586: 33940590 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2547.718640: 31441443 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [043] 2547.719198: 36106891 cycles: 272b001c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [031] 2547.719653: 34185355 cycles: 25260db1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [005] 2547.719827: 39695166 cycles: 17f81b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [003] 2547.720308: 28800997 cycles: ffffffff8a9e9a96 __free_one_page+0x376 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159615 [014] 2547.720320: 40020830 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198713 [011] 2547.720755: 37712787 cycles: 3a90d1c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [034] 2547.721468: 30034558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [035] 2547.721552: 35727968 cycles: ffffffff8b50faeb unix_stream_sendmsg+0x15b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [032] 2547.721852: 32819150 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [044] 2547.722127: 41585699 cycles: 2727deef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [026] 2547.722444: 33728383 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [013] 2547.722588: 38693210 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2547.722946: 37289017 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [002] 2547.723042: 34185524 cycles: 2049b5e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2547.723197: 26652111 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [018] 2547.723306: 32699581 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [039] 2547.723789: 36164246 cycles: ffffffff8a7c56cd exit_to_user_mode_loop+0xcd ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [046] 2547.723903: 31814845 cycles: 1c3a4ca6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 163665 [038] 2547.724289: 35182876 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [029] 2547.724351: 34287701 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2547.724570: 33861028 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a73becf try_to_wake_up+0x20f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172767 [040] 2547.725005: 33417204 cycles: bc08fa8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 194004 [000] 2547.725171: 29786603 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [023] 2547.725235: 33446130 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b5c702 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [041] 2547.725299: 26672655 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [033] 2547.725717: 43212836 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [021] 2547.725741: 31700579 cycles: ffffffff8aa729d3 check_heap_object+0x83 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165256 [006] 2547.726492: 28205524 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [045] 2547.727380: 44004315 cycles: 3a779e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [036] 2547.727630: 31169409 cycles: 2473194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [019] 2547.727788: 45172625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [027] 2547.728215: 37462113 cycles: ffffffff8aa7c26b do_readv+0xfb ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [047] 2547.728221: 35931184 cycles: 1e46c4d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2547.728258: 38100366 cycles: ffffffff8b61abd0 timerqueue_add+0x30 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [037] 2547.728344: 33876924 cycles: ffffffff8b3a4772 dev_hard_start_xmit+0x72 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.System 165845 [024] 2547.729371: 34611986 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 166757 [015] 2547.729385: 30383960 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [043] 2547.729616: 35168919 cycles: 204856a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [017] 2547.730118: 38119219 cycles: 183b67f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 193590 [022] 2547.730133: 32598476 cycles: ffffffff8a75fd81 __update_load_avg_se+0x21 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198711 [007] 2547.730175: 27817156 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [010] 2547.730263: 43761416 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2547.730474: 29818228 cycles: ffffffff8a747ab6 update_load_avg+0x1e6 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [008] 2547.730709: 34254648 cycles: 14180c43 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2547.730730: 30021152 cycles: ffffffff8b6a4504 __schedule+0x4 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [030] 2547.730843: 37241690 cycles: 1401fab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2547.731065: 30010033 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [003] 2547.731614: 33281557 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [020] 2547.731851: 33401045 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35a6fe87f [unknown] (//anon) nbsd-lig.SRV1 196021 [031] 2547.732518: 32456813 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [004] 2547.732821: 43105195 cycles: 158153d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [042] 2547.733271: 32004404 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2547.733278: 42261648 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [001] 2547.734139: 26018852 cycles: ffffffff8a764ee2 __wake_up_common+0xd2 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2547.734780: 35254857 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [035] 2547.735142: 33650718 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [005] 2547.735211: 38420879 cycles: 1300f9cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [002] 2547.735321: 32458847 cycles: 1617ad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [032] 2547.735410: 29843939 cycles: 689b7e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [000] 2547.735974: 31685431 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [016] 2547.736018: 46890794 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [041] 2547.736047: 26695623 cycles: ffffffff8a7f6fbd futex_wait+0x21d ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [046] 2547.736210: 29896039 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2547.736484: 41566891 cycles: 3661c28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [040] 2547.737040: 32533559 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d7ecb87f [unknown] (//anon) PdGetEv 194092 [038] 2547.737055: 40341803 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.System 165845 [006] 2547.737199: 27608123 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [029] 2547.737590: 37782875 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [011] 2547.737748: 31293756 cycles: ffffffff8b36d803 sock_sendmsg+0x13 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159894 [036] 2547.737880: 36681197 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [021] 2547.738390: 29447279 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2547.738517: 36173910 cycles: ffffffff8a74eaf7 enqueue_entity+0x77 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172780 [044] 2547.738666: 39628874 cycles: ffffffff8a7538ee newidle_balance+0x31e ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196100 [013] 2547.739353: 38103078 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [023] 2547.739524: 37193041 cycles: 64a4bd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [025] 2547.739632: 31339918 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [007] 2547.740271: 39080030 cycles: 21a19c61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [028] 2547.741810: 28760398 cycles: 133ae137 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 171287 [022] 2547.742365: 34160931 cycles: bc09172 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 196776 [034] 2547.742408: 29665546 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [012] 2547.742495: 35328432 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [024] 2547.742703: 38183365 cycles: 26689389 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2547.742717: 36777337 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [001] 2547.742816: 26509913 cycles: 123fd94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [033] 2547.742852: 35363936 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [037] 2547.742880: 36984640 cycles: 3b77450 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [015] 2547.742915: 29227372 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [027] 2547.742921: 33194651 cycles: ffffffff8b46ea2c tcp_sendmsg_locked+0x12c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.743704: 31895299 cycles: ffffffff8a75c5e0 do_idle+0x70 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 168710 [008] 2547.744339: 34963765 cycles: bc06679 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 163665 [009] 2547.744808: 32122506 cycles: ffffffff8a7414b7 task_h_load+0x77 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [047] 2547.744959: 44877532 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2547.745114: 29935555 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [041] 2547.745363: 29972083 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [045] 2547.745642: 34035077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [010] 2547.746544: 36986369 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [031] 2547.746833: 31594969 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [030] 2547.747001: 41564373 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [026] 2547.747094: 36871543 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [019] 2547.747115: 38628140 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [032] 2547.747149: 28451511 cycles: 133b5a3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [042] 2547.747157: 29170536 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [002] 2547.748054: 35645719 cycles: 689a2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170133 [017] 2547.748184: 39022595 cycles: 1be5a096 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [046] 2547.748312: 28304046 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [004] 2547.748897: 45712039 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2547.749154: 41555235 cycles: ffffffff8b692914 __wrgsbase_inactive+0x44 ([kernel.kallsyms]) nbsd.User 197534 [000] 2547.749802: 32907413 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14020e09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [014] 2547.750234: 40399822 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [005] 2547.750634: 36706569 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [040] 2547.750803: 32027961 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197537 [006] 2547.750847: 26632734 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2547.751659: 33728218 cycles: ffffffff8a753c87 pick_next_task_fair+0x1c7 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [011] 2547.751852: 31293756 cycles: ffffffff8a6f2fe8 __local_bh_enable_ip+0x38 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [007] 2547.751940: 40797579 cycles: 1860de2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198712 [028] 2547.751989: 28760398 cycles: 3a77abe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [021] 2547.752287: 26635083 cycles: 26ee69a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [023] 2547.752288: 38927934 cycles: 14330b48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [029] 2547.752453: 37160349 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [039] 2547.752462: 32910827 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [025] 2547.752615: 31339918 cycles: 3699f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2547.752831: 29789239 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [043] 2547.753454: 36079930 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [038] 2547.753527: 33929484 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [018] 2547.753584: 37072650 cycles: 369b4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [020] 2547.753834: 31521407 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 197870 [034] 2547.754033: 28077607 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 194092 [044] 2547.754170: 42283174 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [015] 2547.754285: 29679402 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 159884 [016] 2547.754414: 45961340 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [022] 2547.754479: 35508604 cycles: ffffffff8a9a5660 kmalloc_slab+0x70 ([kernel.kallsyms]) ffffffff8a9a5a11 __kmalloc+0x31 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2547.754865: 34945115 cycles: 1869608 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [013] 2547.756207: 38103078 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [027] 2547.756318: 38678002 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831853 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [033] 2547.756553: 32068853 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc19f083f [unknown] (//anon) swapper 0 [008] 2547.756940: 32492481 cycles: ffffffff8a7691ac psi_group_change+0x20c ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [024] 2547.757001: 41548915 cycles: 195f100 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [041] 2547.757026: 35059402 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198858 [003] 2547.757449: 28686907 cycles: 133925fe [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [037] 2547.757516: 38701501 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) nbsd.User 197536 [042] 2547.757675: 28575566 cycles: ffffffff8a74c4fc select_task_rq_fair+0x7c ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14060b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [032] 2547.757960: 28035490 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f351d do_futex+0x17d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [010] 2547.758316: 39086469 cycles: ffffffff8a7f6f8d futex_wait+0x1ed ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [009] 2547.758453: 37188933 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [046] 2547.759453: 27860152 cycles: ffffffff8b6a47ba __schedule+0x2ba ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [026] 2547.759595: 34314350 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 198063 [031] 2547.759851: 32987769 cycles: 23f1312 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25207dd [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25209e4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2520e7a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e2fbe [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24584f3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 253d3db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e8ba2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.User 194341 [002] 2547.760296: 42512903 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [045] 2547.760381: 33623663 cycles: 14078d2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [030] 2547.760984: 43394740 cycles: 1c53edd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [019] 2547.761438: 38253223 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [006] 2547.761661: 29921880 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [040] 2547.761763: 32024732 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 159616 [028] 2547.762048: 34318095 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 198117 [001] 2547.762218: 37983332 cycles: ffffffff8a7d922c hrtimer_nanosleep+0xac ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [047] 2547.762996: 39874042 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [021] 2547.763206: 26136158 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [005] 2547.763432: 35459212 cycles: 3a779e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2547.763450: 31765196 cycles: 21a312c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2547.763454: 43892432 cycles: ffffffff8a754dda nohz_balance_enter_idle+0x6a ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [004] 2547.763535: 40669263 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170471 [036] 2547.763545: 40128784 cycles: ffffffff8a7d74bc hrtimer_active+0x3c ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [020] 2547.764631: 31812686 cycles: 133b049b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [017] 2547.764651: 32649200 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [029] 2547.764677: 39647964 cycles: 1e5c7783 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165166 [011] 2547.765088: 37323842 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [034] 2547.765095: 34077394 cycles: ffffffff8adac927 _copy_from_iter+0x47 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2547.765362: 28710991 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [039] 2547.765379: 33354675 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [038] 2547.765601: 31876370 cycles: 35f3da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165870 [025] 2547.765685: 42872373 cycles: 15257082 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 194347 [035] 2547.766347: 46958636 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [022] 2547.766871: 37867907 cycles: 133ae161 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [042] 2547.767341: 29156959 cycles: 2520d565 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [007] 2547.767377: 44852309 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2547.767567: 39493539 cycles: ffffffff8a7d7b64 __remove_hrtimer+0x54 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2547.767679: 27805936 cycles: 17bce40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2547.768164: 32716593 cycles: ffffffff8b61708d rb_erase+0x27d ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2547.768845: 33523930 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [033] 2547.769167: 29999607 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159494 [023] 2547.769544: 37028792 cycles: ffffffff8adb5538 _copy_from_user+0x58 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [046] 2547.769786: 30521754 cycles: 3b8ad6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [044] 2547.769801: 36034063 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [003] 2547.770215: 30835898 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [016] 2547.770996: 45057890 cycles: ffffffff8b1b5987 loopback_xmit+0x67 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [043] 2547.771693: 39248280 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) nbsd.User 197529 [006] 2547.771781: 30202340 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2547.772131: 55489197 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [026] 2547.772282: 37468785 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [000] 2547.772475: 32522236 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [041] 2547.773156: 33188608 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6550cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [024] 2547.773544: 34952081 cycles: 26ce4db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [019] 2547.773971: 35613635 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198738 [031] 2547.774082: 32987769 cycles: 649788e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [010] 2547.774177: 33048879 cycles: 3b33b8b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2547.774422: 38490099 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [009] 2547.775084: 38868975 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172232 [027] 2547.775700: 30273506 cycles: ffffffff8a76905b psi_group_change+0xbb ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [037] 2547.775738: 38217508 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 198855 [017] 2547.776016: 30278707 cycles: 2049b5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2547.776199: 31920360 cycles: ffffffff8a99a400 quiet_vmstat+0x0 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [032] 2547.776445: 28948094 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2547.777155: 35416626 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [021] 2547.777200: 25507628 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2547.777341: 41026102 cycles: 14086018 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [002] 2547.777944: 38097509 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198612 [036] 2547.777993: 37713218 cycles: 2525753d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2547.778301: 31473320 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [004] 2547.778499: 40111051 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [015] 2547.778831: 29340823 cycles: 550a866 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Schedu 160832 [038] 2547.778881: 36968739 cycles: 2040070d [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [003] 2547.779502: 36084843 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2547.779523: 38731704 cycles: 14018ce4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2547.779996: 27859523 cycles: ffffffff8a736040 enqueue_task+0x30 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [001] 2547.780423: 31132510 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [005] 2547.780500: 35582520 cycles: 3a90c93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2547.780608: 41448943 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [012] 2547.780610: 34095619 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2547.781266: 28570014 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [039] 2547.781424: 31518699 cycles: 1618a69b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [011] 2547.782236: 43682437 cycles: 1c7bb11c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [006] 2547.782325: 29250323 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2547.782411: 36717376 cycles: ffffffff8b37e3dd __build_skb_around+0x9d ([kernel.kallsyms]) ffffffff8b37e5d9 __alloc_skb+0xd9 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [046] 2547.782461: 31469713 cycles: ffffffff8a74aba6 update_curr+0x116 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [047] 2547.782508: 38928046 cycles: 14068f3a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [008] 2547.782521: 30989596 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5962c7a8e97 [unknown] ([unknown]) default-executo 194619 [022] 2547.782621: 34636429 cycles: 3b10dd7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [018] 2547.783013: 39917936 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3c7580d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [000] 2547.784068: 32844496 cycles: 1806ba2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2547.784516: 32300996 cycles: ffffffff8a739845 ttwu_do_wakeup+0x5 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2547.785223: 35987960 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2547.786125: 41056624 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [023] 2547.786253: 36463402 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [026] 2547.786736: 36592099 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [019] 2547.786803: 37844368 cycles: 1339fcec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [032] 2547.787027: 28583010 cycles: ffffffff8b3d4e8a sk_filter_trim_cap+0x2a ([kernel.kallsyms]) ffffffff8b48d4d2 tcp_filter+0x22 ([kernel.kallsyms]) ffffffff8b560377 tcp_v6_rcv+0xc47 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [024] 2547.787424: 31811217 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [021] 2547.787617: 35824474 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [010] 2547.787643: 30399144 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [041] 2547.787658: 35125320 cycles: ffffffff8a95ac53 __rseq_handle_notify_resume+0x23 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 194092 [031] 2547.788136: 43645053 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [040] 2547.788390: 39904264 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [027] 2547.788535: 27450836 cycles: 14024761 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdCmpl_0 194090 [035] 2547.788670: 42011255 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [007] 2547.788759: 52344437 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12d6c289 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2547.789063: 29086921 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.IC 197891 [036] 2547.789353: 41332221 cycles: 133ba1df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2547.789371: 31860037 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [015] 2547.789588: 28388694 cycles: 1417e1e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [002] 2547.789789: 36469247 cycles: 1618ab1e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [009] 2547.789861: 33595527 cycles: 64fa6f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [042] 2547.789926: 30234535 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197241 [017] 2547.789979: 27526095 cycles: ffffffff8b800efb asm_sysvec_apic_timer_interrupt+0xb ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [034] 2547.790773: 33497109 cycles: 1b567d36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [020] 2547.792223: 39754249 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [037] 2547.792380: 36086512 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [001] 2547.792486: 28692730 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [038] 2547.792774: 36556289 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [028] 2547.792871: 44191313 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [006] 2547.793108: 28900784 cycles: 25260de8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [004] 2547.793140: 41658489 cycles: 24f756e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [029] 2547.793481: 37303788 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [008] 2547.793483: 32795028 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 26a7950f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-load 194385 [013] 2547.793799: 47236464 cycles: 2a82114 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 170461 [030] 2547.793834: 33891006 cycles: 1be5a096 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [012] 2547.793989: 34524016 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [033] 2547.794072: 26446954 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [039] 2547.794277: 32959734 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagentd 159623 [022] 2547.794474: 37553205 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [005] 2547.794694: 31244194 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [003] 2547.794939: 39820832 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2547.795110: 33883536 cycles: ffffffff8b6ac107 default_idle_call+0x17 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [014] 2547.795763: 40091727 cycles: ffffffff8b486e3f __tcp_transmit_skb+0x5af ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [047] 2547.796173: 40207543 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 192411 [044] 2547.796261: 30820650 cycles: ffffffff8a9b4ad3 __get_user_pages+0xe3 ([kernel.kallsyms]) ffffffff8a9b4f21 __gup_longterm_locked+0xb1 ([kernel.kallsyms]) ffffffff8a9b560e get_user_pages_remote+0x2e ([kernel.kallsyms]) ffffffff8a9c4854 __access_remote_vm+0x1b4 ([kernel.kallsyms]) ffffffff8a9c4b4e access_remote_vm+0xe ([kernel.kallsyms]) ffffffff8ab35832 get_mm_cmdline+0x122 ([kernel.kallsyms]) ffffffff8ab377a9 proc_pid_cmdline_read+0x69 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee8cf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2726115 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) PdGetEv 170237 [000] 2547.796410: 40931111 cycles: ffffffff8a7691c1 psi_group_change+0x221 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198711 [032] 2547.796585: 29432588 cycles: 3af2f76 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [018] 2547.797091: 35269700 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 168705 [011] 2547.797905: 37095023 cycles: 18e9e175 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [023] 2547.797977: 34189146 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196760 [027] 2547.798544: 27491713 cycles: ffffffff8a74bf88 select_idle_sibling+0x468 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 198684 [010] 2547.798628: 29479116 cycles: 14198741 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [024] 2547.799216: 30834957 cycles: 24f784a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [017] 2547.799286: 27548330 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [025] 2547.799451: 36226054 cycles: 267d3691 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [021] 2547.799590: 36723419 cycles: 1c396220 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2547.799682: 32102999 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165683 [026] 2547.799923: 40158928 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [016] 2547.800178: 37271732 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [042] 2547.800568: 32817425 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [043] 2547.800990: 33923234 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [019] 2547.801435: 36247159 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [041] 2547.801468: 32968311 cycles: 3c73bf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [009] 2547.801524: 32518815 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [040] 2547.801980: 36316296 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [015] 2547.802210: 28388694 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [036] 2547.802709: 38135055 cycles: ffffffff8aae9c8c ep_done_scan+0x2c ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [033] 2547.802727: 27735134 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2547.802920: 34667063 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [002] 2547.803049: 36997039 cycles: 2520aa6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [006] 2547.803159: 29139352 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [030] 2547.804543: 33130786 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [039] 2547.804618: 32196299 cycles: ffffffff8b61a298 memcmp+0x8 ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [035] 2547.804804: 34485810 cycles: ffffffff8a9ecf4a rmqueue+0x4a ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 192411 [044] 2547.804823: 31883191 cycles: ffffffff8aa8024c fput+0x7c ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [001] 2547.805159: 26898358 cycles: ffffffff8b6980da ct_nmi_enter+0x6a ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [008] 2547.805633: 30745811 cycles: ffffffff8a744ee4 select_idle_cpu+0xf4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198032 [031] 2547.805750: 42371229 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2547.806229: 32051145 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [038] 2547.806661: 36555711 cycles: 141e97dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [046] 2547.806909: 35359747 cycles: ffffffff8a7b5b15 __rcu_read_unlock+0x5 ([kernel.kallsyms]) ffffffff8aa59750 refill_obj_stock+0x130 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa31a3f __kmem_cache_free+0x12f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2547.807137: 35208234 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd.User 197533 [005] 2547.807247: 30670812 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [029] 2547.807258: 33552368 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 196117 [032] 2547.807782: 28328922 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [022] 2547.807906: 36336060 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [027] 2547.808179: 27110306 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [020] 2547.808307: 37782963 cycles: ffffffff8b46fe3d tcp_update_recv_tstamps+0x6d ([kernel.kallsyms]) ffffffff8b4705f4 tcp_recvmsg_locked+0x774 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2547.808340: 36952284 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [000] 2547.809344: 41201452 cycles: 1330de0c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [007] 2547.809357: 43992638 cycles: ffffffff8b46eef1 tcp_sendmsg_locked+0x5f1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [028] 2547.809455: 41741862 cycles: 64fb954 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [018] 2547.810039: 36677431 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2547.810418: 29479116 cycles: ffffffff8a64a2f1 __switch_to+0x1 ([kernel.kallsyms]) blocksto.CLI2 196118 [024] 2547.810510: 36297337 cycles: 3b3a79a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [014] 2547.810535: 39028676 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [013] 2547.811367: 43669574 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [017] 2547.811465: 32751366 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2547.812088: 34120895 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [003] 2547.812245: 41516889 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [023] 2547.812523: 32098989 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [047] 2547.812634: 38763537 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [016] 2547.813070: 34508201 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [042] 2547.813076: 33941239 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [033] 2547.813398: 27117484 cycles: 12f6361f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2547.813459: 41575708 cycles: ffffffff8a64a36f __switch_to+0x7f ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [041] 2547.813474: 32320886 cycles: ffffffff8a7f3ac1 __x64_sys_futex+0xe1 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 169041 [015] 2547.813533: 38050014 cycles: 1874b5d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [040] 2547.813545: 37745681 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [044] 2547.813584: 33018418 cycles: 244fa9b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23f126d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23f2162 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f8a1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 197891 [025] 2547.813899: 31596355 cycles: ffffffff8aa7cc35 __x64_sys_writev+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2547.814219: 33272933 cycles: 92fe7 pthread_cond_broadcast+0x1f7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [006] 2547.814261: 31302301 cycles: ffffffff8b62b163 __put_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [011] 2547.814426: 35045661 cycles: ffffffff8a741357 clear_buddies+0x17 ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2547.814857: 35503563 cycles: ffffffff8a7efdf0 tick_nohz_idle_exit+0xe0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [008] 2547.815288: 30894847 cycles: ffffffff8b455bed ip_protocol_deliver_rcu+0x4d ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [039] 2547.815555: 32099791 cycles: 140c209c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [026] 2547.815819: 34248986 cycles: 1806dda [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [027] 2547.815843: 28902196 cycles: 25269fdf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [001] 2547.815914: 26183910 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2547.815984: 32577096 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2547.816016: 37624169 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [034] 2547.816316: 35883174 cycles: ffffffff8a7717c2 cpuacct_charge+0x42 ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [036] 2547.817003: 41862643 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [019] 2547.817287: 38924101 cycles: 3b9e941 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2547.817300: 31499718 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [035] 2547.817577: 32052396 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2547.818407: 31826179 cycles: ffffffff8b800069 entry_SYSCALL_64_safe_stack+0x0 ([kernel.kallsyms]) network poller 198839 [032] 2547.818740: 28048366 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [037] 2547.819092: 39283427 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [022] 2547.820197: 40875668 cycles: ffffffff8b45cc65 ip_queue_xmit+0x5 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [038] 2547.820419: 42706732 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [029] 2547.820543: 31304329 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [010] 2547.821095: 40828858 cycles: 3b95ace [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [046] 2547.821432: 34722461 cycles: 251b87d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2547.822043: 39037170 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [031] 2547.822061: 35495301 cycles: 2893631 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 192411 [044] 2547.822694: 33840296 cycles: ffffffff8ab3df2b do_task_stat+0x22b ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 198749 [004] 2547.823016: 36419848 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226c18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [042] 2547.823119: 33793973 cycles: 14148940 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [024] 2547.823231: 40457087 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2547.823695: 33774731 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2547.823805: 37014183 cycles: 3c7d453 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [014] 2547.823909: 43657466 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 194001 [028] 2547.824042: 37556269 cycles: 187546b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [033] 2547.824252: 26711703 cycles: ffffffff8a69c304 lapic_next_event+0x14 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b30231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [017] 2547.824552: 30072850 cycles: 28b8282 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198039 [043] 2547.825384: 37674571 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [008] 2547.825435: 34507946 cycles: ffffffff8b550ae7 ipv6_raw_deliver+0x137 ([kernel.kallsyms]) ffffffff8b550c2e raw6_local_deliver+0xe ([kernel.kallsyms]) ffffffff8b51c9ec ip6_protocol_deliver_rcu+0x8c ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [016] 2547.825690: 35099502 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [006] 2547.825755: 29875892 cycles: ffffffffc0ca3bd5 resolve_normal_ct+0x5 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [023] 2547.825829: 31952963 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2547.826107: 29740606 cycles: 1d4a7b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [041] 2547.826406: 32445586 cycles: 1e46bd99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [012] 2547.826885: 31502476 cycles: ffffffff8aa316d0 __kmem_cache_alloc_node+0xd0 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [007] 2547.827063: 45342907 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2547.827130: 33077844 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [040] 2547.827249: 38804176 cycles: 1741bf02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [045] 2547.827420: 35442323 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [001] 2547.827692: 25131488 cycles: 183058d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2547.827791: 34170931 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) swapper 0 [039] 2547.828077: 30617165 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [047] 2547.828109: 38884941 cycles: 14261831 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [015] 2547.828178: 34091707 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2547.828549: 39347528 cycles: ffffffff8a99a42e quiet_vmstat+0x2e ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2547.828554: 38411412 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2547.828586: 30886762 cycles: ffffffff8a74f2a2 enqueue_task_fair+0x2b2 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [013] 2547.828751: 43367648 cycles: ffffffff8a754a7f nohz_balance_exit_idle+0xcf ([kernel.kallsyms]) ffffffff8a754af4 nohz_balancer_kick+0x34 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a77a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [026] 2547.828826: 30993986 cycles: 133ae10b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [036] 2547.829247: 39422652 cycles: 204ae0e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2547.829294: 35490205 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169822 [035] 2547.829359: 34416262 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [002] 2547.829453: 41982603 cycles: 1300f2f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 168703 [011] 2547.829567: 33543469 cycles: aea0527 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [034] 2547.829856: 42851440 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [022] 2547.831793: 38534581 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 151706 [005] 2547.831880: 32148430 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [046] 2547.833073: 36692552 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2547.833446: 31867661 cycles: ffffffff8a74ea94 enqueue_entity+0x14 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [044] 2547.833712: 33012711 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [019] 2547.833865: 35972020 cycles: 167eaee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.Backgr 196029 [004] 2547.835210: 33946737 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [033] 2547.835272: 26314209 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [018] 2547.835337: 32457517 cycles: ffffffff8a73bcc6 try_to_wake_up+0x6 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [010] 2547.835373: 38245186 cycles: ffffffff8a741312 update_min_vruntime+0x62 ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [006] 2547.835480: 30339907 cycles: 13bea10d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [038] 2547.835551: 40872559 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [000] 2547.835578: 34756362 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2547.835600: 32127602 cycles: ffffffff8a75fd81 __update_load_avg_se+0x21 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [017] 2547.835614: 28677113 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165166 [037] 2547.836833: 31413210 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [031] 2547.836909: 34527566 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2547.837172: 31404827 cycles: 140edda2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [020] 2547.837497: 39114230 cycles: 1406b188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [008] 2547.837706: 32950636 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [028] 2547.837764: 33465580 cycles: 1be5a051 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [024] 2547.837934: 39598079 cycles: 140862bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2547.837944: 28334944 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd 194089 [001] 2547.838197: 25126220 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [012] 2547.838557: 31969757 cycles: ffffffff8a73838a pick_next_task+0x8a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b69692b sysvec_reschedule_ipi+0x7b ([kernel.kallsyms]) ffffffff8b800f4b asm_sysvec_reschedule_ipi+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2547.838805: 40825097 cycles: 3cb65c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [032] 2547.839241: 30340291 cycles: 3b637a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [015] 2547.840061: 36134905 cycles: 133a5d00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [014] 2547.840065: 37753063 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2547.840388: 37628666 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2547.840424: 34744061 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [039] 2547.840494: 27998974 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [026] 2547.840497: 30366962 cycles: ffffffff8a971352 __page_cache_release+0x22 ([kernel.kallsyms]) ffffffff8a97256c __folio_put+0x2c ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.IC 194002 [043] 2547.840769: 36390058 cycles: ffffffff8b49b077 tcp_rack_update_reo_wnd+0x87 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2547.840808: 34770831 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [030] 2547.840949: 34749189 cycles: 21a0429e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [011] 2547.841153: 38774775 cycles: ffffffff8b46ee2a tcp_sendmsg_locked+0x52a ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 197893 [035] 2547.842090: 32473258 cycles: ffffffff8a74db86 dequeue_entity+0x6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2547.842152: 31250236 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2547.842373: 34263165 cycles: 204b3f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [021] 2547.842394: 32715444 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [047] 2547.842690: 38355771 cycles: ffffffff8a766edf psi_flags_change+0x4f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [036] 2547.842753: 36318582 cycles: ffffffff8a7d9185 hrtimer_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [009] 2547.843208: 45024093 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [013] 2547.843259: 38806480 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 198206 [003] 2547.843589: 42435282 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [007] 2547.843723: 51883141 cycles: 2049b4b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [022] 2547.844442: 36102608 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 165150 [002] 2547.844967: 40204977 cycles: 21b6b126 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [046] 2547.845004: 47071111 cycles: 6e8 [unknown] ([vdso]) blocksto.CLI2 196118 [006] 2547.845193: 30681381 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [029] 2547.845287: 30152281 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2547.845566: 41407184 cycles: ffffffff8a75c3d7 cpuidle_idle_call+0x57 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2547.846235: 31225009 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [033] 2547.846557: 25323552 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [017] 2547.846828: 28419310 cycles: 3bf7831 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2547.847007: 34845333 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [042] 2547.847026: 30953977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b30608 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [018] 2547.847240: 37300197 cycles: 14030883 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [001] 2547.847980: 31476141 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [004] 2547.848373: 34971688 cycles: ffffffff8b800ef4 asm_sysvec_apic_timer_interrupt+0x4 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 352a4b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [031] 2547.848550: 41310548 cycles: 3b401fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [000] 2547.848554: 33035354 cycles: ffffffff8a741add __calc_delta+0x18d ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [037] 2547.848622: 30494114 cycles: 139f13e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [025] 2547.849219: 27317567 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [028] 2547.849357: 32685169 cycles: 1572ff2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2547.849503: 43466808 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [012] 2547.849834: 35718428 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [010] 2547.849889: 35929021 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [038] 2547.850201: 45227216 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [026] 2547.850641: 32573349 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [041] 2547.850667: 28840549 cycles: ffffffff8b6a4885 __schedule+0x385 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [039] 2547.852104: 27134023 cycles: 64f959e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [032] 2547.852234: 29007539 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 154852 [020] 2547.852379: 43581204 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fcedea4713f [unknown] (//anon) swapper 0 [014] 2547.852558: 39904153 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [015] 2547.852838: 37045197 cycles: 146d8484 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [040] 2547.852878: 39650119 cycles: ffffffff8b483cd5 tcp_cwnd_validate+0xb5 ([kernel.kallsyms]) ffffffff8b4886e4 tcp_write_xmit+0x174 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46f1e9 tcp_sendmsg_locked+0x8e9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [011] 2547.853174: 36674562 cycles: 140715d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [016] 2547.853231: 35832351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2547.853234: 38587769 cycles: ffffffff8b697e4e ct_kernel_enter.constprop.0+0x4e ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [030] 2547.854544: 32740983 cycles: ffffffff8a7b5b33 __rcu_read_unlock+0x23 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [005] 2547.854633: 33021929 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [023] 2547.854649: 38422749 cycles: 3cb028b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [045] 2547.854676: 43613025 cycles: 1742c0f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [021] 2547.855173: 30759314 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [043] 2547.855213: 32523553 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [033] 2547.855504: 28478910 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 172783 [027] 2547.855564: 37552381 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [035] 2547.855879: 38152584 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [017] 2547.855889: 28427925 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [036] 2547.856194: 33173328 cycles: 270be751 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [029] 2547.856233: 30152281 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [006] 2547.856636: 33368228 cycles: 179261b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165660 [022] 2547.857725: 32944388 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [009] 2547.857989: 39226324 cycles: ffffffff8a9ee040 free_unref_page+0xa0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [042] 2547.858083: 29797125 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [047] 2547.858255: 32859781 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196861 [044] 2547.858401: 29297208 cycles: ba833f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 160813 [013] 2547.858842: 38795045 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 194092 [002] 2547.858953: 36541360 cycles: ffffffff8a7f28ab futex_q_lock+0x1b ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [025] 2547.859705: 27088773 cycles: ffffffff8b6a486d __schedule+0x36d ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [018] 2547.859872: 38777115 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [004] 2547.860022: 33708989 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [037] 2547.860089: 29187977 cycles: 14055b7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [000] 2547.860104: 31243337 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198436 [034] 2547.860124: 36936093 cycles: ffffffff8b62b165 __put_user_nocheck_4+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [003] 2547.860507: 44573029 cycles: 204ac668 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [046] 2547.860843: 50164155 cycles: 12ff541c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [028] 2547.861384: 37845687 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 194089 [001] 2547.861642: 28947248 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 193988 [019] 2547.862310: 32011620 cycles: 177eb2fe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 194448 [032] 2547.862391: 31072785 cycles: 178ec77 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [041] 2547.862457: 27068130 cycles: 161b5fc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2547.862632: 30985276 cycles: ffffffff8a7478d1 update_load_avg+0x1 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [012] 2547.862634: 33112293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [010] 2547.863463: 32652753 cycles: 12d89cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [039] 2547.863638: 25496849 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [007] 2547.864016: 39770508 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [038] 2547.864669: 41089745 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [031] 2547.865270: 40538171 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [008] 2547.865615: 40791926 cycles: 14065d3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2547.865913: 40328924 cycles: ffffffff8a7eebe5 tick_nohz_next_event+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [033] 2547.866026: 38612401 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [011] 2547.866287: 43016981 cycles: 25175784 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2547.866342: 37335269 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 194434 [040] 2547.866679: 40595350 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI1 196117 [016] 2547.866719: 33083098 cycles: ffffffff8a8106a5 __cgroup_account_cputime+0x5 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 198430 [021] 2547.866730: 29875606 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [029] 2547.866798: 34639414 cycles: 194444b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197239 [017] 2547.867105: 29077083 cycles: 14087f24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194632 [020] 2547.867225: 46851788 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [014] 2547.867540: 43019962 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194629 [015] 2547.867627: 34451691 cycles: 3af22b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2547.867676: 32420190 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [005] 2547.868010: 37999206 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [036] 2547.868225: 34945893 cycles: 172a617 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198751 [042] 2547.868360: 29705814 cycles: ffffffff8aa5658b get_mem_cgroup_from_mm+0x4b ([kernel.kallsyms]) ffffffff8aa5e86c __mem_cgroup_charge+0x1c ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [043] 2547.868963: 36792430 cycles: 26abf7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [045] 2547.868968: 38397842 cycles: 1870992 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [037] 2547.869510: 29518431 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [023] 2547.869669: 33936438 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [022] 2547.869718: 31656993 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [027] 2547.869852: 39943020 cycles: 1f9e4ab6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [000] 2547.869970: 31785753 cycles: 64989a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [044] 2547.870266: 27851712 cycles: ffffffff8b6ad536 _raw_spin_unlock+0x16 ([kernel.kallsyms]) ffffffff8b5604ae tcp_v6_rcv+0xd7e ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2547.870357: 26876745 cycles: ffffffff8a779fec psi_task_switch+0x20c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [009] 2547.870571: 36804173 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [047] 2547.871000: 30759777 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.IC 197891 [035] 2547.871414: 38136933 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [041] 2547.872125: 27798713 cycles: 28a6551 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [002] 2547.872144: 37879830 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [004] 2547.872583: 32538445 cycles: 3ba3ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [034] 2547.872683: 34910747 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [039] 2547.872779: 26642514 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [013] 2547.873126: 41002630 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [026] 2547.873136: 30599452 cycles: ffffffff8a64a3b4 __switch_to+0xc4 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [018] 2547.873562: 40520507 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [001] 2547.873564: 37334156 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [032] 2547.874996: 35903613 cycles: 3a67cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2547.875730: 30845445 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [028] 2547.875768: 43041541 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198605 [010] 2547.875872: 30800710 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [019] 2547.876354: 34502850 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2547.876987: 47506504 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [046] 2547.877215: 49889486 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [008] 2547.878735: 37363309 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [017] 2547.879156: 36335702 cycles: 3ac4331 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193822 [016] 2547.879497: 30824859 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2547.879632: 34494594 cycles: ffffffff8a74eb4c enqueue_entity+0xcc ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [038] 2547.879688: 39149146 cycles: 2049bc3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [021] 2547.880158: 33926672 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [006] 2547.880663: 33971923 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [042] 2547.880801: 27857048 cycles: 3b70cb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [024] 2547.880904: 34664300 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170457 [007] 2547.881115: 35893830 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [029] 2547.881149: 30770383 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [037] 2547.881317: 29518431 cycles: ffffffff8b46fff0 tcp_recvmsg_locked+0x170 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [044] 2547.881344: 30304356 cycles: 140c52cc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 155855 [011] 2547.881383: 36878938 cycles: 1be84d88 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [014] 2547.881748: 41422521 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2547.881796: 41185129 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 165460 [000] 2547.882243: 36483190 cycles: 1a7187 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2040048a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [015] 2547.882358: 35247150 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [036] 2547.882398: 31037525 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [040] 2547.882548: 37566469 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6a56 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [022] 2547.882926: 36187570 cycles: ffffffff8a7433c2 select_idle_core+0x72 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [005] 2547.882991: 32226060 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [025] 2547.883117: 28323763 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [045] 2547.883141: 36412505 cycles: ffffffff8a7eeeec tick_nohz_update_jiffies+0x2c ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [023] 2547.883272: 38065232 cycles: 644c042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2547.883372: 37036298 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [020] 2547.883605: 39617513 cycles: ffffffff8b800106 entry_SYSCALL_64_after_hwframe+0x8e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [027] 2547.883710: 39738696 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [041] 2547.883713: 27311548 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [043] 2547.883913: 34085271 cycles: 186b1fc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [047] 2547.884429: 29755514 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [039] 2547.885312: 31338706 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [026] 2547.885834: 29046418 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [035] 2547.885846: 37842950 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 172229 [009] 2547.885976: 35344474 cycles: ffffffff8a748103 __update_blocked_fair+0x73 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [004] 2547.885990: 31616762 cycles: 6864174 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2547.886410: 35984806 cycles: ffffffff8a779fc5 psi_task_switch+0x1e5 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2547.886499: 34092750 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [012] 2547.886652: 33144785 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2547.887498: 32233022 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [018] 2547.888118: 43679327 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 6f45cf7 [unknown] (//anon) swapper 0 [010] 2547.888932: 34680800 cycles: ffffffff8a7d80d3 hrtimer_start_range_ns+0x83 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [001] 2547.890067: 44039340 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2547.890195: 28251202 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [013] 2547.890865: 37138424 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [037] 2547.890894: 38247642 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [038] 2547.891102: 44956748 cycles: 1330d031 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [028] 2547.891457: 40770709 cycles: 3b21aec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [019] 2547.891475: 38473064 cycles: 133a450c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [021] 2547.891757: 32767504 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159888 [016] 2547.891869: 32723627 cycles: ffffffff8a74e349 dequeue_task_fair+0x309 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198039 [044] 2547.891884: 30134049 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [030] 2547.891917: 37060887 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) diskagen.IC 198855 [005] 2547.892113: 33044319 cycles: 20499d11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162525 [029] 2547.892662: 30345879 cycles: ffffffff8a7d807a hrtimer_start_range_ns+0x2a ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2547.892915: 33009491 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2547.893399: 32431018 cycles: ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [006] 2547.893789: 33949378 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [025] 2547.893885: 27144151 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [008] 2547.893914: 37913133 cycles: ffffffff8a7c5606 exit_to_user_mode_loop+0x6 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2547.894258: 42369921 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [046] 2547.894398: 48522496 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [041] 2547.894644: 28718292 cycles: ffffffff8b4888f1 tcp_write_xmit+0x381 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [015] 2547.894821: 33429105 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 194369 [036] 2547.895179: 28882878 cycles: 1cad2864 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [007] 2547.895244: 35055201 cycles: ffffffff8a74dc87 dequeue_entity+0x107 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [026] 2547.895862: 35579527 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 168712 [011] 2547.895901: 32911215 cycles: ffffffff8b6ab5a5 do_nanosleep+0x135 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [040] 2547.895901: 43713288 cycles: 175b371 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [014] 2547.896157: 40266260 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2547.896410: 33001245 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [031] 2547.896774: 37365311 cycles: ffffffff8b47ef46 tcp_ack+0x5e6 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [043] 2547.896801: 46083421 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [000] 2547.896924: 31748501 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [020] 2547.897378: 38968316 cycles: 3c8159d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [047] 2547.897932: 31230880 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [009] 2547.898297: 37239562 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [004] 2547.899055: 28833153 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2547.899060: 35532053 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [002] 2547.899296: 38058094 cycles: 189e503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [003] 2547.899311: 36716023 cycles: 266ef418 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2547.899346: 34275144 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2547.899403: 38644459 cycles: ffffffff8a743105 migrate_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [039] 2547.899798: 28340004 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [012] 2547.899820: 33144785 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [042] 2547.899836: 28882579 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [045] 2547.899972: 32721721 cycles: 133ae173 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2547.900142: 32691024 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [035] 2547.901214: 40801017 cycles: 21df6db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 193502 [010] 2547.902419: 35785459 cycles: ffffffff8a74aaf4 update_curr+0x64 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.System 165435 [044] 2547.902751: 29954858 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [018] 2547.902920: 47327830 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [005] 2547.902943: 33142253 cycles: 178e852 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [016] 2547.903020: 31309856 cycles: ffffffff8a7e36e5 common_nsleep+0x45 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [029] 2547.903204: 28759348 cycles: 35f7fa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [025] 2547.904633: 30006910 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [013] 2547.904957: 36896376 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2547.905008: 37774767 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [041] 2547.905409: 31525602 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b9790f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [037] 2547.905979: 41856132 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 159496 [030] 2547.905991: 33046347 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198051 [024] 2547.906026: 31007062 cycles: ffffffff8aaf3e39 lookup_ioctx+0x69 ([kernel.kallsyms]) ffffffff8aaf8932 __x64_sys_io_submit+0x42 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2547.906537: 31629740 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198628 [028] 2547.906593: 39294387 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2547.907126: 41367148 cycles: ffffffff8a736068 enqueue_task+0x58 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198434 [006] 2547.907670: 33599520 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [022] 2547.907980: 34770150 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [042] 2547.908060: 29734691 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [038] 2547.908101: 42796644 cycles: 141ab308 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [007] 2547.908220: 36508885 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [000] 2547.908220: 31748501 cycles: ffffffff8a7f1af8 get_futex_key+0x18 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2547.908697: 45616579 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196917 [011] 2547.908813: 30195718 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [004] 2547.909302: 28678359 cycles: ffffffff8b4598a1 neigh_hh_output+0x1 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2547.909499: 35732997 cycles: 20483f2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [040] 2547.909654: 47918190 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [019] 2547.909854: 37107317 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2547.909879: 36358722 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [020] 2547.909905: 37996860 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 160832 [008] 2547.909946: 45069269 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [031] 2547.910622: 43409071 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2547.910690: 44792954 cycles: 689a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [046] 2547.910921: 45221887 cycles: ffffffff8a6f2fe8 __local_bh_enable_ip+0x38 ([kernel.kallsyms]) ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffffc0cabd59 nf_conntrack_tcp_packet+0x439 ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2547.911357: 48956802 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2547.911503: 36945131 cycles: ffffffff8a64a2fa __switch_to+0xa ([kernel.kallsyms]) diskagen.User 198035 [039] 2547.911810: 27709991 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [047] 2547.912097: 32205788 cycles: 3b25f23 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [045] 2547.912515: 33539416 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bb8f324f [unknown] (//anon) nbsd-lig.SRV2 196022 [034] 2547.912776: 35480849 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 169044 [033] 2547.912859: 33026744 cycles: 1ae5c4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) d5d2f17 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [044] 2547.912933: 35131068 cycles: ffffffff8ad60a43 blkcg_maybe_throttle_current+0x33 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [002] 2547.913069: 42581616 cycles: 1c4ff231 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2547.913185: 34789256 cycles: ffffffff8a7d8723 hrtimer_try_to_cancel.part.0+0x23 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [027] 2547.913442: 33901553 cycles: 1554b9d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [016] 2547.914314: 30314627 cycles: 1e46c49a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [029] 2547.914782: 31912383 cycles: 2048b3ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [003] 2547.914973: 30679115 cycles: 13bf3632 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2547.915223: 36928782 cycles: ffffffff8a7ef488 can_stop_idle_tick+0x28 ([kernel.kallsyms]) ffffffff8a7ef93e tick_nohz_idle_stop_tick+0xae ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [010] 2547.915599: 35785459 cycles: ffffffff8a749395 place_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [042] 2547.916491: 31097277 cycles: 204a74bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2547.916524: 33249086 cycles: ffffffff8aa72b35 __check_object_size.part.0+0x5 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2547.917015: 35605410 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [036] 2547.917595: 30338605 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2547.917803: 34021784 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [000] 2547.918029: 37414833 cycles: ffffffff8b3a6ce8 process_backlog+0xc8 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [024] 2547.918031: 31937807 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2547.918363: 26842209 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [030] 2547.918558: 34861260 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [043] 2547.918827: 40390188 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 162504 [018] 2547.919155: 40248299 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [021] 2547.920459: 38655089 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [041] 2547.920527: 28358890 cycles: 25258a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [022] 2547.920646: 40785759 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2547.920849: 31568737 cycles: ffffffff8a741346 clear_buddies+0x6 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170139 [006] 2547.921061: 47561453 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [028] 2547.921377: 34722008 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [039] 2547.922668: 32012535 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12f474c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2547.922714: 34234911 cycles: ffffffff8a741364 clear_buddies+0x24 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [007] 2547.923173: 32176811 cycles: 175b0ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [011] 2547.923174: 28080972 cycles: 183b9dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [045] 2547.924174: 31909707 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [047] 2547.924202: 29613740 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [032] 2547.924537: 34239456 cycles: 133bb3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2547.924556: 41600236 cycles: ffffffff8b373fea sk_page_frag_refill+0x2a ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [020] 2547.924627: 36994804 cycles: ffffffff8b6ad538 _raw_spin_unlock+0x18 ([kernel.kallsyms]) ffffffff8a7f6a71 futex_wait_queue+0x41 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [017] 2547.924652: 41367148 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [037] 2547.924900: 36636045 cycles: 1411bff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [040] 2547.924974: 46030325 cycles: ffffffff8b6ae212 __do_softirq+0x12 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [038] 2547.925048: 34394574 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [001] 2547.925469: 38151223 cycles: ffffffff8a6f2cee __irq_exit_rcu+0x2e ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [046] 2547.925891: 44130003 cycles: ffffffff8adaced1 copy_page_from_iter+0x1 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 154857 [016] 2547.926023: 35441032 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 197893 [044] 2547.926063: 36704562 cycles: ffffffff8a65fdc5 save_fpregs_to_fpstate+0x5 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [003] 2547.926096: 29817414 cycles: 141f64f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [019] 2547.926286: 53900490 cycles: 16825d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [008] 2547.926308: 49991287 cycles: 1742c019 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [033] 2547.926656: 30021694 cycles: ffffffff8aa5d9c3 mod_objcg_state+0x193 ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [036] 2547.927191: 30878173 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 13b6ab01 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [034] 2547.927219: 31648724 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6550d2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [042] 2547.927220: 30934478 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 193590 [014] 2547.927260: 37812154 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 198447 [031] 2547.927528: 35699408 cycles: ffffffff8adb54e1 _copy_from_user+0x1 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 197447 [005] 2547.927776: 32910126 cycles: ffffffff8aaab0c2 __fget_light+0x62 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [027] 2547.927856: 33878643 cycles: 1792763 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2547.927953: 39334165 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) ydbd 166757 [029] 2547.928045: 31760914 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 198432 [010] 2547.928193: 46083081 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 197893 [002] 2547.928243: 37803838 cycles: 13396b91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2547.928603: 46147874 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) perf 198744 [013] 2547.928854: 33138346 cycles: ffffffff8b6acdc5 _raw_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8ab80dd8 ext4_da_map_blocks.constprop.0+0x88 ([kernel.kallsyms]) ffffffff8ab81195 ext4_da_get_block_prep+0x55 ([kernel.kallsyms]) ffffffff8ab7d281 ext4_block_write_begin+0x171 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.User 194341 [041] 2547.929265: 28592671 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [009] 2547.929284: 34183431 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [025] 2547.929312: 26050920 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [024] 2547.929450: 30600668 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [000] 2547.929655: 35616483 cycles: 14088fa7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [035] 2547.929686: 45139386 cycles: 12d6c3c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [030] 2547.931446: 35294868 cycles: ffffffff8b52f711 ip6_dst_check+0xd1 ([kernel.kallsyms]) ffffffff8b37290d __sk_dst_check+0x3d ([kernel.kallsyms]) ffffffff8b568147 inet6_csk_route_socket+0x137 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [018] 2547.932635: 40605223 cycles: 16243df0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [007] 2547.933071: 32071562 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2547.933092: 32022971 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2547.933907: 35676312 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [021] 2547.934490: 33330706 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [045] 2547.934748: 31046339 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [039] 2547.935007: 33041564 cycles: 156c4f94 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 159503 [011] 2547.935310: 28511757 cycles: ffffffff8a741301 update_min_vruntime+0x51 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [022] 2547.935335: 35887920 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [026] 2547.935375: 38455255 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2547.935734: 39419236 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [020] 2547.936641: 33804692 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2547.937184: 27588130 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2547.937233: 27837283 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 155713 [016] 2547.937337: 34155878 cycles: ffffffff8a76e0f6 sched_clock_cpu+0x6 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [032] 2547.937349: 34429999 cycles: 2728c46d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [003] 2547.937352: 29234546 cycles: ffffffff8aa5d620 __memcg_kmem_charge_page+0x180 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 166759 [006] 2547.937564: 39999324 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [038] 2547.937656: 40224085 cycles: ffffffff8a73c40d default_wake_function+0x1d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [042] 2547.938336: 30322061 cycles: 140eef60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 196716 [034] 2547.938859: 37892871 cycles: 23e2b97 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23e3157 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23e3cd9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e2efe [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24584f3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 253d3db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e8ba2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196007 [036] 2547.938926: 30459209 cycles: 178e791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [033] 2547.939361: 28213786 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35dec87 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2547.939749: 33912728 cycles: 1d67c0e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [037] 2547.939966: 32675248 cycles: 14068f83 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [017] 2547.940290: 45159427 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198436 [029] 2547.940317: 29242050 cycles: ffffffff8aaeb3c6 ep_poll+0x356 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [041] 2547.940434: 28151077 cycles: ffffffff8a747a90 update_load_avg+0x1c0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [015] 2547.940788: 37218362 cycles: 196d834 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [044] 2547.941268: 31399824 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [002] 2547.941287: 34028697 cycles: ffffffff8aa5e8a3 __mem_cgroup_charge+0x53 ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 197259 [001] 2547.941291: 42815548 cycles: ffffffff8aa7296b check_heap_object+0x1b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [027] 2547.941680: 35609924 cycles: 3a638d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [014] 2547.941731: 35265356 cycles: 3b2a4f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [013] 2547.941934: 31676908 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [046] 2547.942142: 42889858 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [024] 2547.942150: 28923542 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2547.942319: 39768072 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [031] 2547.942408: 35219102 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196103 [000] 2547.942656: 36768124 cycles: ffffffff8aaec10d ep_poll_callback+0x28d ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [023] 2547.942875: 33386317 cycles: ffffffff8aa59a31 __count_memcg_events+0x71 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9d3a8a mprotect_fixup+0x23a ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be89c82 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) PdGetEv 172388 [008] 2547.943509: 41315637 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197246 [010] 2547.944796: 46842804 cycles: 267c5f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [030] 2547.944883: 34566199 cycles: 14062f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 172777 [018] 2547.945260: 37482333 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172236 [009] 2547.945310: 29036479 cycles: ffffffff8a779ebc psi_task_switch+0xdc ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 198432 [012] 2547.945954: 40132413 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [004] 2547.945977: 33254507 cycles: 204a33bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [020] 2547.946331: 34309077 cycles: 172bc8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [007] 2547.947322: 35867461 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196770 [035] 2547.947333: 36731359 cycles: ffffffff8a9bb945 do_anonymous_page+0x225 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9d3a8a mprotect_fixup+0x23a ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be89c82 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [011] 2547.947624: 26591667 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [028] 2547.948255: 36374078 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2547.948698: 27416537 cycles: ffffffff8b616eff rb_erase+0xef ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a4b05 schedule+0x5 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2547.948736: 33900195 cycles: ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2547.949145: 28898962 cycles: ffffffff8b6a8ac7 down_write+0x27 ([kernel.kallsyms]) ffffffff8a9639b2 generic_file_write_iter+0x32 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [022] 2547.949459: 39820842 cycles: 173e8fcc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [021] 2547.949475: 29143230 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2547.949653: 35432672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [045] 2547.949863: 29664709 cycles: ffffffff8a736b5f resched_curr+0xf ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [047] 2547.949881: 25597263 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [026] 2547.949887: 39224190 cycles: 1417ca30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2547.949941: 28778185 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [019] 2547.950034: 54149026 cycles: 3a61403 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2547.950113: 35376891 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) blocksto.CLI2 194623 [003] 2547.950282: 27039485 cycles: ffffffff8b62b1bb __put_user_nocheck_8+0xb ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [002] 2547.950647: 34645431 cycles: ffffffff8ad60f93 blk_cgroup_congested+0x23 ([kernel.kallsyms]) ffffffff8aa05642 __cgroup_throttle_swaprate+0x32 ([kernel.kallsyms]) ffffffff8a9bb940 do_anonymous_page+0x220 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [033] 2547.950994: 26559080 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [044] 2547.951213: 31213901 cycles: 175a36d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151706 [029] 2547.951815: 29287613 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [043] 2547.951851: 32636314 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [038] 2547.952179: 40658981 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [041] 2547.952337: 33588778 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [024] 2547.952634: 31896873 cycles: ffffffff8adb0620 _find_next_and_bit+0x20 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [005] 2547.952685: 35733338 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46a9f087f [unknown] (//anon) Test 194631 [037] 2547.952703: 34683468 cycles: ffffffff8a60de7a amd_brs_disable_all+0x1a ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 168701 [006] 2547.953459: 38336724 cycles: 909fd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [034] 2547.953658: 36793082 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [013] 2547.953745: 35792600 cycles: ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8b377527 release_sock+0x87 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [015] 2547.954230: 42714408 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [014] 2547.954828: 38879911 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [000] 2547.955234: 34349160 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2547.955294: 43599943 cycles: ffffffff8b6a45af __schedule+0xaf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [023] 2547.956308: 31211680 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [027] 2547.957001: 32171173 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [009] 2547.957202: 28470125 cycles: 3c31837 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2547.957378: 51885085 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 196770 [035] 2547.957470: 36699737 cycles: ffffffff8a9f0dcd __alloc_pages+0x30d ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9d3a8a mprotect_fixup+0x23a ([kernel.kallsyms]) ffffffff8a9d3e83 do_mprotect_pkey+0x323 ([kernel.kallsyms]) ffffffff8a9d401f __x64_sys_mprotect+0x1f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eb2b __mprotect+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be89c82 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197248 [030] 2547.957493: 32133048 cycles: 163360f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2547.958133: 29710874 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2547.958336: 34308313 cycles: 1421f0ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [011] 2547.958448: 28730324 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [004] 2547.958755: 31931580 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2547.958810: 28917103 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [008] 2547.958831: 35598592 cycles: 26a6e495 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2547.959112: 36645531 cycles: ffffffff8a6b8d68 pvclock_clocksource_read+0x98 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2547.959446: 41645675 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2547.959866: 25353025 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b48074a tcp_data_queue+0x3aa ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [018] 2547.959935: 34039641 cycles: ffffffff8a74bc0e select_idle_sibling+0xee ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [002] 2547.960161: 35127869 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 194630 [017] 2547.960523: 48116249 cycles: ffffffff8aa58465 memcg_account_kmem+0x5 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2547.960560: 46266704 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [025] 2547.960775: 25947104 cycles: 141f64c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [033] 2547.960920: 26696971 cycles: 689b7fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155707 [032] 2547.961310: 34344553 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197877 [021] 2547.961798: 30809432 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2547.962042: 35599778 cycles: 1433081b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [028] 2547.962108: 36250233 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [036] 2547.962299: 33213245 cycles: ffffffff8b697f75 ct_kernel_exit.constprop.0+0x85 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [042] 2547.962346: 30351037 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [012] 2547.962592: 33592029 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [003] 2547.962747: 24666576 cycles: 3b654f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [016] 2547.963168: 36158469 cycles: 3ac4207 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [043] 2547.963183: 31621418 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [044] 2547.963211: 29999574 cycles: 3b6f755 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 196862 [029] 2547.963273: 33957265 cycles: ffffffff8a738c38 pick_next_task+0x938 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 159883 [026] 2547.963364: 38098164 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197259 [024] 2547.964020: 30680570 cycles: ffffffff8a779e1a psi_task_switch+0x3a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [022] 2547.964433: 40049547 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2547.964717: 34892291 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [038] 2547.966067: 37999213 cycles: ffffffff8a7d8daf hrtimer_interrupt+0x8f ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2547.966706: 33867787 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2547.966818: 30963400 cycles: ffffffff8a754da4 nohz_balance_enter_idle+0x34 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2547.967147: 35050877 cycles: ffffffff8a7ef402 tick_nohz_restart+0x82 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2547.967161: 31624661 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [000] 2547.967272: 32520644 cycles: 1be671d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [047] 2547.967315: 27015760 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [037] 2547.967333: 36864778 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [005] 2547.967598: 31566411 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 197448 [011] 2547.968258: 28501018 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [015] 2547.968450: 38749052 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [031] 2547.968837: 29249733 cycles: 13c973ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2547.968883: 29208535 cycles: ffffffff8a7414be task_h_load+0x7e ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [027] 2547.969047: 33866788 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [030] 2547.969367: 30651881 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [023] 2547.969703: 27995128 cycles: 133b5a38 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [002] 2547.969860: 35657985 cycles: ffffffff8a9bb820 do_anonymous_page+0x100 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [020] 2547.970112: 34930925 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198040 [014] 2547.970172: 43386109 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [035] 2547.970245: 33772986 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [004] 2547.970254: 37148874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [033] 2547.970299: 26941358 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [040] 2547.970696: 37541515 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2547.971047: 25947104 cycles: ffffffff8b480fd8 tcp_rcv_established+0x348 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198714 [018] 2547.971958: 32475972 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2547.972049: 32638106 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [007] 2547.972859: 33840204 cycles: ffffffff8b3767c0 sock_wfree+0xa0 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [042] 2547.972875: 30023239 cycles: ffffffff8b4857a5 tcp_mstamp_refresh+0x5 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2547.973558: 38986117 cycles: ffffffff8a74aaa3 update_curr+0x13 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [003] 2547.973611: 24664388 cycles: ffffffff8a7328be ttwu_queue_wakelist+0xfe ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2547.974007: 32402674 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [021] 2547.974616: 31962800 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [012] 2547.974673: 35544717 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1 [unknown] ([unknown]) nbsd-lig.SRV2 196022 [032] 2547.974836: 35222170 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [010] 2547.975095: 40693126 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7f38267f [unknown] (//anon) diskagen.User 197880 [024] 2547.975275: 29557861 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2547.975687: 36550708 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 197261 [028] 2547.975802: 37187763 cycles: ffffffff8a74aaae update_curr+0x1e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2547.976030: 29873526 cycles: ffffffff8a6c7cb0 __virt_addr_valid+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [036] 2547.976056: 34200366 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2547.976537: 33336437 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [016] 2547.976640: 41954756 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [046] 2547.976860: 46684027 cycles: ffffffffc0ca0b09 get_l4proto+0x69 ([kernel.kallsyms]) ffffffffc0ca466c nf_conntrack_in+0x8c ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [013] 2547.977158: 32709302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [026] 2547.978009: 37213322 cycles: 1b567740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2547.978129: 30024462 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [022] 2547.978800: 35183982 cycles: 35df64a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [039] 2547.978967: 29472059 cycles: ffffffff8a6b8d42 pvclock_clocksource_read+0x72 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2547.978967: 33862949 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2547.978982: 29666744 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2547.979098: 32540668 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [000] 2547.979125: 31180326 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [047] 2547.979251: 33997681 cycles: ffffffff8a7433f6 select_idle_core+0xa6 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1712330 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [006] 2547.979358: 33038664 cycles: 1a6aa8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [002] 2547.979657: 35892058 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197533 [033] 2547.979939: 27117284 cycles: 161b5f62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [005] 2547.980100: 29198208 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [009] 2547.980190: 28826945 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 197260 [011] 2547.980406: 30619973 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [017] 2547.980541: 51139467 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 193817 [038] 2547.980688: 39357948 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa8f1a8 lookup_fast+0x88 ([kernel.kallsyms]) ffffffff8aa93f7c walk_component+0x2c ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa94f25 path_openat+0xb5 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114634 open64+0xd4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b87e48 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 194631 [025] 2547.980690: 25947104 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2547.980766: 30367595 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [037] 2547.980837: 32805515 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2547.981010: 38593965 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) swapper 0 [035] 2547.981801: 32745656 cycles: ffffffff8a76e211 sched_clock_idle_sleep_event+0x11 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 197448 [008] 2547.982209: 32178280 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2547.982369: 26418864 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [004] 2547.982492: 39243145 cycles: ffffffff8a73c3f0 default_wake_function+0x0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [042] 2547.983257: 33002516 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165274 [027] 2547.983347: 32894896 cycles: ffffffff8a769202 psi_group_change+0x262 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [015] 2547.983647: 37792810 cycles: 689b7e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2547.983900: 34403559 cycles: 1406778c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2547.984282: 24115951 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [024] 2547.985079: 29873523 cycles: 137b661 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 160809 [040] 2547.985759: 34870936 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [007] 2547.986082: 34551663 cycles: 6446963 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [044] 2547.986171: 30963748 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [043] 2547.986749: 31503023 cycles: 1689724 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [014] 2547.986755: 42802204 cycles: ffffffff8aaebf50 ep_poll_callback+0xd0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2547.987659: 32493700 cycles: ffffffff8a7f739f __flush_smp_call_function_queue+0x4f ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [012] 2547.987697: 36598590 cycles: 193f305 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [036] 2547.988531: 31995191 cycles: 643f843 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [009] 2547.988986: 33112951 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2547.989019: 35042048 cycles: ffffffff8b8016a0 error_return+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [001] 2547.989573: 32253129 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [000] 2547.989728: 30480660 cycles: ffffffff8aa72b3b __check_object_size.part.0+0xb ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [002] 2547.989856: 36170937 cycles: 14085c0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [010] 2547.989923: 35568758 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 15affd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [028] 2547.990566: 41154461 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [034] 2547.990683: 32540668 cycles: 252574e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [013] 2547.990717: 33663213 cycles: 1741c19a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [045] 2547.990904: 34140120 cycles: 1424e416 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 162504 [033] 2547.990947: 27398102 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [019] 2547.991040: 32235387 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [031] 2547.991066: 31315764 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [041] 2547.991075: 35342721 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 170129 [026] 2547.991118: 34372240 cycles: bbb7cb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [029] 2547.991176: 34023992 cycles: ffffffff8a734acb finish_task_switch.isra.0+0x4b ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [046] 2547.991395: 41759574 cycles: ffffffff8a7d1950 __usecs_to_jiffies+0x10 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [022] 2547.991509: 33278133 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2547.991705: 39142868 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2547.991711: 30973459 cycles: 35f8010 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192410 [006] 2547.992184: 30650057 cycles: ffffffff8aa8f131 lookup_fast+0x11 ([kernel.kallsyms]) ffffffff8aa93f7c walk_component+0x2c ([kernel.kallsyms]) ffffffff8aa94345 link_path_walk.part.0.constprop.0+0x255 ([kernel.kallsyms]) ffffffff8aa9490e path_lookupat+0x3e ([kernel.kallsyms]) ffffffff8aa95e9f filename_lookup+0xcf ([kernel.kallsyms]) ffffffff8aa86301 vfs_statx+0x91 ([kernel.kallsyms]) ffffffff8aa867b9 vfs_fstatat+0x59 ([kernel.kallsyms]) ffffffff8aa86915 __do_sys_newstat+0x35 ([kernel.kallsyms]) ffffffff8aa86986 __x64_sys_newstat+0x16 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32d0b03 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 242efb0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2421ff2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV2 194449 [023] 2547.992428: 26047567 cycles: 1a68b6 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1394b08 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [005] 2547.992451: 27340912 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 198206 [047] 2547.992703: 31443298 cycles: ab1 [unknown] ([vdso]) swapper 0 [016] 2547.992861: 38860511 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [011] 2547.992936: 28025745 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [030] 2547.993038: 33623245 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [003] 2547.994376: 30157973 cycles: 1338d9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 169828 [037] 2547.994640: 32805515 cycles: 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170146 [042] 2547.994662: 32590716 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [020] 2547.995094: 34481579 cycles: 1a6c03 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [004] 2547.995154: 38119405 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2547.995417: 33209624 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [008] 2547.995535: 29745014 cycles: 3a67cdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [038] 2547.995768: 34079956 cycles: ffffffff8a9e9843 __free_one_page+0x123 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [018] 2547.996233: 36033742 cycles: 133c5ab7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2547.996311: 33859397 cycles: ffffffff8a74ae9f update_cfs_group+0x2f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [044] 2547.996502: 30417080 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [027] 2547.996522: 38292592 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [007] 2547.998200: 32617588 cycles: 140c5c9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2547.998401: 40440714 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2547.998858: 41974565 cycles: 17fa43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [033] 2547.999116: 27863924 cycles: ffffffff8a9a5677 kmalloc_slab+0x87 ([kernel.kallsyms]) ffffffff8a9a5ba2 kmalloc_size_roundup+0x62 ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [036] 2547.999200: 30910793 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [043] 2547.999651: 29758596 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2547.999983: 45469698 cycles: ffffffff8a75febb __update_load_avg_se+0x15b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 167057 [032] 2548.000196: 38622764 cycles: ffffffff8a7e36a6 common_nsleep+0x6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 196774 [009] 2548.000472: 32451534 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [000] 2548.000954: 29641584 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2548.000976: 35826328 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [005] 2548.001702: 27954851 cycles: 14016783 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [001] 2548.002188: 30025866 cycles: ffffffff8b6ad67a native_queued_spin_lock_slowpath+0x2a ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8aa2f1e7 kmem_cache_alloc_node+0x2e7 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [023] 2548.002227: 26238283 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [017] 2548.002279: 43785741 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [002] 2548.002394: 33827469 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2548.002656: 45481809 cycles: ffffffff8a73e52a idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2548.002733: 29955936 cycles: ffffffff8a75fd75 __update_load_avg_se+0x15 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [010] 2548.002755: 32974627 cycles: 3bd3005 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [006] 2548.002922: 29992259 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [029] 2548.002939: 31940315 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 162509 [019] 2548.003182: 30343100 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [021] 2548.003315: 36958255 cycles: 133a443b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [022] 2548.003374: 34578790 cycles: ffffffff8b480cda tcp_rcv_established+0x4a ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170472 [011] 2548.003456: 31361411 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [013] 2548.003625: 30908328 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.003634: 35461793 cycles: ffffffff8a73601d enqueue_task+0xd ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [045] 2548.003664: 37015751 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.Batch 198441 [046] 2548.003855: 39842050 cycles: 14071533 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2548.003907: 33400544 cycles: ffffffff8b6ad455 _raw_spin_lock_irq+0x5 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [028] 2548.004871: 35963805 cycles: 64973ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [039] 2548.005042: 33238111 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [042] 2548.006243: 30769903 cycles: 36a06af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193988 [030] 2548.006253: 31046722 cycles: 17bd9418 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198879 [024] 2548.006784: 35828779 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 196118 [016] 2548.007110: 35198769 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [003] 2548.007155: 35424359 cycles: 1a6970 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 28936a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2548.007209: 34292267 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [020] 2548.007273: 33124218 cycles: 17db407 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [008] 2548.007353: 28836979 cycles: ffffffff8b3a5895 __netif_receive_skb_core.constprop.0+0x5 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2548.007411: 32875214 cycles: ffffffff8b697d03 irqentry_enter+0x43 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 171397 [025] 2548.007573: 47320976 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197246 [038] 2548.008594: 32243104 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2548.009238: 35003367 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [037] 2548.009521: 43818512 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [018] 2548.009791: 35629929 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2548.009815: 41627394 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [033] 2548.010693: 27733869 cycles: ffffffff8b4630f4 __inet_lookup_established+0xe4 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [007] 2548.010867: 33834713 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [000] 2548.011041: 29524589 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 140515b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [035] 2548.011340: 35875701 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [027] 2548.011351: 34503631 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [040] 2548.012200: 38405917 cycles: 68a678f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193839 [009] 2548.012907: 31376029 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [034] 2548.013394: 40810672 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [005] 2548.013476: 26584542 cycles: 4017721 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162522 [043] 2548.013482: 33605452 cycles: ffffffff8a741345 clear_buddies+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [002] 2548.013765: 32864042 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [015] 2548.013860: 41016636 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [023] 2548.014000: 26237352 cycles: ffffffff8adb0624 _find_next_and_bit+0x24 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [001] 2548.014283: 32099699 cycles: ffffffff8a73bdd0 try_to_wake_up+0x110 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [029] 2548.014605: 30687624 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [031] 2548.014703: 29579723 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133caec6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.015768: 33585171 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [012] 2548.015986: 39630594 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [022] 2548.016129: 31997833 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2548.016152: 32534295 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2548.016474: 28208214 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2548.017045: 38356579 cycles: ffffffff8a7693ba psi_group_change+0x41a ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [019] 2548.017224: 29922346 cycles: ffffffff8a7523c8 __update_idle_core+0x98 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [003] 2548.017392: 34399410 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [026] 2548.017526: 35362237 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [008] 2548.018161: 28323088 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2548.018400: 31962995 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 193991 [042] 2548.018588: 30769903 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [041] 2548.018687: 39882756 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [039] 2548.018703: 33238111 cycles: 14068f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [030] 2548.018878: 28651711 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [044] 2548.020017: 32169379 cycles: 3b9c989 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [024] 2548.020031: 33271562 cycles: 172a22c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 196760 [014] 2548.020042: 42007754 cycles: ad3bbb0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [021] 2548.020151: 32870651 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [017] 2548.020427: 45152658 cycles: 154cadec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [020] 2548.020525: 42291958 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194356 [046] 2548.020610: 39842050 cycles: ffffffff8a766e96 psi_flags_change+0x6 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2548.020740: 35738744 cycles: ffffffff8a752e71 load_balance+0x141 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 204ac653 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 196866 [047] 2548.020929: 37391221 cycles: 156b8903 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [016] 2548.021114: 31030899 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [038] 2548.021611: 28909694 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [007] 2548.021616: 36658073 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [028] 2548.021973: 31305872 cycles: 2512d964 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [000] 2548.022595: 31432526 cycles: d5b3071 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [036] 2548.022791: 36078946 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 166744 [033] 2548.022822: 32092606 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0899f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197246 [018] 2548.023147: 35513994 cycles: 160a9b62 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2548.023393: 41897282 cycles: ffffffff8b698121 ct_irq_exit+0x1 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [005] 2548.024554: 25990644 cycles: ffffffff8acd4022 apparmor_file_permission+0x52 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [023] 2548.024584: 30404325 cycles: 2514ce1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172388 [004] 2548.024747: 38265536 cycles: 6e8 [unknown] ([vdso]) nbsd.SRV2 194363 [031] 2548.025065: 37667285 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [043] 2548.026224: 37057214 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2548.026270: 29855541 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2548.026591: 30919345 cycles: ffffffff8a760476 __update_load_avg_cfs_rq+0x36 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [034] 2548.026848: 37439236 cycles: 25204474 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2548.027346: 33778007 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [025] 2548.027383: 44513453 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [040] 2548.027676: 36650002 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [027] 2548.028046: 36123337 cycles: 133fec61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [026] 2548.028137: 35092975 cycles: 1e5c5236 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 169044 [022] 2548.028271: 34328897 cycles: bc03743 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [001] 2548.028392: 28569327 cycles: 1712b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [006] 2548.028411: 25945567 cycles: 133ae0fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [010] 2548.028557: 35931852 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [012] 2548.028631: 41422002 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [008] 2548.029000: 34648305 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [013] 2548.029624: 37293723 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [030] 2548.029662: 28010950 cycles: 1973f9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [019] 2548.029671: 28375287 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [042] 2548.029878: 37197569 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2548.030213: 35593687 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [015] 2548.030412: 38063942 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [011] 2548.030483: 35800030 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [037] 2548.030661: 46389907 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2548.031398: 38388041 cycles: ffffffff8b61ac0e timerqueue_add+0x6e ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [039] 2548.032193: 47496727 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172777 [044] 2548.032257: 36664910 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [038] 2548.032595: 28434662 cycles: 3b228b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [016] 2548.032970: 29551369 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [024] 2548.033199: 32177186 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2548.033687: 34790989 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [007] 2548.033897: 35113189 cycles: 689b810 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2548.034329: 31075865 cycles: ffffffff8a747edc update_load_avg+0x60c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [041] 2548.034524: 42372952 cycles: 14120d72 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [028] 2548.034577: 36187409 cycles: 9afcf pthread_rwlock_unlock+0x7f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [005] 2548.034882: 29466661 cycles: ffffffff8aaf88f5 __x64_sys_io_submit+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [036] 2548.035855: 33909609 cycles: ffffffff8a663b56 xfd_validate_state+0x6 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [046] 2548.035945: 53620848 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [045] 2548.036048: 37224040 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [014] 2548.036368: 42296161 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2548.036496: 29097274 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [020] 2548.036697: 44766275 cycles: ffffffff8a74b3d8 task_tick_fair+0x48 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [018] 2548.037112: 34818093 cycles: ffffffff8b62b165 __put_user_nocheck_4+0x5 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [029] 2548.037231: 28737814 cycles: ffffffff8a741a45 __calc_delta+0xf5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [006] 2548.037592: 29297680 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2548.037644: 43928729 cycles: ffffffff8a7604dd __update_load_avg_cfs_rq+0x9d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [023] 2548.038294: 38280374 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [017] 2548.038343: 56791366 cycles: 1d422d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [002] 2548.038372: 35911286 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [001] 2548.038682: 28208356 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) network poller 198839 [043] 2548.039191: 36136660 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [004] 2548.039275: 37831095 cycles: 17435f21 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [013] 2548.040097: 39935254 cycles: 1ca25ff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [030] 2548.040184: 27677314 cycles: ffffffff8a74e896 put_prev_entity+0x6 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2548.040775: 31722721 cycles: ffffffff8b6ac14b default_idle_call+0x5b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [031] 2548.040871: 32252644 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [027] 2548.040966: 34823597 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [008] 2548.041377: 35536690 cycles: 1a717c [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [009] 2548.041432: 39831616 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 194632 [034] 2548.041758: 32700557 cycles: ffffffff8a7d7ce5 __hrtimer_start_range_ns+0x5 ([kernel.kallsyms]) ffffffff8b6ab33b schedule_hrtimeout_range_clock+0x8b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [010] 2548.041763: 39105604 cycles: 193e231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [019] 2548.041849: 26540643 cycles: 21e40f81 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [042] 2548.042103: 34821162 cycles: ffffffff8a733301 prepare_task_switch+0x1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 196118 [038] 2548.042482: 28649435 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 644691a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2548.042489: 32375056 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198709 [035] 2548.042657: 38550214 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [026] 2548.043335: 31235176 cycles: 2528617b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2548.044106: 36863083 cycles: 197e8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [024] 2548.044182: 36155580 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [011] 2548.044247: 33860121 cycles: ffffffff8a9bb9c2 do_anonymous_page+0x2a2 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [005] 2548.045114: 31643322 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [016] 2548.045674: 27431343 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [032] 2548.045692: 33866660 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 170457 [012] 2548.045858: 40603818 cycles: ad45e5d [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [015] 2548.045914: 36603927 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 51d [unknown] ([unknown]) swapper 0 [025] 2548.046497: 40970578 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [006] 2548.046541: 33805503 cycles: 13c966bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2548.046744: 36855204 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [044] 2548.047072: 37128175 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2548.047623: 35144247 cycles: ffffffff8a7604dd __update_load_avg_cfs_rq+0x9d ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [007] 2548.047753: 37382953 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 266e7af5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [021] 2548.047914: 33444890 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [036] 2548.048113: 31404244 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [029] 2548.048197: 28056787 cycles: 2692b6db [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [033] 2548.049544: 26649637 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [030] 2548.049611: 28221697 cycles: 2706fdf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [037] 2548.049898: 34938393 cycles: 688dbc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [001] 2548.050149: 27930531 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [045] 2548.050151: 34472465 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [018] 2548.050294: 31862789 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [039] 2548.051878: 49558724 cycles: ffffffff8b47b8e8 tcp_rcv_space_adjust+0x28 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [014] 2548.051985: 36982511 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [002] 2548.052398: 35067065 cycles: 3a633dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [038] 2548.052948: 31520957 cycles: 65e5e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [027] 2548.053201: 32575560 cycles: 17f9438 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [019] 2548.053219: 28878259 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [041] 2548.053244: 46644933 cycles: 2729575c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2548.053292: 44332837 cycles: ffffffff8a6b8cd1 pvclock_clocksource_read+0x1 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 197252 [034] 2548.053587: 31214865 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [023] 2548.053667: 38043198 cycles: fc6968 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) Test 196124 [022] 2548.053697: 29165759 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [008] 2548.053875: 40861684 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [004] 2548.053910: 36794027 cycles: ffffffffc0ca25f9 __nf_conntrack_find_get+0x2b9 ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [047] 2548.054081: 43370145 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2548.054288: 33864061 cycles: ffffffff8aa31aca __kmem_cache_free+0x1ba ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa7ca39 vfs_writev+0xd9 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [031] 2548.054650: 28949813 cycles: 272b0033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [043] 2548.055143: 35814145 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [024] 2548.055177: 35463101 cycles: ffffffff8b376319 sk_free+0x29 ([kernel.kallsyms]) ffffffff8b1b597e loopback_xmit+0x5e ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [042] 2548.055182: 32073900 cycles: 140677b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [016] 2548.055229: 27887351 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [013] 2548.055497: 44236685 cycles: 24f77ff8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2548.055715: 35621386 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [010] 2548.056604: 44344184 cycles: 251a3a71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [011] 2548.056617: 33726197 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165847 [046] 2548.056779: 48532335 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [029] 2548.057567: 28592603 cycles: 133ae0ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [032] 2548.058186: 39453623 cycles: 17f9443 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2548.058421: 37554246 cycles: ffffffff8a604321 __switch_to_asm+0x11 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [009] 2548.058549: 36364344 cycles: 12f4e518 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [036] 2548.058745: 31008674 cycles: 13b91ea6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [006] 2548.058862: 35098984 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [003] 2548.059069: 32090976 cycles: 146cfb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [017] 2548.059203: 48106671 cycles: bba8750 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [035] 2548.059897: 30976823 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [018] 2548.059900: 32034917 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [001] 2548.059905: 32926956 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [033] 2548.059959: 25617674 cycles: ffffffff8b480ed6 tcp_rcv_established+0x246 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2548.060058: 32147289 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [021] 2548.060248: 37899784 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [015] 2548.061538: 34212635 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [044] 2548.061660: 39867091 cycles: ffffffff8b46ec59 tcp_sendmsg_locked+0x359 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2548.061926: 40106401 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [000] 2548.062072: 40283737 cycles: 673a53e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [028] 2548.062097: 32281635 cycles: 3ba8c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [045] 2548.062974: 31404161 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [007] 2548.063111: 39018081 cycles: 2708016d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2548.063456: 32436184 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.IC 197891 [004] 2548.064280: 36544364 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2548.064964: 37658206 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [019] 2548.064996: 27449106 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2548.065042: 31000968 cycles: 1a6994 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [038] 2548.065061: 32225519 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2548.065182: 39928382 cycles: ffffffff8a7d7ce0 __hrtimer_start_range_ns+0x0 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [031] 2548.065336: 28548244 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2548.065805: 31835269 cycles: ffffffff8a74eb14 enqueue_entity+0x94 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 172388 [022] 2548.066051: 27923394 cycles: ffffffff8a76905b psi_group_change+0xbb ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2548.066263: 32591491 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [034] 2548.066758: 28979042 cycles: 3af31d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2548.066936: 36231035 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [016] 2548.067680: 26794397 cycles: 1425960c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [023] 2548.068168: 36887838 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2548.068437: 29083494 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2548.068605: 37284636 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 194346 [020] 2548.069309: 46869735 cycles: ffffffff8b6ad30d _raw_write_lock_irq+0xd ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [036] 2548.070432: 29563131 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [039] 2548.070579: 47235516 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165449 [026] 2548.070643: 34966345 cycles: ffffffff8b6175c2 rb_insert_color+0xc2 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172784 [008] 2548.070744: 37899538 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2548.071047: 33728604 cycles: ffffffff8a76927f psi_group_change+0x2df ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [033] 2548.071202: 25491866 cycles: ffffffff8b696be1 sysvec_apic_timer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9ee0c4 free_unref_page+0x124 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [018] 2548.071422: 34588780 cycles: 1742c057 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 172783 [032] 2548.071539: 36646835 cycles: ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [011] 2548.071669: 30164237 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [009] 2548.071909: 37631547 cycles: 3b1a619 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [006] 2548.072346: 32233549 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [010] 2548.072857: 40447060 cycles: 3b978a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [047] 2548.073083: 45191541 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [030] 2548.073796: 33953246 cycles: 75ff8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b713c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [001] 2548.074016: 33266073 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.074116: 45108992 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [005] 2548.074357: 37607694 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2548.074861: 33912897 cycles: 17d5d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2548.075165: 31145563 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [028] 2548.075285: 31889325 cycles: ffffffff8a734b35 finish_task_switch.isra.0+0xb5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2548.075340: 37464211 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [021] 2548.075472: 40298513 cycles: ffffffff8b46ba03 tcp_inbound_md5_hash+0x53 ([kernel.kallsyms]) ffffffff8b49428a tcp_v4_rcv+0xcca ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [041] 2548.075563: 40109329 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2548.075683: 36312687 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [046] 2548.075835: 45678960 cycles: ffffffff8b46f2c8 tcp_sendmsg_locked+0x9c8 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [045] 2548.076024: 32460239 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [022] 2548.076531: 26279915 cycles: ffffffff8b480a7d tcp_rbtree_insert+0x2d ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2548.076780: 45312503 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [034] 2548.076908: 28266416 cycles: 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [037] 2548.076982: 32264606 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2548.077048: 29672486 cycles: ffffffff8a697e27 __sysvec_call_function_single+0x17 ([kernel.kallsyms]) diskagentd 165449 [012] 2548.077067: 41213178 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [000] 2548.077322: 42625512 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198708 [031] 2548.077422: 27059783 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [019] 2548.077456: 25718892 cycles: 12d6bb47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [016] 2548.077554: 29253807 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [042] 2548.077888: 33749431 cycles: 3af26be [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [017] 2548.077951: 51861799 cycles: 288adc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 154840 [040] 2548.078290: 30953241 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc08a8c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 197257 [038] 2548.078793: 29570070 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [007] 2548.079537: 43876407 cycles: 689cc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2548.079571: 41379656 cycles: 1548fdfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2548.079868: 26963014 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [036] 2548.080293: 30026356 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [033] 2548.080372: 28317019 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2548.080778: 38755932 cycles: ffffffff8a75c385 cpuidle_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [025] 2548.081105: 33758327 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2548.082414: 29191744 cycles: ffffffff8a753c87 pick_next_task_fair+0x1c7 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [024] 2548.082458: 36326584 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [026] 2548.082992: 39566181 cycles: 352a4a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [018] 2548.083200: 37393216 cycles: ffffffff8a7d68bd __mod_timer+0x17d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159404 [023] 2548.083278: 35469788 cycles: ffffffff8a74e8ba put_prev_entity+0x2a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [006] 2548.083409: 30707764 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [022] 2548.084164: 28247763 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [043] 2548.084474: 35527656 cycles: 3c74383 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [008] 2548.084534: 34555793 cycles: 20483f02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [032] 2548.084738: 32878157 cycles: ffffffff8a754b21 nohz_balancer_kick+0x61 ([kernel.kallsyms]) ffffffff8a755062 trigger_load_balance+0x42 ([kernel.kallsyms]) ffffffff8a73ddde scheduler_tick+0x12e ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3caa28e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [030] 2548.086341: 40699820 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [001] 2548.086535: 37083858 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [028] 2548.086605: 30902730 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151706 [009] 2548.087242: 41077754 cycles: ffffffff8a752c84 find_busiest_group+0x124 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [010] 2548.087280: 40828384 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.087300: 48163752 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [003] 2548.087303: 31697702 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163664 [035] 2548.087506: 31455136 cycles: ffffffff8a75397c newidle_balance+0x3ac ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [034] 2548.087506: 38964013 cycles: 3b71005 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [031] 2548.087820: 27328359 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2548.087910: 38359791 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [039] 2548.088203: 39426091 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 193489 [040] 2548.088331: 34257970 cycles: 10ae946a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198711 [016] 2548.088493: 32224822 cycles: 36a1681 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [045] 2548.088796: 33810012 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [019] 2548.088933: 25356608 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [021] 2548.089345: 37494276 cycles: 1618a925 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [027] 2548.089465: 27706746 cycles: 14050fce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2548.089644: 37043816 cycles: 3c4d29b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [037] 2548.090008: 37335604 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2548.090105: 27003167 cycles: ffffffff8a7605c5 __update_load_avg_cfs_rq+0x185 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 151691 [038] 2548.090224: 31643996 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [005] 2548.090424: 31610652 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [047] 2548.090736: 37417834 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165158 [036] 2548.090774: 32944838 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [041] 2548.090969: 41655169 cycles: 673722e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 168716 [033] 2548.091119: 32179767 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [042] 2548.091423: 34570049 cycles: 68bfb9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2548.092323: 46539570 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 159496 [013] 2548.092390: 43678761 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [002] 2548.092412: 37228867 cycles: ffffffff8a9a2006 should_failslab+0x6 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [046] 2548.093037: 42669814 cycles: ffffffff8a961f31 __filemap_get_folio+0x2b1 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2548.093577: 38052024 cycles: ffffffff8b480ed6 tcp_rcv_established+0x246 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [006] 2548.093648: 30913369 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [025] 2548.093982: 41064232 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [044] 2548.094225: 43618047 cycles: 36bc477 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2548.094342: 27877654 cycles: ffffffff8a604366 __switch_to_asm+0x56 ([kernel.kallsyms]) ydbd 168498 [022] 2548.094847: 29847767 cycles: ffffffff8b6a4500 __schedule+0x0 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [014] 2548.095414: 43755401 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2548.096566: 36326584 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169042 [026] 2548.096674: 40991771 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2548.096963: 32002390 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198683 [023] 2548.097311: 39292292 cycles: 3ca1c5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198646 [018] 2548.097443: 33090916 cycles: ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [028] 2548.097701: 33604802 cycles: ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [008] 2548.098336: 31899791 cycles: 3ac6344 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [017] 2548.098903: 48288162 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [031] 2548.099410: 26271921 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [043] 2548.099573: 38624693 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [019] 2548.099716: 27726284 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155713 [007] 2548.099720: 41748583 cycles: ffffffff8b6a47c3 __schedule+0x2c3 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [003] 2548.099961: 33308193 cycles: 154caf28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [016] 2548.100142: 30514438 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2548.100525: 36105122 cycles: ffffffff8b48a066 tcp_release_cb+0x16 ([kernel.kallsyms]) ffffffff8b3774e8 release_sock+0x48 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [035] 2548.101242: 29812472 cycles: 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7828a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [040] 2548.101479: 36247264 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2548.101797: 44907886 cycles: ffffffff8a73bcc5 try_to_wake_up+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [037] 2548.101907: 35431552 cycles: 3a6184b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [009] 2548.102295: 40097109 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [027] 2548.102577: 25607463 cycles: 194b715 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [010] 2548.102592: 35072260 cycles: 1411a08f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 171579 [004] 2548.102684: 40923544 cycles: ffffffff8a779f02 psi_task_switch+0x122 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198053 [038] 2548.102799: 32647453 cycles: 251dbb34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2548.103114: 27003167 cycles: ffffffff8a760471 __update_load_avg_cfs_rq+0x31 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [030] 2548.103675: 38288604 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2548.103716: 30613842 cycles: 288ad58 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 155703 [045] 2548.103722: 37659428 cycles: 76783 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 88499 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60855 __snprintf+0x95 (/usr/lib/x86_64-linux-gnu/libc.so.6) b963d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2548.104202: 39426091 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [015] 2548.104314: 38611379 cycles: 3b2282a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197261 [022] 2548.104808: 29721471 cycles: 219802a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [036] 2548.104959: 32302940 cycles: 1c4901bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2548.105042: 32059581 cycles: ffffffff8a7d6db4 get_next_timer_interrupt+0x34 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [005] 2548.105079: 28336381 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [000] 2548.105271: 36366383 cycles: ffffffff8a741340 clear_buddies+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159623 [042] 2548.105504: 34980169 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [011] 2548.105939: 26144881 cycles: ffffffff8a9eb343 prep_compound_page+0x23 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198039 [021] 2548.106033: 33309953 cycles: ffffffff8a7412f7 update_min_vruntime+0x47 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [002] 2548.106601: 37321137 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [020] 2548.106867: 48760653 cycles: ffffffff8a7414b0 task_h_load+0x70 ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2548.108159: 34880803 cycles: ffffffff8a73835f pick_next_task+0x5f ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2548.108387: 30284928 cycles: ffffffff8a7397bc check_preempt_curr+0xc ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [046] 2548.108446: 38299565 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 163646 [013] 2548.108869: 44030283 cycles: ffffffff8a604321 __switch_to_asm+0x11 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [028] 2548.109023: 33673922 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 160813 [012] 2548.109139: 38358749 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [041] 2548.109188: 39439833 cycles: 1421e770 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [019] 2548.109647: 29861037 cycles: 1c9430fa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [024] 2548.109757: 49155132 cycles: 13392c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [018] 2548.109943: 34704641 cycles: ffffffff8a73bdf2 try_to_wake_up+0x132 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [031] 2548.110123: 25898158 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [014] 2548.110306: 52331378 cycles: ffffffff8a6a85ff x2apic_send_IPI+0x5f ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2548.110355: 47143249 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [016] 2548.110757: 33464013 cycles: ffffffff8b46c732 tcp_wmem_schedule+0x22 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [026] 2548.110976: 40528784 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2548.111161: 37406515 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198749 [038] 2548.112990: 32558974 cycles: 141e9939 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [029] 2548.113064: 34757245 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [025] 2548.113361: 38487599 cycles: 21a06b62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [010] 2548.113932: 33649140 cycles: 3ba443f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2548.113961: 36223650 cycles: 219dc7b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [003] 2548.114197: 29173405 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2548.114428: 38947602 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [043] 2548.114478: 37091559 cycles: ffffffff8a74e8fa put_prev_entity+0x6a ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 197546 [037] 2548.114517: 37371685 cycles: 140705ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [027] 2548.114697: 25395985 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2548.114864: 40185301 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [006] 2548.114951: 33582435 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [022] 2548.115478: 36177067 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2548.116144: 36869677 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 197893 [036] 2548.116555: 35200380 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2548.116966: 25737960 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2548.117103: 28336381 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [007] 2548.117448: 43979032 cycles: ffffffff8adab092 iovec_from_user.part.0+0x52 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155713 [017] 2548.117901: 46697918 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 198033 [004] 2548.117940: 35006017 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 151701 [045] 2548.118157: 38547455 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194434 [030] 2548.118238: 34557263 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [047] 2548.118523: 33453157 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [009] 2548.118692: 35134601 cycles: ffffffff8a7327fa ttwu_queue_wakelist+0x3a ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12d6c66b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [019] 2548.118848: 30528322 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [015] 2548.119166: 36132331 cycles: ffffffff8a752c84 find_busiest_group+0x124 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [000] 2548.119214: 32824976 cycles: 133ba0b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [042] 2548.119835: 38032479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2548.120020: 28918920 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [021] 2548.120079: 30714287 cycles: 6e8 [unknown] ([vdso]) diskagen.User 198038 [002] 2548.120511: 36033415 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 54aff38267f [unknown] (//anon) swapper 0 [034] 2548.120601: 38804585 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [032] 2548.121169: 42003482 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [039] 2548.121192: 44065402 cycles: ffffffff8a7528c5 update_sd_lb_stats.constprop.0+0x135 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SNULL 194440 [046] 2548.122102: 38153869 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [012] 2548.122590: 43204586 cycles: ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [028] 2548.123106: 34761912 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [031] 2548.123584: 28798216 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [026] 2548.124129: 40618765 cycles: 2049b6f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [035] 2548.124177: 35712506 cycles: ffffffffc0ca47f1 nf_conntrack_in+0x211 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [018] 2548.124742: 34362706 cycles: ffffffff8a7d682b __mod_timer+0xeb ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b48657b tcp_schedule_loss_probe+0x2b ([kernel.kallsyms]) ffffffff8b47f2a9 tcp_ack+0x949 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [016] 2548.124828: 36165690 cycles: ffffffff8a753b01 pick_next_task_fair+0x41 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [008] 2548.125191: 37240432 cycles: 1300ee27 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [041] 2548.125225: 34986033 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [020] 2548.125946: 44859890 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [010] 2548.126090: 31492662 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [027] 2548.126133: 33176026 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [029] 2548.126168: 38378377 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [006] 2548.126468: 32400714 cycles: ffffffff8aa1d10b alloc_pages+0x9b ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 165440 [038] 2548.126896: 34523248 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [011] 2548.128251: 25203143 cycles: 3c9fa8e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2548.128295: 29430283 cycles: ffffffff8a76e0fa sched_clock_cpu+0xa ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [005] 2548.128602: 40591467 cycles: 1e4c69ef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [044] 2548.128998: 53761453 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2548.129613: 39878893 cycles: ffffffff8b6980da ct_nmi_enter+0x6a ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [022] 2548.129613: 36086775 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2548.129684: 46889513 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2548.130147: 47273526 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [043] 2548.130315: 32237264 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [036] 2548.130967: 32743202 cycles: 1413054a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [030] 2548.131340: 38146411 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [040] 2548.131449: 40185301 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.131535: 37727489 cycles: ffffffff8a7ebc07 clockevents_program_event+0xb7 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [037] 2548.131970: 38122133 cycles: ffffffff8b480a76 tcp_rbtree_insert+0x26 ([kernel.kallsyms]) ffffffff8b483106 tcp_event_new_data_sent+0x56 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [001] 2548.132150: 34577270 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [019] 2548.132164: 32218142 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc901d12387 [unknown] (//anon) blocksto.CLI1 194389 [004] 2548.132234: 35335907 cycles: 3a6ad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2548.132268: 34745805 cycles: ffffffff8a779b7f psi_task_change+0x6f ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [023] 2548.132279: 40587764 cycles: 28bfa43 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [047] 2548.132467: 34340217 cycles: ffffffff8a741390 clear_buddies+0x50 ([kernel.kallsyms]) ffffffff8a74dbf8 dequeue_entity+0x78 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198751 [000] 2548.132685: 30290546 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [021] 2548.133023: 30650645 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [042] 2548.134251: 33109270 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [007] 2548.134343: 38535028 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [033] 2548.134550: 28735324 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194622 [002] 2548.135291: 37645946 cycles: ffffffff8aa2b413 memcg_slab_post_alloc_hook+0x93 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [031] 2548.135527: 27026082 cycles: 194bba5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [026] 2548.135584: 38644685 cycles: 20499c33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.136391: 34482149 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198839 [015] 2548.136406: 30559878 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169053 [032] 2548.136966: 35576175 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2548.137422: 31297951 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2548.137507: 25358479 cycles: ffffffff8a74ea94 enqueue_entity+0x14 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [045] 2548.137539: 38650736 cycles: ffffffff8a7f3ac7 __x64_sys_futex+0xe7 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2548.137591: 32978186 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [018] 2548.137880: 33646131 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [010] 2548.138182: 30750729 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831869 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [046] 2548.138428: 35589569 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [012] 2548.138464: 40403528 cycles: ffffffff8a7d6756 __mod_timer+0x16 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2548.138680: 43096447 cycles: 2727af46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2548.138751: 39165251 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198432 [039] 2548.139655: 36606187 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [003] 2548.139805: 31548785 cycles: 1742b467 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2548.140126: 38392541 cycles: ffffffff8a75fd6b __update_load_avg_se+0xb ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198439 [027] 2548.140496: 31587330 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [017] 2548.140540: 42321652 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [043] 2548.140595: 35024822 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197562 [034] 2548.140894: 33976426 cycles: 27279a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [038] 2548.142223: 35069051 cycles: 1a6abd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [014] 2548.142906: 43245471 cycles: ffffffff8b480adb tcp_check_space+0xb ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [029] 2548.143405: 35391606 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196103 [022] 2548.143656: 36219945 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [001] 2548.143689: 33705131 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [020] 2548.143835: 37188700 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [036] 2548.144587: 44282586 cycles: ffffffff8aae9d45 ep_done_scan+0xe5 ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [042] 2548.145461: 36158663 cycles: 1870906 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [004] 2548.145826: 31820328 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [030] 2548.146046: 33257114 cycles: ffffffff8b3ae160 dst_release+0x20 ([kernel.kallsyms]) ffffffff8b48074a tcp_data_queue+0x3aa ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [033] 2548.146574: 32619424 cycles: 141f677f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [025] 2548.147157: 34431056 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [000] 2548.147509: 26353814 cycles: ffffffff8b47f725 tcp_validate_incoming+0x15 ([kernel.kallsyms]) ffffffff8b480e05 tcp_rcv_established+0x175 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [006] 2548.147527: 31015063 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [040] 2548.147529: 47770304 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [021] 2548.148112: 30275388 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [019] 2548.148135: 32625952 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [044] 2548.148309: 48117549 cycles: 689b7dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2548.148499: 35865655 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2548.148598: 32067203 cycles: ffffffff8a7d8867 hrtimer_cancel+0x17 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [026] 2548.148780: 39276321 cycles: 265d19f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 151693 [011] 2548.148847: 27737156 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [037] 2548.148955: 34768706 cycles: ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [013] 2548.149469: 34589204 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198649 [009] 2548.149476: 34124124 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2548.149532: 36205652 cycles: ffffffff8a779fe0 psi_task_switch+0x200 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.149953: 35431186 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [018] 2548.150528: 37626862 cycles: 21a33ead [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2548.150579: 42504215 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [024] 2548.151022: 34867783 cycles: 1f9eb591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [035] 2548.151056: 29913603 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [046] 2548.151214: 36958489 cycles: 3a6ac68 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [015] 2548.151352: 27683995 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [032] 2548.151491: 35942937 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198707 [028] 2548.151842: 35184951 cycles: ffffffff8aa2b4ef memcg_slab_post_alloc_hook+0x16f ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [023] 2548.152562: 30139203 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [007] 2548.153021: 42142233 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2548.153459: 42699529 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [012] 2548.153661: 43646303 cycles: ffffffff8a741e3d wake_affine+0x20d ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [027] 2548.153894: 35298745 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) perf 198744 [003] 2548.154090: 33298405 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [034] 2548.154301: 31129730 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [029] 2548.155061: 37124402 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197874 [043] 2548.155125: 30714697 cycles: ffffffff8a74fed2 update_sg_lb_stats+0xd2 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2548.155151: 39329268 cycles: 129ab9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [008] 2548.155263: 38395107 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [016] 2548.155537: 38703093 cycles: 644e2b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.155637: 35112912 cycles: ffffffff8a747d2d update_load_avg+0x45d ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [001] 2548.155730: 36449741 cycles: 689a22c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [038] 2548.155773: 34191347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [004] 2548.156075: 31073261 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2548.157274: 38770522 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [006] 2548.157494: 34747173 cycles: ffffffff8aaea867 ep_send_events+0x47 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197882 [022] 2548.157808: 35489704 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [017] 2548.158053: 37459348 cycles: ffffffff8acdadd5 aa_file_perm+0x45 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [014] 2548.158100: 39577957 cycles: 186aec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [000] 2548.158633: 25718257 cycles: ffffffff8b6a4b8f schedule+0x8f ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [030] 2548.158713: 39423242 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2548.158865: 32350426 cycles: ffffffff8a747a2d update_load_avg+0x15d ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [041] 2548.159182: 45083435 cycles: ffffffff8a741b4a remove_entity_load_avg+0x3a ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [011] 2548.159209: 27723457 cycles: 3b9e8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [005] 2548.159912: 34693415 cycles: ffffffff8a96f186 unlock_page+0x6 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [036] 2548.160554: 41433307 cycles: 1a6bd0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [025] 2548.160672: 38280940 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [021] 2548.160741: 34873637 cycles: 196e9c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2548.160910: 38465323 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [037] 2548.161047: 32881992 cycles: 1864032 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [019] 2548.161179: 33480544 cycles: 1870992 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2548.161572: 35934148 cycles: ffffffff8a747f85 update_load_avg+0x6b5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [010] 2548.161861: 38062278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2548.162497: 28395869 cycles: ffffffff8a747c84 update_load_avg+0x3b4 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.162550: 36817305 cycles: ffffffff8b61acc1 timerqueue_del+0x1 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2548.162808: 35363195 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [026] 2548.162924: 39912691 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 1339e3df [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [018] 2548.163103: 37760075 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2548.163828: 32997058 cycles: ffffffff8a7f83cc flush_smp_call_function_queue+0xc ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [046] 2548.163855: 35280554 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [040] 2548.163989: 44399872 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [013] 2548.164185: 35779268 cycles: 1712f31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [032] 2548.164496: 32973391 cycles: ffffffff8a7f351c do_futex+0x17c ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [004] 2548.164955: 32524532 cycles: 26649d5d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2548.165365: 27676596 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [044] 2548.166180: 47013923 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [003] 2548.166287: 31554098 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [034] 2548.166303: 29593336 cycles: ffffffff8b697f6b ct_kernel_exit.constprop.0+0x7b ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [028] 2548.166909: 39053421 cycles: ffffffff8a74becf select_idle_sibling+0x3af ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b3a7dfe net_rx_action+0x12e ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2548.166998: 35479669 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7c567c exit_to_user_mode_loop+0x7c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ba4ac4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [045] 2548.167006: 46953879 cycles: 64df27f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165851 [016] 2548.167098: 36871199 cycles: 13401d79 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [043] 2548.167285: 32524971 cycles: ffffffff8a6f2fe8 __local_bh_enable_ip+0x38 ([kernel.kallsyms]) ffffffff8b6ad4fd _raw_spin_unlock_bh+0x1d ([kernel.kallsyms]) ffffffff8b37752f release_sock+0x8f ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2548.168318: 25746332 cycles: ffffffff8a7b7fa4 rcu_note_context_switch+0x194 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2548.168666: 41164813 cycles: ffffffff8b697ec8 ct_idle_exit+0x28 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [020] 2548.168996: 36059954 cycles: ffffffff8a741a64 __calc_delta+0x114 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [008] 2548.169290: 41136795 cycles: ffffffff8b696bb2 sysvec_apic_timer_interrupt+0x52 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a0575d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [027] 2548.169384: 35900954 cycles: 20a02df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2548.169553: 37373448 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a75c309 arch_cpu_idle_exit+0x9 ([kernel.kallsyms]) ffffffff8a75c5f7 do_idle+0x87 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [006] 2548.169585: 32997672 cycles: 1666479 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2548.169646: 33028244 cycles: ffffffff8a995cf8 next_zone+0x28 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 166754 [001] 2548.169754: 37086273 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [007] 2548.169953: 40403293 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [042] 2548.170060: 40566387 cycles: ffffffff8a80fce2 cgroup_rstat_updated+0x12 ([kernel.kallsyms]) ffffffff8aa59a20 __count_memcg_events+0x60 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [011] 2548.170086: 30339309 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2548.170248: 37391037 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [014] 2548.170876: 38890245 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [039] 2548.171447: 44478173 cycles: 140c20ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194389 [033] 2548.172102: 36196416 cycles: 3a61d4d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [037] 2548.172246: 31855204 cycles: ffffffff8b50b846 unix_poll+0x6 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [005] 2548.172279: 34796421 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [017] 2548.172488: 33565939 cycles: ffffffff8a73331b prepare_task_switch+0x1b ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.Background 193854 [031] 2548.172877: 36639274 cycles: 1c3a5358 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2548.174281: 35819247 cycles: ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [035] 2548.174420: 34417279 cycles: ffffffff8a7c5755 exit_to_user_mode_prepare+0x5 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 18408de [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [021] 2548.174462: 35517972 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [019] 2548.174630: 43064885 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [023] 2548.174656: 27902025 cycles: ffffffff8b3a62c4 __netif_receive_skb_core.constprop.0+0xa34 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2548.175285: 32299928 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [009] 2548.175375: 36783964 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47ef63c34cf [unknown] (//anon) ydbd.IC 172234 [036] 2548.175515: 36068960 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [002] 2548.175674: 37436236 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2548.176081: 41342939 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [018] 2548.176303: 34950368 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2548.176482: 42713681 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 166748 [004] 2548.176650: 31835720 cycles: bbc8e2c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [034] 2548.176830: 29142371 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [025] 2548.176894: 34269522 cycles: ffffffff8b801190 __irqentry_text_end+0x20 ([kernel.kallsyms]) 1c260e25 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [026] 2548.177187: 34886414 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [046] 2548.177261: 33943015 cycles: 27279abf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [015] 2548.177442: 32781805 cycles: 4b248e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2548.177660: 26318772 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [013] 2548.177839: 37969822 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [047] 2548.178171: 38028789 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [003] 2548.178377: 30981808 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2548.178505: 38715399 cycles: 16c1951 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [028] 2548.179638: 43513007 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [040] 2548.180331: 38280727 cycles: ffffffff8a9ea3c2 free_unref_page_commit+0xe2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [043] 2548.180521: 30656141 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) fff3c6f5 [unknown] ([unknown]) nbsd.SRV2 197556 [011] 2548.181235: 35352503 cycles: 140edd56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [027] 2548.181294: 35838759 cycles: 186bc1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [016] 2548.181329: 33628572 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [006] 2548.181961: 30925081 cycles: 187087d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 197261 [020] 2548.182646: 35565166 cycles: ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [038] 2548.182718: 39429119 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 193854 [031] 2548.182927: 36659757 cycles: 1c3a5881 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [012] 2548.183581: 34696745 cycles: 1549f59c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [023] 2548.183585: 28876373 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [044] 2548.184047: 42540635 cycles: ffffffff8b375092 skb_set_owner_w+0x82 ([kernel.kallsyms]) ffffffff8b375410 sock_alloc_send_pskb+0x250 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2548.184853: 29815079 cycles: ffffffff8b373672 skb_page_frag_refill+0x62 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2548.184932: 38854661 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [007] 2548.185002: 37813095 cycles: 688f587 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150657 [042] 2548.185105: 35176293 cycles: ffffffff8b6ad3ec _raw_spin_lock+0xc ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 194334 [029] 2548.185203: 28028316 cycles: 14068f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [001] 2548.185372: 35381412 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [017] 2548.185390: 34187225 cycles: 174167a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [022] 2548.185731: 31999144 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [008] 2548.185785: 34351037 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [045] 2548.186052: 39770415 cycles: 1436d957 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [032] 2548.186351: 34265455 cycles: 154cad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [033] 2548.187090: 40992907 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198837 [034] 2548.187291: 28453952 cycles: ffffffff8a779e2c psi_task_switch+0x4c ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159494 [010] 2548.187477: 34243551 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IO 193837 [000] 2548.187526: 29643682 cycles: 14078c78 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) ydbd 155707 [005] 2548.188136: 34400684 cycles: ffffffff8a741960 __calc_delta+0x10 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [021] 2548.188392: 36227633 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2548.188933: 32505521 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2548.189258: 29123291 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [018] 2548.189345: 31516669 cycles: ffffffff8a7500bc update_sg_lb_stats+0x2bc ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [036] 2548.189536: 32043980 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b774d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [026] 2548.189605: 40994553 cycles: 21a0ab35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [035] 2548.190392: 29240490 cycles: ffffffff8aae9d0c ep_done_scan+0xac ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [002] 2548.190900: 35673304 cycles: ffffffff8b389507 skb_attempt_defer_free+0x77 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [039] 2548.191198: 37827125 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2548.191565: 33101478 cycles: ffffffff8b61aba0 timerqueue_add+0x0 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [015] 2548.191584: 30407335 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [025] 2548.191900: 33081630 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2548.192303: 36757070 cycles: ffffffff8a779b16 psi_task_change+0x6 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [019] 2548.192776: 33795860 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Background 193854 [031] 2548.193034: 36683654 cycles: 1c3a618b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) Test 196124 [040] 2548.193200: 38060465 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [006] 2548.193290: 30139705 cycles: ffffffff8aa534d1 __get_obj_cgroup_from_memcg+0x41 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [043] 2548.193320: 28219120 cycles: 1300ee26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [024] 2548.193361: 36002282 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [041] 2548.194067: 32937694 cycles: 17e48cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [013] 2548.194264: 39929378 cycles: 3a49631 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2548.194432: 37854602 cycles: ffffffff8a736068 enqueue_task+0x58 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [027] 2548.194697: 32632875 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [047] 2548.195107: 40657152 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [028] 2548.195126: 40914447 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198615 [030] 2548.195446: 36951736 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [012] 2548.195748: 36842096 cycles: ffffffff8a961cf4 __filemap_get_folio+0x74 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [029] 2548.196555: 28033715 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [034] 2548.196593: 32518661 cycles: 204af7c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [037] 2548.197127: 31654500 cycles: 689b819 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2548.197130: 41008384 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159401 [023] 2548.197300: 28939577 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [020] 2548.197382: 34717382 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [011] 2548.197434: 37290890 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [022] 2548.198356: 29852317 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198840 [038] 2548.198374: 42861753 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [008] 2548.198503: 32182908 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [004] 2548.198553: 29639559 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [014] 2548.198972: 35110152 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2548.199052: 32230912 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163664 [042] 2548.199054: 31908634 cycles: ffffffff8a779fca psi_task_switch+0x1ea ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [000] 2548.199084: 28265787 cycles: 3b76bf3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 195110 [010] 2548.199161: 38880845 cycles: 194bd7d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [045] 2548.199589: 40771062 cycles: ffffffff8b377d9f __sk_mem_raise_allocated+0xf ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2548.200242: 35018052 cycles: ffffffff8a743438 select_idle_core+0xe8 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [018] 2548.201147: 37835373 cycles: 24f773aa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [021] 2548.201475: 32502436 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [007] 2548.201734: 37666590 cycles: 3b3c3bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2548.201806: 30156475 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [044] 2548.201898: 34101506 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2548.201902: 29697963 cycles: 1665944 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [036] 2548.202188: 30689792 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) diskagen.IC 197891 [035] 2548.202473: 27241328 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 193854 [031] 2548.203126: 36685016 cycles: 1c3a616c [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [015] 2548.203162: 35080495 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6a8d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [033] 2548.203778: 44289943 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [006] 2548.204530: 36489761 cycles: 154cada8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [026] 2548.204576: 39118610 cycles: 3b3c097 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2548.204653: 41778390 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [043] 2548.204661: 34166957 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [025] 2548.205734: 32664020 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [041] 2548.206220: 31548843 cycles: ffffffff8a6b8cd6 pvclock_clocksource_read+0x6 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [003] 2548.206478: 36700177 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [029] 2548.206513: 30381509 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [009] 2548.206715: 40624146 cycles: 13925f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2548.206737: 35561608 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2548.207260: 34895564 cycles: ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165256 [040] 2548.208019: 38393039 cycles: 12efdc0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [027] 2548.208150: 30458843 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [019] 2548.208410: 31020508 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b377189 __lock_sock+0x79 ([kernel.kallsyms]) ffffffff8b377244 lock_sock_nested+0x54 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2548.208651: 39792763 cycles: ffffffff8b483145 tcp_event_new_data_sent+0x95 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [004] 2548.208775: 33394906 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 169148 [037] 2548.208786: 32993088 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [022] 2548.208889: 29179105 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [000] 2548.209854: 27758350 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [020] 2548.209895: 43980623 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [023] 2548.210075: 26474029 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Batch 171300 [034] 2548.210175: 31091795 cycles: ffffffff8a74794a update_load_avg+0x7a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194343 [030] 2548.210183: 35188517 cycles: 1407ce48 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 198117 [008] 2548.210346: 30641747 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) perf 198744 [012] 2548.210421: 44534026 cycles: ffffffff8b624c2a xa_get_order+0xa ([kernel.kallsyms]) ffffffff8a95e6ad __filemap_add_folio+0xcd ([kernel.kallsyms]) ffffffff8a95ea4c filemap_add_folio+0x3c ([kernel.kallsyms]) ffffffff8a961e96 __filemap_get_folio+0x216 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [016] 2548.210588: 35073744 cycles: 13129c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [028] 2548.210596: 35692168 cycles: 2892f23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [013] 2548.210624: 42204178 cycles: 3b97c4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [047] 2548.211018: 34099713 cycles: 133ae198 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [045] 2548.211119: 39109347 cycles: ffffffff8b4630f4 __inet_lookup_established+0xe4 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [042] 2548.211493: 29892444 cycles: ffffffff8a74ae9f update_cfs_group+0x2f ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [046] 2548.211516: 29910092 cycles: 1330df63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193485 [032] 2548.211662: 33873982 cycles: bbbbb36 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 194631 [001] 2548.211939: 37838679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2548.212274: 27662433 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [011] 2548.212403: 37341843 cycles: 17e0fde [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [014] 2548.212671: 31933427 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [036] 2548.213179: 32133373 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 193854 [031] 2548.213248: 36687924 cycles: 1c3a6168 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [007] 2548.213550: 37808783 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [005] 2548.213711: 32642658 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [010] 2548.214130: 37987735 cycles: ffffffff8b50f1e8 unix_stream_read_generic+0x2c8 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [021] 2548.214499: 30609867 cycles: 1380acc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [044] 2548.214520: 32058980 cycles: ffffffff8a74f0eb enqueue_task_fair+0xfb ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2548.214796: 36191003 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [018] 2548.214803: 34599492 cycles: 3b9d019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 171571 [043] 2548.215259: 32721265 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165440 [015] 2548.217294: 38482209 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [022] 2548.218069: 33489817 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170130 [006] 2548.218133: 33038531 cycles: bc08fb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2548.218759: 35325963 cycles: ffffffff8a754d75 nohz_balance_enter_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.218903: 42677787 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) nbsd.User 197533 [041] 2548.219069: 29200800 cycles: 14085d34 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [033] 2548.219152: 42462135 cycles: 13b3f6e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [024] 2548.219372: 36735703 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198684 [003] 2548.219471: 38989806 cycles: ffffffff8a73c316 wake_up_process+0x16 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14177f11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [004] 2548.219671: 32508225 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [027] 2548.219680: 28953080 cycles: 68d0783 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155846 [025] 2548.219736: 30720795 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [023] 2548.219776: 29816994 cycles: 1665918 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2548.220055: 34674554 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193487 [026] 2548.220326: 38995973 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [000] 2548.220634: 30574522 cycles: 3a6358d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [034] 2548.221284: 34739033 cycles: 1604273b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [037] 2548.221523: 30679909 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 172219 [008] 2548.221572: 29546896 cycles: bbb9891 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd 198448 [039] 2548.221602: 34732780 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [040] 2548.222068: 34578097 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [046] 2548.222098: 29812759 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [017] 2548.222132: 38655453 cycles: ffffffff8b55c741 sock_put+0x11 ([kernel.kallsyms]) ffffffff8b5604e6 tcp_v6_rcv+0xdb6 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166612 [042] 2548.222225: 32422067 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [032] 2548.222264: 37396074 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [035] 2548.222423: 27133737 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [009] 2548.222624: 38482212 cycles: 3c73bf7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 196866 [016] 2548.222773: 36835998 cycles: a67c40b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagentd 165454 [028] 2548.222822: 36350486 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [030] 2548.223455: 34264258 cycles: 194ba26 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [021] 2548.223523: 30780380 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [014] 2548.224015: 34875047 cycles: 25258a3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [047] 2548.224474: 31693684 cycles: ffffffff8adaca1e _copy_from_iter+0x13e ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2548.224991: 41212239 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [005] 2548.225054: 37718009 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196917 [013] 2548.225184: 36753968 cycles: ffffffff8a74af29 update_cfs_group+0xb9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 198646 [045] 2548.225231: 36172203 cycles: 3b24701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2548.225550: 31143666 cycles: ffffffff8b3a3d51 skb_network_protocol+0x71 ([kernel.kallsyms]) ffffffff8b3a3f3c netif_skb_features+0x9c ([kernel.kallsyms]) ffffffff8b3a41a4 validate_xmit_skb+0x24 ([kernel.kallsyms]) ffffffff8b3a4b2e __dev_queue_xmit+0x14e ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [031] 2548.225716: 38899916 cycles: 25173f03 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2548.226022: 41626226 cycles: ffffffff8b3a5db6 __netif_receive_skb_core.constprop.0+0x526 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 172782 [020] 2548.226143: 38418814 cycles: ffffffff8a753b19 pick_next_task_fair+0x59 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 196774 [001] 2548.226522: 38459607 cycles: bbaebf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [044] 2548.226787: 36635344 cycles: 3a779e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 163663 [018] 2548.227021: 36786252 cycles: ffffffff8aa8db32 path_put+0x22 ([kernel.kallsyms]) ffffffff8acd2d66 apparmor_sk_free_security+0x56 ([kernel.kallsyms]) ffffffff8ac69187 security_sk_free+0x27 ([kernel.kallsyms]) ffffffff8b375d1a __sk_destruct+0x14a ([kernel.kallsyms]) ffffffff8b3761e8 sk_destruct+0x58 ([kernel.kallsyms]) ffffffff8b376240 __sk_free+0x30 ([kernel.kallsyms]) ffffffff8b376323 sk_free+0x33 ([kernel.kallsyms]) ffffffff8b471d8d tcp_close+0x5d ([kernel.kallsyms]) ffffffff8b4b6148 inet_release+0x48 ([kernel.kallsyms]) ffffffff8b36bdc2 __sock_release+0x42 ([kernel.kallsyms]) ffffffff8b36be65 sock_close+0x15 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11500b __close+0x3b (/usr/lib/x86_64-linux-gnu/libc.so.6) 204565e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198842 [038] 2548.227480: 34351956 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2548.227886: 34288798 cycles: 1d4a79f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [010] 2548.228182: 34372830 cycles: 14353586 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [007] 2548.228394: 38053032 cycles: 17afd10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [027] 2548.229070: 29465975 cycles: ffffffff8aa5eec6 mem_cgroup_charge_skmem+0x6 ([kernel.kallsyms]) ffffffff8b48073c tcp_data_queue+0x39c ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171585 [006] 2548.229249: 35746346 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [041] 2548.229399: 28898955 cycles: ffffffff8b616e31 rb_erase+0x21 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [023] 2548.230745: 30339377 cycles: 26a2d06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [004] 2548.231158: 31184301 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2548.231172: 34923473 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [000] 2548.231211: 30229611 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [015] 2548.232536: 42233923 cycles: ffffffff8b373645 skb_page_frag_refill+0x35 ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [035] 2548.232620: 28028114 cycles: ffffffff8aa5833b __mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [046] 2548.232622: 33257696 cycles: 14068f00 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2548.232979: 33138513 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2548.232979: 34318158 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2548.233061: 29052092 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [029] 2548.233128: 30828639 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2548.233206: 29693484 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [002] 2548.233527: 40237043 cycles: ffffffff8a73bdbf try_to_wake_up+0xff ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [034] 2548.234705: 31957285 cycles: 17e36d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [040] 2548.234925: 39106318 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [033] 2548.235019: 39371846 cycles: 20485c24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2548.235252: 33412429 cycles: 204ad3ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 194354 [026] 2548.235292: 37036061 cycles: 13b5b0d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [030] 2548.235564: 35877623 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 198049 [019] 2548.235786: 30123471 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [021] 2548.236202: 36100731 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [009] 2548.236970: 33889351 cycles: 175b371 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [003] 2548.236995: 36923823 cycles: ffffffff8aa303e5 kmem_cache_free+0x5 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [032] 2548.237232: 37005283 cycles: 65b6da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 196862 [016] 2548.237253: 35681474 cycles: 156ec109 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [028] 2548.237469: 41825606 cycles: ffffffff8a961ccb __filemap_get_folio+0x4b ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [012] 2548.237690: 38463366 cycles: ffffffff8ab6d4fa ext4_file_write_iter+0x4a ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f0419e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2548.237741: 36462701 cycles: 1860100 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2548.237771: 37616982 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [017] 2548.238144: 39720991 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2548.238374: 35344346 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 193832 [047] 2548.238796: 34302421 cycles: ffffffff8a74dbe6 dequeue_entity+0x66 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [014] 2548.238891: 33293216 cycles: 13392be8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [038] 2548.240046: 38750817 cycles: 123fd85 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.Backgr 196029 [004] 2548.240303: 32205999 cycles: 283ad18 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2548.240476: 42077674 cycles: ffffffff8a7d78fd __hrtimer_next_event_base+0x5d ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d7d99 __hrtimer_start_range_ns+0xb9 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [010] 2548.240503: 35456025 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [031] 2548.240624: 38316070 cycles: 64faeda [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [018] 2548.240649: 34523251 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [027] 2548.240738: 31680953 cycles: 369c746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [023] 2548.240792: 36026425 cycles: 21a3e9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.System 198832 [043] 2548.240863: 33440998 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [041] 2548.240975: 30882902 cycles: 133a5676 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [020] 2548.242177: 38923251 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [045] 2548.242195: 32442818 cycles: 3a3a474 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [035] 2548.242333: 30850173 cycles: ffffffff8b697b8d syscall_enter_from_user_mode+0x2d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [008] 2548.242756: 31654800 cycles: 16236968 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [005] 2548.242987: 32055153 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 167184 [011] 2548.243037: 43809947 cycles: ffffffff8a7f6dc0 futex_wait+0x20 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [007] 2548.243138: 41809381 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [000] 2548.243169: 31336425 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [006] 2548.243208: 38397473 cycles: ffffffff8a7c56b9 exit_to_user_mode_loop+0xb9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) notify-mock 175692 [001] 2548.243265: 34417076 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 118c4f __poll+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14d52bf [unknown] (/home/github/.ya/build/build_root/dwgg/002bbc/cloud/blockstore/tools/testing/notify-mock/notify-mock (deleted)) blocksto.CLI2 198657 [022] 2548.244823: 35280362 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [019] 2548.245658: 29493668 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [046] 2548.245965: 38446080 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [037] 2548.246296: 30579875 cycles: ffffffff8a74fe69 update_sg_lb_stats+0x69 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 198858 [024] 2548.246825: 37951528 cycles: 15257082 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165162 [029] 2548.246827: 32591615 cycles: ffffffff8a752cd7 find_busiest_group+0x177 ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [042] 2548.246856: 32373965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [025] 2548.247120: 30284355 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2548.247190: 33261169 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [002] 2548.248150: 43781207 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [039] 2548.248242: 35815098 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [030] 2548.249307: 32544424 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [032] 2548.250070: 37308417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2548.250249: 34186427 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166761 [026] 2548.250594: 33428455 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) blocksto.CLI2 198657 [040] 2548.250661: 33232222 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74be58 select_idle_sibling+0x338 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [014] 2548.250698: 34939107 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [041] 2548.250952: 31019122 cycles: 1572fa22 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [021] 2548.251068: 34684965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [033] 2548.251146: 37356132 cycles: 1a7187 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1573058a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 196774 [016] 2548.251234: 32493460 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 173e5a2b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [008] 2548.251734: 32495707 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2548.251935: 33889351 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155701 [013] 2548.252095: 39123772 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197880 [036] 2548.252257: 45739118 cycles: 154caff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [004] 2548.252427: 35361561 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [047] 2548.252530: 38175556 cycles: ffffffff8a9c0a7b handle_pte_fault+0xab ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.AIO1 198054 [017] 2548.252941: 37520723 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 130245df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2548.252969: 36892630 cycles: 17ece31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [003] 2548.253368: 30903902 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [010] 2548.253505: 32311806 cycles: 12bf415 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [027] 2548.253531: 29232519 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2548.254024: 45078065 cycles: ffffffff8a7ef3e6 tick_nohz_restart+0x66 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2548.254094: 37932052 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 166704 [044] 2548.254192: 41155538 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.IC 198855 [018] 2548.254305: 30031498 cycles: ffffffff8b37ec4e kfree_skbmem+0x8e ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198712 [028] 2548.254561: 41078213 cycles: 3c482ad [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198045 [023] 2548.255246: 33083132 cycles: ffffffff8a7d91c1 hrtimer_nanosleep+0x41 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [035] 2548.255445: 31949218 cycles: ffffffff8b6acf02 _raw_read_unlock_irqrestore+0x12 ([kernel.kallsyms]) ffffffff8aaec0f8 ep_poll_callback+0x278 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 159503 [000] 2548.255525: 29449711 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IO 194354 [005] 2548.255906: 34090865 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2548.256281: 29194611 cycles: ffffffff8a7dacfd ktime_get+0x4d ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdCmpl_0 194090 [031] 2548.256509: 37122279 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [042] 2548.257410: 31556303 cycles: 1b2164 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f7acbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [019] 2548.257612: 32002069 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [001] 2548.257977: 29958953 cycles: 644c6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.257984: 38942195 cycles: ffffffff8a7690e0 psi_group_change+0x140 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [029] 2548.258038: 30543165 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [022] 2548.258180: 40753578 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198448 [006] 2548.258569: 49138734 cycles: ffffffff8a753611 newidle_balance+0x41 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [034] 2548.259153: 32239435 cycles: 21c27ff1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [037] 2548.259343: 34852912 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [039] 2548.260034: 34425230 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7022 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 166613 [025] 2548.260518: 27904981 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [007] 2548.260524: 38137573 cycles: ffffffff8a74c586 select_task_rq_fair+0x106 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [040] 2548.260656: 32831273 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [046] 2548.260851: 35783833 cycles: ffffffff8a7f6cfd futex_wait_setup+0x4d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2548.261046: 37517673 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [030] 2548.261173: 30826372 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2548.262378: 32736196 cycles: ffffffff8b617039 rb_erase+0x229 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [009] 2548.262454: 43769734 cycles: 21a09ce3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2548.262769: 31198928 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196909 [041] 2548.262781: 37440586 cycles: ffffffff8a748187 __update_blocked_fair+0xf7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [047] 2548.263064: 37648416 cycles: ffffffff8a80fce7 cgroup_rstat_updated+0x17 ([kernel.kallsyms]) ffffffff8aa59a20 __count_memcg_events+0x60 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198855 [014] 2548.263119: 37173309 cycles: ffffffff8a6f2db4 do_softirq.part.0+0x14 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [011] 2548.263132: 37377582 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [026] 2548.263178: 37710550 cycles: 133c8d6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [027] 2548.263250: 32916719 cycles: 133c6f91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [033] 2548.263499: 38935735 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [002] 2548.264160: 39306801 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [004] 2548.264216: 36801296 cycles: ffffffff8a73c397 wake_up_q+0x57 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [018] 2548.264357: 30242251 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [032] 2548.264572: 40919469 cycles: 13b541a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196007 [021] 2548.264804: 38850792 cycles: 193f4da [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [010] 2548.264932: 31852479 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [003] 2548.265050: 29379056 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [015] 2548.265351: 32574941 cycles: 141a1738 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [000] 2548.265779: 29131515 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [012] 2548.266642: 33913804 cycles: 141d32d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [045] 2548.267539: 28373987 cycles: ffffffff8a9f0bcd __alloc_pages+0x10d ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2548.267927: 30296591 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [038] 2548.268017: 33923225 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [013] 2548.268205: 40763639 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [042] 2548.269070: 30272640 cycles: 1e5c527d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2548.269684: 38484038 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 150649 [017] 2548.269829: 42644663 cycles: ffffffff8a64a470 __switch_to+0x180 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [044] 2548.271031: 34401115 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1f [unknown] ([unknown]) blocksto.CLI1 196100 [028] 2548.271404: 34399835 cycles: 3b63802 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [036] 2548.271444: 37154474 cycles: 14026cb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [001] 2548.271965: 28364674 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194329 [029] 2548.272104: 36063528 cycles: ffffffff8a74fe69 update_sg_lb_stats+0x69 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [034] 2548.272447: 34063679 cycles: 26a6610 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [023] 2548.272504: 38069227 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [025] 2548.272916: 33042615 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [020] 2548.273029: 38985085 cycles: 13392c3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [047] 2548.273422: 37358407 cycles: ffffffff8a9bb835 do_anonymous_page+0x115 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [022] 2548.273443: 42699688 cycles: 120bbb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [014] 2548.273692: 36370704 cycles: 204a530a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [037] 2548.273769: 31551742 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [040] 2548.273952: 30805191 cycles: 25258aa3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [016] 2548.274452: 33452750 cycles: 1402b300 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 193495 [019] 2548.274578: 32002069 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd 194000 [030] 2548.274614: 28216061 cycles: ffffffff8a753aed pick_next_task_fair+0x2d ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.Scheduler 197261 [024] 2548.274752: 37517673 cycles: ffffffff8a74bc90 select_idle_sibling+0x170 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2548.275134: 29279666 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [007] 2548.275291: 37010859 cycles: 4017781 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193997 [043] 2548.275427: 46540899 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [008] 2548.275839: 31407448 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [000] 2548.275944: 29318458 cycles: ffffffff8ac66ad1 security_file_permission+0x31 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7eb47 vfs_write+0x77 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2548.276010: 37574632 cycles: 139f0b2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2548.276106: 34829805 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 197870 [039] 2548.276269: 29217576 cycles: ffffffff8a64a484 __switch_to+0x194 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [018] 2548.276357: 32383976 cycles: 1407e55b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [003] 2548.277820: 27521735 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [041] 2548.278255: 32682388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [038] 2548.278743: 33766769 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [006] 2548.278811: 44034760 cycles: ffffffff8a74d6d4 set_next_entity+0xd4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194341 [004] 2548.278815: 36087917 cycles: 13a3c6f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [009] 2548.279016: 41058106 cycles: 1417cb13 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2548.279044: 46832173 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [045] 2548.279240: 30100804 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [035] 2548.279406: 29283480 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2548.279640: 35114645 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [002] 2548.279915: 33493827 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [011] 2548.280077: 34385201 cycles: a06d191 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [012] 2548.280285: 34431612 cycles: 12ff5354 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [032] 2548.280749: 36676864 cycles: 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196772 [015] 2548.280929: 32574941 cycles: ffffffff8a74aebe update_cfs_group+0x4e ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [042] 2548.281501: 28492938 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [033] 2548.281553: 31146952 cycles: ffffffff8a64a406 __switch_to+0x116 ([kernel.kallsyms]) Test 196124 [001] 2548.282205: 29886783 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2548.283424: 35194303 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [047] 2548.283676: 37216904 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b697882 exc_page_fault+0x92 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198713 [044] 2548.283678: 31928846 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2548.284366: 37813718 cycles: ffffffff8a74d62e set_next_entity+0x2e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [025] 2548.284416: 34130163 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [028] 2548.284467: 31707960 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [030] 2548.285037: 27885781 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 165150 [036] 2548.285252: 32785869 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Batch 165158 [037] 2548.285271: 32875254 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a734f9f task_rq_lock+0x5f ([kernel.kallsyms]) ffffffff8a73dc10 task_sched_runtime+0x60 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 196007 [013] 2548.285658: 39984341 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [005] 2548.285984: 32392969 cycles: ffffffff8aa534d1 __get_obj_cgroup_from_memcg+0x41 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [000] 2548.286344: 28807104 cycles: 3a78c9a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [031] 2548.286656: 27280531 cycles: 3b4645e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2548.286835: 33953847 cycles: ffffffff8a7ef9e6 tick_nohz_idle_enter+0x36 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2548.287059: 32509244 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166597 [016] 2548.287687: 36172097 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 196918 [017] 2548.287872: 36045996 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [008] 2548.288171: 33959717 cycles: 21a2fdc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [018] 2548.288483: 34215765 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [023] 2548.288561: 35120895 cycles: 3c73df5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194000 [020] 2548.288608: 39613798 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [039] 2548.288769: 27027528 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [019] 2548.289064: 38711049 cycles: 2045c599 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [029] 2548.289171: 33745536 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 36eaa31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [024] 2548.289234: 49654118 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [010] 2548.289461: 34146995 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [022] 2548.289514: 51446355 cycles: 3b8c33a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.289798: 31085501 cycles: ffffffff8a7b7ea3 rcu_note_context_switch+0x93 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [003] 2548.289888: 26395289 cycles: 1c3f877a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198711 [042] 2548.290124: 29525903 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [007] 2548.290617: 40433970 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [038] 2548.290650: 32671672 cycles: 14087fac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [035] 2548.291066: 27644180 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165270 [012] 2548.291548: 32786921 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [041] 2548.292025: 35402008 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [004] 2548.292844: 37995939 cycles: cc17124 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2548.292930: 35338930 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [045] 2548.292996: 33440702 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2548.293612: 33755241 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [047] 2548.293948: 37049742 cycles: ffffffff8aa56545 get_mem_cgroup_from_mm+0x5 ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 197544 [009] 2548.294001: 44150918 cycles: 139f1058 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [015] 2548.294054: 42818908 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2548.294125: 31344859 cycles: ffffffff8b50b8e1 unix_poll+0xa1 ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2548.294180: 34739502 cycles: 3b8255e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [006] 2548.294341: 43736537 cycles: 204af7e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171575 [011] 2548.294801: 37330662 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 196769 [032] 2548.294889: 33173058 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [033] 2548.295065: 28973067 cycles: ffffffff8a7eedb5 tick_do_update_jiffies64+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [043] 2548.295070: 35943531 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198714 [028] 2548.296281: 30684445 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [030] 2548.296905: 29136737 cycles: 288e9c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [036] 2548.297215: 30986729 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [000] 2548.297688: 27955038 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [005] 2548.298650: 33825493 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [037] 2548.298856: 33321759 cycles: 1421c16a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [031] 2548.298872: 31370991 cycles: 18081ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [003] 2548.299653: 33045487 cycles: ffffffff8a73bdb4 try_to_wake_up+0xf4 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [014] 2548.299987: 30850045 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 193998 [021] 2548.300698: 35194303 cycles: bbc8e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [034] 2548.300873: 31034037 cycles: 133a7f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 194362 [025] 2548.300939: 38938146 cycles: ffffffff8b47546b tcp_newly_delivered+0xb ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2548.300968: 30565057 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) nbsd.User 197536 [039] 2548.301069: 31955802 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1408687c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [040] 2548.301410: 31823566 cycles: 140a7d51 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [008] 2548.301535: 30708266 cycles: 16243db0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2548.301652: 40938649 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.Schedu 198628 [016] 2548.301828: 40600932 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bb9d select_idle_sibling+0x7d ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [010] 2548.302458: 39445945 cycles: 14149778 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [020] 2548.302636: 39627607 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [013] 2548.302805: 32823491 cycles: 196eeb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [018] 2548.302810: 31278552 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [042] 2548.303063: 29060119 cycles: 3b2a789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197527 [035] 2548.303558: 26186638 cycles: ffffffff8a74db9e dequeue_entity+0x1e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [038] 2548.303642: 36863956 cycles: 141e9604 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [023] 2548.304227: 29644102 cycles: 12ea6f39 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2548.304528: 43840984 cycles: ffffffff8a9ed64f rmqueue+0x74f ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2548.304565: 41449930 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [012] 2548.304664: 32158915 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 21df413 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2548.304949: 36968274 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2548.305166: 30602263 cycles: ffffffff8b6175ec rb_insert_color+0xec ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [019] 2548.305167: 36391361 cycles: 6447411 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [028] 2548.305367: 30711005 cycles: 133c301b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [029] 2548.305411: 34556047 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [009] 2548.306536: 41333140 cycles: 21a1ba7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [041] 2548.307163: 38757021 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a76952b prepare_to_wait_event+0x1b ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2548.307844: 37401162 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [032] 2548.307870: 30621766 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [000] 2548.307877: 28065031 cycles: 14068f14 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [033] 2548.308082: 29558567 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [045] 2548.308435: 29714602 cycles: bba8751 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [043] 2548.308570: 41567513 cycles: 1549fb79 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [036] 2548.308796: 29850128 cycles: 3ba48a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [001] 2548.308840: 33675104 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2548.309063: 30729911 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [007] 2548.309462: 49015892 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [022] 2548.310029: 48085122 cycles: 1869434 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2548.310055: 40700210 cycles: ffffffff8a7763d6 calc_load_nohz_stop+0x6 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2548.310380: 32730275 cycles: ffffffff8a769144 psi_group_change+0x1a4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [006] 2548.310554: 39407752 cycles: ffffffff8b389701 __skb_datagram_iter+0x31 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [011] 2548.311035: 36002438 cycles: 21a2e660 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2548.311280: 31094431 cycles: ffffffff8a7dca62 ktime_get_update_offsets_now+0xd2 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [015] 2548.311810: 43016625 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198054 [005] 2548.311864: 41275638 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [026] 2548.311875: 36268719 cycles: 204ae160 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [031] 2548.312166: 33818953 cycles: 2445612 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2548.312296: 30203416 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6a511d schedule_idle+0x2d ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [040] 2548.312574: 37453632 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [003] 2548.313153: 29682179 cycles: 24f7932a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [039] 2548.313459: 29971484 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [018] 2548.313813: 36186082 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [037] 2548.313814: 28644770 cycles: 24793b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [008] 2548.314284: 28450399 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [021] 2548.314314: 50227760 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 21a23742 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2548.314431: 37347150 cycles: ffffffff8a75c3d5 cpuidle_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [035] 2548.314792: 24882711 cycles: ffffffff8b3a5e40 __netif_receive_skb_core.constprop.0+0x5b0 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [023] 2548.315083: 28508905 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2548.315225: 31136795 cycles: ffffffff8a9725ac __folio_put+0x6c ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [012] 2548.315529: 35745253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [010] 2548.315591: 45905789 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.316153: 34249414 cycles: ffffffff8a768fca psi_group_change+0x2a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [044] 2548.316388: 30602263 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.Scheduler 167057 [038] 2548.316656: 38207585 cycles: ffffffff8b8016a8 error_return+0x8 ([kernel.kallsyms]) 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 197898 [046] 2548.316730: 35515441 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d82b8 __hrtimer_run_queues+0x138 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1330dcc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [025] 2548.317239: 37122490 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [000] 2548.317281: 34871540 cycles: 1330cd88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [020] 2548.317454: 45558092 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2548.317720: 34913505 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165449 [016] 2548.317749: 43548845 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198649 [036] 2548.319388: 29391793 cycles: 3a61f46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [033] 2548.319411: 27979052 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2548.319459: 38179186 cycles: ffffffff8a74ee00 enqueue_entity+0x380 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [032] 2548.319594: 33277139 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [047] 2548.319875: 35869785 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [019] 2548.319908: 32850615 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [045] 2548.320830: 30668987 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2548.320876: 29492341 cycles: ffffffff8a739a76 ttwu_do_activate+0x86 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.321192: 33656692 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [017] 2548.321332: 37999114 cycles: ffffffff8aa59c34 uncharge_folio+0x14 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198612 [009] 2548.321575: 35732434 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 171300 [034] 2548.322823: 29833395 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [001] 2548.323019: 31532256 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [004] 2548.323197: 37536653 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194343 [035] 2548.323633: 26372261 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [006] 2548.323764: 35916009 cycles: ffffffff8a76e0f6 sched_clock_cpu+0x6 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2548.324169: 31640153 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [041] 2548.324178: 37516346 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f2f455ed9af [unknown] (//anon) ydbd.Scheduler 196924 [027] 2548.324231: 29242492 cycles: ffffffff8a769216 psi_group_change+0x276 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2548.324259: 32432637 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [003] 2548.324386: 29169165 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa59b53 uncharge_batch+0x93 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [026] 2548.324528: 34754717 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [037] 2548.324547: 28644770 cycles: 1864001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [043] 2548.324753: 42911099 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [040] 2548.324755: 34752517 cycles: ffffffff8b51cfc8 ip6_input+0xb8 ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [039] 2548.324960: 29971484 cycles: ffffffff8a7d8c23 hrtimer_get_next_event+0x33 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [031] 2548.325287: 31020193 cycles: ffffffff8a779ead psi_task_switch+0xcd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [011] 2548.325626: 42050450 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2548.326488: 30797318 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [018] 2548.326655: 34852416 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [044] 2548.326856: 39148064 cycles: 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [015] 2548.327028: 51603377 cycles: 133c2d82 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2548.327177: 28192359 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198712 [042] 2548.327993: 40932512 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198628 [022] 2548.328456: 39215991 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [005] 2548.328809: 38559067 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [000] 2548.328825: 33336130 cycles: 14068f25 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [012] 2548.329092: 33407807 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2548.329271: 33124668 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [033] 2548.329637: 28011490 cycles: 13c92751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [029] 2548.330319: 32940213 cycles: 125967a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.SRV2 194363 [019] 2548.330545: 31636298 cycles: ffffffff8a7434ac select_idle_core+0x15c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2548.330586: 37001528 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [032] 2548.330749: 35613541 cycles: 3b59346 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [036] 2548.330856: 35567913 cycles: 17f1cf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 193827 [007] 2548.330876: 40572243 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2548.331316: 38072028 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9f0dca __alloc_pages+0x30a ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [010] 2548.331872: 38624400 cycles: ffffffff8a74c1fa select_idle_sibling+0x6da ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [038] 2548.331924: 36926395 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [025] 2548.332198: 33134988 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2548.332251: 35599232 cycles: ffffffff8a74f12f enqueue_task_fair+0x13f ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [016] 2548.333538: 44972362 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3a6ad9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2548.333817: 35039304 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [035] 2548.333877: 26239459 cycles: 1407e67b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [034] 2548.334116: 28733950 cycles: 16838ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [024] 2548.334305: 34263317 cycles: ffffffff8a733fa1 _raw_spin_rq_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [045] 2548.334508: 30370879 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [039] 2548.334526: 39426306 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) PDisk 155955 [021] 2548.334577: 45112913 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [020] 2548.334995: 49838214 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [006] 2548.335672: 34364562 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [026] 2548.335673: 41027923 cycles: ffffffff8a744fc4 select_idle_cpu+0x1d4 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ad4d141 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [009] 2548.335896: 32192138 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [037] 2548.335976: 32965531 cycles: ffffffff8a65f421 os_xsave+0x1 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [008] 2548.336045: 31058386 cycles: 25260c6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2548.336124: 36389758 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2548.336188: 36646818 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [031] 2548.336544: 34619519 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [027] 2548.336546: 28259844 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [004] 2548.336789: 33688198 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [040] 2548.336944: 32806909 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8af5c pipe_read+0x4c ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 194631 [017] 2548.337170: 38711210 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [014] 2548.337562: 34152977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226b18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2548.337836: 36297092 cycles: ffffffff8a733f17 raw_spin_rq_lock_nested+0x27 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [041] 2548.339025: 40039649 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2548.339610: 32380680 cycles: ffffffff8a74bb25 select_idle_sibling+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2548.339856: 44941380 cycles: ffffffff8a7b8919 rcu_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [033] 2548.340105: 32274667 cycles: 3a6358d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [044] 2548.340132: 36320123 cycles: ffffffff8b377219 lock_sock_nested+0x29 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [012] 2548.340657: 34975170 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [018] 2548.341014: 36673227 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [011] 2548.342328: 38942585 cycles: 64a4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [000] 2548.342609: 34426398 cycles: ffffffff8a74c54a select_task_rq_fair+0xca ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2548.342641: 35563947 cycles: ffffffff8a75174e set_task_rq_fair+0x3e ([kernel.kallsyms]) ffffffff8a739e1f set_task_cpu+0xbf ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [042] 2548.343008: 45323451 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [032] 2548.343102: 37278909 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 154842 [022] 2548.343473: 34055740 cycles: ffffffff8a768fe6 psi_group_change+0x46 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [019] 2548.343631: 33824728 cycles: 1300ee84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [030] 2548.344017: 36995970 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [036] 2548.344506: 37371943 cycles: 3a90b97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2548.344524: 29658633 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [013] 2548.344623: 36834082 cycles: 2a7fc17 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 165667 [005] 2548.344722: 38165650 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [038] 2548.345654: 37760168 cycles: 269055ad [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [007] 2548.346049: 42452779 cycles: 1740be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [024] 2548.346132: 34944676 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [029] 2548.346269: 31280489 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194778 [035] 2548.346821: 30912320 cycles: 3b9c801 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [008] 2548.347078: 41794033 cycles: 250e70e2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [047] 2548.347358: 41640812 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [002] 2548.347517: 35325233 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2548.347541: 35231826 cycles: 139f0e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [025] 2548.347613: 35101271 cycles: ffffffff8a9b1c48 fault_in_readable+0x98 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2548.347800: 45209351 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 150635 [010] 2548.348735: 34699344 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 172782 [001] 2548.349314: 35726532 cycles: 1be592a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [004] 2548.349449: 31358160 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [009] 2548.349793: 28404678 cycles: 1338bde1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [028] 2548.349946: 37171641 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) blocksto.CLI1 194629 [006] 2548.350127: 33460253 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [045] 2548.350186: 36863084 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [027] 2548.350717: 28340435 cycles: 1be53f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [037] 2548.351133: 28568736 cycles: ffffffff8a735efb update_rq_clock+0x12b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [014] 2548.351365: 30731353 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [040] 2548.351677: 31835051 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a68ec [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 10c35000003000 [unknown] ([unknown]) swapper 0 [016] 2548.351784: 52681580 cycles: ffffffff8b6a4798 __schedule+0x298 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [026] 2548.352149: 38380442 cycles: 3ba467f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196923 [041] 2548.353444: 38363327 cycles: e57b8 clock_nanosleep+0x88 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [046] 2548.353982: 36065420 cycles: 21b6aa11 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [003] 2548.354447: 37332443 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [021] 2548.354609: 43012006 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196907 [023] 2548.354793: 38977304 cycles: bbd1958 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198038 [039] 2548.354925: 34992971 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [044] 2548.355054: 39330753 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc90150fbff [unknown] (//anon) nbsd.User 194340 [018] 2548.355083: 33098508 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 194357 [020] 2548.355636: 48725727 cycles: 14059f7f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [034] 2548.355887: 33935037 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [022] 2548.355889: 31662876 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 197531 [033] 2548.355901: 33999476 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 165272 [017] 2548.356114: 34817808 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194434 [029] 2548.356650: 29945496 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155861 [012] 2548.357365: 33593368 cycles: c50 [unknown] ([vdso]) nbsd.SRV2 194363 [036] 2548.357801: 37270334 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [031] 2548.358021: 35399676 cycles: ffffffff8a74198b __calc_delta+0x3b ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2548.358437: 35283290 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2548.358594: 32804650 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [011] 2548.358805: 32655457 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.359359: 28418220 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [013] 2548.359742: 32031770 cycles: ffffffff8aa1caad vma_alloc_folio+0x4d ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [024] 2548.359995: 35841064 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [019] 2548.360074: 37212058 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2548.360089: 37640808 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2548.360102: 43172597 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2548.360182: 27986171 cycles: ffffffff8b6980da ct_nmi_enter+0x6a ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [038] 2548.360254: 37427667 cycles: ffffffff8b6acc50 _raw_spin_unlock_irqrestore+0x0 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2548.360344: 41053895 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [027] 2548.360816: 29957639 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2548.361097: 33848484 cycles: ffffffff8a75fd8b __update_load_avg_se+0x2b ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [002] 2548.361431: 32320356 cycles: 24f42350 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [010] 2548.362206: 42173135 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47efaf4236f [unknown] (//anon) ydbd 154854 [005] 2548.362361: 37543385 cycles: ffffffff8a7e36a5 common_nsleep+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [006] 2548.362409: 31724393 cycles: 168912d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2548.363183: 26878567 cycles: ffffffff8b8015f9 error_entry+0xa9 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [014] 2548.363323: 32615869 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155710 [001] 2548.363817: 38451687 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172784 [040] 2548.364120: 38280510 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2548.364284: 36610659 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [008] 2548.364552: 34473116 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2548.365060: 45729370 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 172236 [028] 2548.365654: 35415877 cycles: ffffffff8a76902f psi_group_change+0x8f ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [015] 2548.365935: 42387748 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2548.365974: 38392879 cycles: ffffffff8a604310 __switch_to_asm+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [023] 2548.366081: 36980616 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 155712 [046] 2548.366214: 35630384 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 197529 [039] 2548.366780: 35698312 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [018] 2548.367459: 31414964 cycles: 266720b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [045] 2548.367464: 36863084 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [034] 2548.367522: 33828670 cycles: ffffffff8b45b3b9 ip_output+0xd9 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2548.367626: 37227482 cycles: ffffffff8b380a0b skb_try_coalesce+0x5b ([kernel.kallsyms]) ffffffff8b476a5b tcp_try_coalesce+0xeb ([kernel.kallsyms]) ffffffff8b477737 tcp_queue_rcv+0x37 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198627 [026] 2548.367988: 34723762 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 150650 [022] 2548.369188: 35664570 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [012] 2548.369283: 33989083 cycles: 21a0b95e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [044] 2548.369773: 34086662 cycles: 26ce048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [003] 2548.370129: 35881002 cycles: ffffffff8a7c564d exit_to_user_mode_loop+0x4d ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [017] 2548.370182: 33471954 cycles: 3b10e50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2548.370503: 31309657 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [033] 2548.370844: 34076589 cycles: 180857f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2548.371202: 30524357 cycles: ffffffff8a754f85 nohz_run_idle_balance+0x55 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [032] 2548.371584: 34824093 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [016] 2548.371769: 46252941 cycles: 1425d214 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2548.372015: 39721667 cycles: ffffffff8a754f42 nohz_run_idle_balance+0x12 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [036] 2548.372049: 36418936 cycles: 1a6b4d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [035] 2548.372545: 28418220 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [027] 2548.372580: 29327870 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [009] 2548.372764: 29674185 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [021] 2548.372842: 47484389 cycles: 67f933b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [031] 2548.372951: 38216079 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [020] 2548.373455: 43725210 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198844 [024] 2548.373995: 35432508 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [006] 2548.374209: 35633924 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bb28397f [unknown] (//anon) swapper 0 [002] 2548.374222: 36763777 cycles: ffffffff8a779b21 psi_task_change+0x11 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [038] 2548.374491: 38612999 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [013] 2548.374659: 28082430 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [004] 2548.374949: 38652425 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [037] 2548.375307: 30641518 cycles: ffffffff8a96d041 balance_dirty_pages_ratelimited_flags+0x21 ([kernel.kallsyms]) ffffffff8a96d3e0 balance_dirty_pages_ratelimited+0x10 ([kernel.kallsyms]) ffffffff8a95e139 generic_perform_write+0x149 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [019] 2548.375637: 37766969 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2548.376002: 31902963 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [042] 2548.376456: 43584869 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [030] 2548.376547: 34231936 cycles: ffffffff8a80fd29 cgroup_rstat_updated+0x59 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [008] 2548.377281: 31242492 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 194617 [046] 2548.377815: 36222865 cycles: 353ffb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2548.379107: 40156375 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [040] 2548.379183: 35901432 cycles: 20489db0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [028] 2548.379200: 32209790 cycles: 133b9b4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [043] 2548.379437: 38143205 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 150635 [018] 2548.379455: 30882938 cycles: ffffffff8a7f175f futex_hash+0xf ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PDisk 168895 [010] 2548.379461: 43068113 cycles: 1567bd4c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [025] 2548.379513: 35558000 cycles: ffffffff8a74ec73 enqueue_entity+0x1f3 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165683 [034] 2548.379531: 39014654 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [012] 2548.379540: 34204438 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2548.380479: 33581482 cycles: 133a1301 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2548.380876: 42143020 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [005] 2548.381095: 32090869 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [026] 2548.381554: 40733416 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [017] 2548.382417: 43145885 cycles: 1300eed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [029] 2548.382562: 30025988 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [023] 2548.382620: 43661813 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [022] 2548.382776: 32419163 cycles: ffffffff8b697cc1 irqentry_enter+0x1 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9a5760 __kmalloc_node_track_caller+0x60 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [044] 2548.382855: 35759661 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [047] 2548.383169: 41862968 cycles: 219fbef9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2548.383377: 46071105 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [027] 2548.383694: 27999035 cycles: 3a64814 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [045] 2548.383794: 42958746 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172784 [009] 2548.384138: 28820127 cycles: bbc4c64 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 168709 [015] 2548.384574: 38286560 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [035] 2548.384880: 36044007 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [033] 2548.384942: 35533705 cycles: ffffffff8a6b84f2 native_write_msr+0x2 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [032] 2548.385075: 39475818 cycles: 173eea1e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [011] 2548.385187: 28177231 cycles: 133fecd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.Timer 194617 [003] 2548.385387: 42782948 cycles: 6415019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2548.386178: 26648223 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [031] 2548.387115: 36059213 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14119f4f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [014] 2548.387295: 32464319 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 59682de17e7 [unknown] ([unknown]) ydbd.System 196759 [036] 2548.387479: 39611407 cycles: 156af3e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [000] 2548.387602: 42091153 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2548.388278: 35005117 cycles: ffffffff8a75fc02 __update_load_avg_blocked_se+0x1c2 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169056 [037] 2548.388297: 29225191 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [004] 2548.388496: 38982882 cycles: ffffffff8aa534bd __get_obj_cgroup_from_memcg+0x2d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [024] 2548.388672: 35657044 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e1ff [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [038] 2548.388989: 34129499 cycles: 3b1826b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 194090 [008] 2548.389015: 33139015 cycles: 156b88dd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [020] 2548.389314: 55794989 cycles: 17415531 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.System 198101 [019] 2548.389602: 52193856 cycles: bc09092 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [030] 2548.389690: 34796546 cycles: 64f5c49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [016] 2548.389826: 38118549 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2548.390008: 34301984 cycles: ffffffff8b6ad47c _raw_spin_lock_irq+0x2c ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [006] 2548.391144: 38487423 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2548.391855: 35805000 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [046] 2548.391985: 37596811 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [005] 2548.392352: 31915586 cycles: 14060c06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 26687 [018] 2548.392440: 34734320 cycles: 2353856 _PyEval_EvalFrameDefault+0x46d6 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) diskagen.AIO0 197894 [025] 2548.392498: 33462985 cycles: ffffffff8a7d20c5 get_timespec64+0x5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155713 [028] 2548.392658: 30903437 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [042] 2548.393267: 39371366 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [021] 2548.393569: 43673326 cycles: ffffffff8a7c5792 exit_to_user_mode_prepare+0x42 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [029] 2548.393766: 30025988 cycles: 14362051 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 193840 [012] 2548.394315: 37664146 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 4535bf485fff [unknown] (//anon) blocksto.CLI1 194622 [034] 2548.394564: 37629650 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [044] 2548.395306: 45264828 cycles: 230e6e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 160830 [043] 2548.395336: 42619717 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [027] 2548.395998: 30267821 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 171300 [022] 2548.396082: 32010045 cycles: 179be0f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [026] 2548.396204: 36528773 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [009] 2548.396330: 30326333 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [010] 2548.396337: 43068113 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2548.396676: 32332006 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [041] 2548.397000: 40172861 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3ac4331 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [047] 2548.397448: 36586771 cycles: 1406fb2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 197531 [001] 2548.397576: 49277052 cycles: ffffffff8a64a321 __switch_to+0x31 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2548.397844: 25314343 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [015] 2548.397913: 37180514 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2548.398529: 41584861 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) Test 198682 [014] 2548.398717: 34551908 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2548.399777: 38647859 cycles: ffffffff8a7eee76 tick_do_update_jiffies64+0xc6 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [008] 2548.399801: 32752128 cycles: 3b94fad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 170142 [002] 2548.399837: 38941144 cycles: ad45e5b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [035] 2548.399837: 36204920 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1c7c4967 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [032] 2548.400321: 35054764 cycles: 28bfa3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2548.400807: 37868769 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2548.400914: 33592094 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [003] 2548.401030: 36429857 cycles: ffffffff8a75fc02 __update_load_avg_blocked_se+0x1c2 ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [024] 2548.401173: 36038388 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [036] 2548.401547: 38704950 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2548.401739: 30627925 cycles: ffffffff8a74362e pick_next_entity+0x11e ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [038] 2548.401929: 31680803 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [004] 2548.402007: 35099457 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2548.402238: 33005365 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [017] 2548.402290: 41360121 cycles: 28317c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [000] 2548.402666: 40754616 cycles: ffffffff8a9a55f6 kmalloc_slab+0x6 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [039] 2548.403236: 40656502 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2548.403366: 35471164 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) ydbd 171302 [016] 2548.403833: 34753453 cycles: ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [028] 2548.404540: 31317523 cycles: 140c4fd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [018] 2548.404989: 32604170 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196775 [040] 2548.405263: 36888459 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [005] 2548.405596: 29639096 cycles: 2048a6b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2548.405662: 37592005 cycles: ffffffff8a74ea92 enqueue_entity+0x12 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [006] 2548.405788: 33277610 cycles: ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [025] 2548.405793: 29676495 cycles: 204abbd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [042] 2548.406849: 41431808 cycles: 28bffaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [009] 2548.406998: 29771854 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 172236 [029] 2548.407125: 40554680 cycles: ffffffff8a74adc9 reweight_entity+0xd9 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [022] 2548.407211: 37414119 cycles: ffffffff8a736140 enqueue_task+0x130 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Batch 197253 [034] 2548.408213: 41801329 cycles: 63f4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 60d9e sscanf+0x10e (/usr/lib/x86_64-linux-gnu/libc.so.6) 230de225 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196776 [012] 2548.408259: 48642618 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [020] 2548.408352: 44696708 cycles: ffffffff8a7334db prepare_task_switch+0x1db ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [011] 2548.408668: 31030643 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.408813: 24980571 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [027] 2548.408853: 34131829 cycles: ffffffff8a64a37b __switch_to+0x8b ([kernel.kallsyms]) diskagen.IC 197891 [044] 2548.410102: 39356248 cycles: 204adb95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 194357 [041] 2548.410918: 36218004 cycles: 219806a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197880 [014] 2548.411204: 33248260 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159888 [026] 2548.411243: 32172392 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.System 197239 [008] 2548.411388: 32133111 cycles: 140c7f38 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [015] 2548.412277: 43163209 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [043] 2548.412379: 41479018 cycles: 3b3da70 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [019] 2548.412870: 57043547 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [001] 2548.412983: 42229234 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [021] 2548.413475: 39341774 cycles: 1e5c78bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [047] 2548.413514: 30976664 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198436 [004] 2548.413704: 33365211 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [037] 2548.413905: 36933243 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) beabc0c [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [010] 2548.414034: 53732858 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2548.414175: 32497212 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2548.414325: 41494759 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [038] 2548.414414: 29555096 cycles: 2525c79c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2548.415039: 37692550 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) blocksto.CLI2 198650 [024] 2548.415092: 33511538 cycles: ffffffff8a6c7d66 __virt_addr_valid+0xb6 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [007] 2548.415221: 31773977 cycles: 3b175cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2548.415297: 35114828 cycles: ffffffff8a7ef402 tick_nohz_restart+0x82 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [018] 2548.415298: 34873556 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [025] 2548.415397: 30310015 cycles: 35730c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [016] 2548.415776: 32576095 cycles: 1414c8d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 159388 [028] 2548.415957: 30159911 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172236 [031] 2548.416598: 37664525 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [036] 2548.416624: 40282881 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [045] 2548.416946: 29740548 cycles: 68d04c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [030] 2548.416995: 33746563 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [003] 2548.417082: 33978470 cycles: 3987e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [023] 2548.417695: 33428187 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8b4857b2 tcp_mstamp_refresh+0x12 ([kernel.kallsyms]) ffffffff8b47b8e2 tcp_rcv_space_adjust+0x22 ([kernel.kallsyms]) ffffffff8b47015e tcp_recvmsg_locked+0x2de ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [006] 2548.418054: 31237725 cycles: ffffffff8aa7f234 ksys_write+0x54 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd 193831 [005] 2548.418698: 32997503 cycles: ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2548.418855: 33907377 cycles: ffffffff8a995cfe next_zone+0x2e ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [009] 2548.418906: 31181159 cycles: 17ef7d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [000] 2548.418950: 38278114 cycles: 36b7a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166598 [013] 2548.419235: 24985464 cycles: ffffffff8a747975 update_load_avg+0xa5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [046] 2548.419600: 37267643 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) nbsd.User 198432 [011] 2548.419719: 29579059 cycles: 13c9629c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2548.420011: 37309052 cycles: ffffffff8a7efec4 tick_irq_enter+0x54 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [039] 2548.420196: 47663448 cycles: 3af250a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2548.420307: 36946176 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [017] 2548.420446: 33925732 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [044] 2548.422424: 38865488 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [042] 2548.423124: 44108004 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194335 [008] 2548.423810: 33057384 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198682 [029] 2548.424132: 33962470 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.424563: 42200224 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2548.424593: 35009796 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 163663 [026] 2548.424744: 32379338 cycles: ffffffff8b6a4b8c schedule+0x8c ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [047] 2548.425015: 29661699 cycles: ffffffff8aa31605 __kmem_cache_alloc_node+0x5 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [028] 2548.425033: 34504061 cycles: 1330cedc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [014] 2548.425199: 36130328 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [038] 2548.426136: 28535187 cycles: 133a8a61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [032] 2548.426342: 39889934 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [041] 2548.426602: 31296112 cycles: ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [012] 2548.426706: 44638817 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [015] 2548.426882: 36874419 cycles: 1944520 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 155714 [018] 2548.427287: 33374461 cycles: bbbf600 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [016] 2548.427348: 31318835 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [025] 2548.427556: 31858333 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 155844 [004] 2548.427649: 30763373 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) default-executo 196007 [024] 2548.427877: 33982220 cycles: 186e7a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [007] 2548.428890: 32683814 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [037] 2548.429017: 39511992 cycles: 14039a00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [006] 2548.429209: 34816927 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [023] 2548.429349: 34012497 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [005] 2548.429415: 35503351 cycles: ffffffff8a6a85dc x2apic_send_IPI+0x3c ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [003] 2548.429532: 32123802 cycles: 133ba10d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [013] 2548.429818: 24178840 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [043] 2548.429819: 39138110 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 170468 [045] 2548.430068: 29742932 cycles: ffffffff8a74e2b1 dequeue_task_fair+0x271 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [002] 2548.430215: 32327570 cycles: 35df69c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2548.430241: 38029872 cycles: ffffffff8b617080 rb_erase+0x270 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [001] 2548.430356: 34575931 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [030] 2548.430601: 34459657 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [000] 2548.430728: 40273803 cycles: 3bd442b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [009] 2548.430855: 37570432 cycles: 21a34430 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 195110 [036] 2548.431068: 37697156 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171289 [011] 2548.431461: 28994104 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 197258 [035] 2548.431532: 30512309 cycles: ffffffff8b692914 __wrgsbase_inactive+0x44 ([kernel.kallsyms]) diskagen.IC 197891 [033] 2548.431778: 34349185 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2548.431926: 32209009 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [031] 2548.432124: 32540308 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [046] 2548.432995: 37556566 cycles: 120bc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2548.434181: 34736110 cycles: ffffffff8a6f30ba irq_enter_rcu+0x3a ([kernel.kallsyms]) nbsd.System 194334 [022] 2548.434288: 32579667 cycles: 14067740 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [010] 2548.434365: 49262307 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2548.434469: 33110859 cycles: ffffffff8a735e2d update_rq_clock+0x5d ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [019] 2548.434805: 43241555 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [008] 2548.435227: 31705450 cycles: 35f8012 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [044] 2548.435471: 42475720 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a753868 newidle_balance+0x298 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) network poller 197877 [047] 2548.436106: 30400227 cycles: ffffffff8b36d221 sock_poll+0x31 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [026] 2548.436159: 31830537 cycles: 13d9bfaf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [042] 2548.436906: 41389978 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 198101 [038] 2548.437208: 28304416 cycles: 156a314b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [004] 2548.438061: 29737211 cycles: ffffffff8a9ebca0 post_alloc_hook+0xd0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2548.438446: 31628815 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) perf 198744 [013] 2548.438639: 24841606 cycles: ffffffff8ab85f01 ext4_da_write_begin+0xf1 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) Test 196124 [034] 2548.438675: 30804772 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [041] 2548.438747: 30117732 cycles: 194c013 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [045] 2548.439425: 29784943 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [014] 2548.439472: 32731876 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [018] 2548.439588: 31677308 cycles: 13bd58fa [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [029] 2548.439774: 29178969 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198852 [016] 2548.440161: 29103274 cycles: 154cae15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2548.440484: 43550181 cycles: 27cdc66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [005] 2548.440632: 34544013 cycles: ffffffff8b6a8ac7 down_write+0x27 ([kernel.kallsyms]) ffffffff8a9639b2 generic_file_write_iter+0x32 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [020] 2548.440808: 40086418 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IO 194354 [024] 2548.440818: 39221784 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [007] 2548.441234: 34132042 cycles: ffffffff8b479895 tcp_clean_rtx_queue.constprop.0+0x335 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 170143 [032] 2548.441654: 39889934 cycles: ffffffff8a65ff6d restore_fpregs_from_fpstate+0x5d ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 171585 [011] 2548.441659: 31401442 cycles: ffffffff8a7486d3 update_blocked_averages+0xe3 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [002] 2548.441700: 34518350 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [006] 2548.442014: 37865207 cycles: 3a614da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [025] 2548.442031: 39226514 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [015] 2548.442109: 36349797 cycles: 3b2a789 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2548.442683: 35469021 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [003] 2548.443696: 36150392 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [040] 2548.443843: 36405850 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [021] 2548.443927: 34022004 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [001] 2548.443993: 40060039 cycles: ffffffff8a74edf2 enqueue_entity+0x372 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [012] 2548.444144: 40943152 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162507 [030] 2548.444371: 31528227 cycles: ffffffff8a7d758d __hrtimer_init+0xd ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172784 [036] 2548.444513: 39126790 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [000] 2548.444633: 36913847 cycles: 3b2eeb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [043] 2548.444938: 33697368 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [009] 2548.444982: 34967002 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2548.445488: 28714579 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2548.446260: 36396187 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [022] 2548.446936: 32579667 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [026] 2548.446940: 30838050 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [008] 2548.447004: 30577292 cycles: 183ea64 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2548.447103: 35976961 cycles: ffffffff8a9966fd need_update+0x1d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [004] 2548.447659: 34303689 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2548.447808: 37287267 cycles: 141cf76d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [031] 2548.447848: 35929162 cycles: ffffffff8a6c7ce9 __virt_addr_valid+0x39 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2548.447988: 36732892 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2548.448333: 30871975 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2548.448987: 24879462 cycles: 1402da61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [045] 2548.449071: 30609024 cycles: 3b3c443 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2548.449143: 40738367 cycles: ffffffff8a7ef93e tick_nohz_idle_stop_tick+0xae ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [047] 2548.449516: 32014712 cycles: 1c48f861 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2548.450015: 37963070 cycles: ffffffff8a7dacfd ktime_get+0x4d ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 198026 [034] 2548.450868: 29320004 cycles: 25256907 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 198041 [016] 2548.451262: 27998772 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [019] 2548.452240: 39733005 cycles: 18736b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159401 [041] 2548.452797: 32588479 cycles: ffffffff8a765596 record_times+0x6 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [042] 2548.453077: 38771252 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [014] 2548.453313: 30264879 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2548.453519: 33137799 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7f20e ksys_write+0x2e ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 167011 [044] 2548.453598: 40803251 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [011] 2548.453873: 34828985 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [018] 2548.453923: 28300108 cycles: ffffffff8a779b7f psi_task_change+0x6f ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [030] 2548.454212: 31080651 cycles: ffffffff8b484ea1 tcp_schedule_loss_probe.part.0+0x71 ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 155701 [002] 2548.454237: 33981891 cycles: acba436 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [032] 2548.455774: 49364749 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 198847 [029] 2548.455840: 28189619 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [013] 2548.456052: 26135140 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2548.456269: 49353409 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [024] 2548.457370: 35137946 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [023] 2548.457699: 26857991 cycles: 158129a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [006] 2548.458108: 38901674 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [020] 2548.458477: 43666551 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [000] 2548.458797: 36867491 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [040] 2548.458858: 34352943 cycles: 272ad79d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [008] 2548.459468: 35420867 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [005] 2548.459510: 30762998 cycles: ffffffff8a991872 shmem_file_read_iter+0x172 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196103 [035] 2548.460249: 34625538 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [009] 2548.460498: 43355522 cycles: 180a995 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [021] 2548.460603: 35025131 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [015] 2548.460789: 31466347 cycles: ffffffff8b373fc9 sk_page_frag_refill+0x9 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [026] 2548.460833: 33063259 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 198657 [038] 2548.460957: 34325820 cycles: 3b23bd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [043] 2548.461129: 39854130 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [022] 2548.461188: 39489434 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [046] 2548.461212: 40861536 cycles: 133b3385 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159404 [025] 2548.461238: 34298744 cycles: ffffffff8b6921c2 do_syscall_64+0x72 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [001] 2548.461318: 45344155 cycles: ffffffff8a7d7f05 __hrtimer_start_range_ns+0x225 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [036] 2548.461505: 38643479 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2548.461625: 33270958 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [039] 2548.462355: 43138153 cycles: 154caf96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [003] 2548.462625: 27532364 cycles: ffffffff8b46b9b5 tcp_inbound_md5_hash+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [033] 2548.462965: 35580503 cycles: 3b28053 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [034] 2548.463012: 27705092 cycles: ffffffff8a96d3e1 balance_dirty_pages_ratelimited+0x11 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [013] 2548.463705: 29464273 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 162528 [016] 2548.463924: 26405600 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197536 [018] 2548.463924: 27794843 cycles: 13c8ea55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 194362 [012] 2548.464268: 36109257 cycles: 14264adc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [037] 2548.464472: 36241809 cycles: 3a8ff2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [045] 2548.464794: 26207172 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fd5084c7 [unknown] (//anon) diskagen.IC 198855 [027] 2548.465037: 42079993 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [028] 2548.465201: 36300181 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204a78a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [007] 2548.465438: 37706463 cycles: ffffffff8a75c3d5 cpuidle_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [011] 2548.465699: 34729001 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2548.465985: 33790379 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2548.466080: 29933672 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [047] 2548.466144: 34778194 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [031] 2548.466274: 41032749 cycles: 21a2fd17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [002] 2548.466997: 34795233 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [023] 2548.467158: 27201508 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [017] 2548.467988: 32691848 cycles: ffffffff8b46c2dd skb_do_copy_data_nocache+0xcd ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [041] 2548.468225: 28949478 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [029] 2548.468451: 38619749 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [042] 2548.469344: 32800402 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 91121 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198039 [044] 2548.470293: 40106571 cycles: 251a13bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [024] 2548.470792: 32300857 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [019] 2548.471202: 35906169 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [034] 2548.471504: 28299202 cycles: ffffffff8a7d674d __mod_timer+0xd ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [040] 2548.471705: 37340091 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [006] 2548.472143: 37318589 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [005] 2548.472280: 31844276 cycles: ffffffff8b3a6cce process_backlog+0xae ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2548.472428: 32531363 cycles: ffffffff8a6b8041 native_load_tls+0x41 ([kernel.kallsyms]) swapper 0 [003] 2548.472662: 27934891 cycles: ffffffff8a75c5d3 do_idle+0x63 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [000] 2548.472856: 36854978 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 160809 [032] 2548.473279: 46350919 cycles: 13404be2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194434 [026] 2548.473472: 36701140 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [038] 2548.473656: 33063617 cycles: ffffffff8a7d6e16 get_next_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [018] 2548.473687: 28144597 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 204af9c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [015] 2548.473747: 36696315 cycles: ffffffff8a74ca9e can_migrate_task.part.0+0x2ae ([kernel.kallsyms]) ffffffff8a74cd5c can_migrate_task+0x4c ([kernel.kallsyms]) ffffffff8a74d297 detach_tasks+0xb7 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [036] 2548.473769: 36428639 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [016] 2548.473906: 26439209 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [021] 2548.474086: 32528501 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.System 165435 [045] 2548.474139: 26973318 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 194440 [020] 2548.474411: 43160857 cycles: 1683739 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [013] 2548.474704: 29624334 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2548.474842: 37587428 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [025] 2548.474875: 37545573 cycles: 2728c489 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [004] 2548.474995: 40745366 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [035] 2548.474997: 37919773 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [022] 2548.475169: 50615801 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 159870 [023] 2548.475358: 28736055 cycles: 13404f58 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 198105 [010] 2548.475585: 50786853 cycles: bbf751c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [037] 2548.477646: 40180135 cycles: 3a90d30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2548.477747: 29695248 cycles: ffffffff8a753adc pick_next_task_fair+0x1c ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [043] 2548.477845: 37304429 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [030] 2548.478085: 39818253 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [028] 2548.478478: 42589356 cycles: ffffffff8a74e19b dequeue_task_fair+0x15b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [012] 2548.478500: 36814228 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [009] 2548.479031: 49493569 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2548.479213: 33982612 cycles: ffffffff8a7f82fb __smp_call_single_queue+0x1b ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [002] 2548.479339: 36232786 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2548.480368: 40045470 cycles: ffffffff8a7dacf1 ktime_get+0x41 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [017] 2548.481077: 33458416 cycles: ffffffff8b800060 entry_SYSCALL_64+0x20 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [041] 2548.481204: 27163688 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [042] 2548.481246: 32114496 cycles: ffffffff8b51a98c ip6_xmit+0x27c ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [007] 2548.481350: 35856551 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [011] 2548.481371: 33410754 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [034] 2548.481577: 28701498 cycles: 2049993c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [024] 2548.481605: 35257403 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [047] 2548.482397: 39351266 cycles: 13cad9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [027] 2548.482668: 34836133 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [001] 2548.482668: 37576384 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [019] 2548.483361: 36737204 cycles: ffffffff8a7eee74 tick_do_update_jiffies64+0xc4 ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 193991 [031] 2548.483486: 40360272 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.System 198026 [029] 2548.483637: 33172151 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [003] 2548.484426: 26695773 cycles: 154cad74 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [008] 2548.484787: 41340428 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [016] 2548.484827: 25930831 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196911 [044] 2548.485601: 45771460 cycles: 10c51127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [040] 2548.485636: 36990772 cycles: 1402ed28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2548.485784: 26848228 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [045] 2548.485902: 28725984 cycles: ffffffff8a7d75b8 __hrtimer_init+0x38 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [013] 2548.486008: 28758615 cycles: 3b9858c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2548.486177: 41720656 cycles: 13bd58d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [005] 2548.486590: 32877380 cycles: 14082a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2548.486630: 32979827 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [000] 2548.486807: 37281101 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [035] 2548.487038: 40736003 cycles: 350232b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [023] 2548.487325: 27845784 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [026] 2548.487403: 37256612 cycles: 172c1a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [036] 2548.487698: 37382033 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [021] 2548.488109: 32984184 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [015] 2548.488189: 32729305 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.488892: 39721821 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [014] 2548.488951: 37673357 cycles: 133ac8d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [032] 2548.489548: 46294802 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [046] 2548.489635: 32501458 cycles: 252589ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [025] 2548.490533: 42299100 cycles: 133ae271 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [004] 2548.490539: 36885843 cycles: ffffffff8a74dc6d dequeue_entity+0xed ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [037] 2548.491324: 36454166 cycles: 3b9b930 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [033] 2548.492004: 39009973 cycles: 25258a95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [012] 2548.492429: 37615401 cycles: 3c74cfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [010] 2548.492543: 51713396 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) network write 170128 [042] 2548.492766: 33726048 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) swapper 0 [002] 2548.492809: 36803274 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8754 hrtimer_try_to_cancel.part.0+0x54 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [024] 2548.492813: 35281069 cycles: 21980d03 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [043] 2548.492873: 36176155 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [041] 2548.492989: 27163688 cycles: 1791831 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [034] 2548.493078: 28236219 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [011] 2548.493108: 35882384 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 160824 [022] 2548.493802: 39478511 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd 198430 [017] 2548.493932: 31586409 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2548.494157: 38148774 cycles: ffffffff8a7655c2 record_times+0x32 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [016] 2548.494229: 26406364 cycles: 2a9143d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2548.494693: 32957706 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2548.495537: 26124009 cycles: ffffffff8a7478e3 update_load_avg+0x13 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [018] 2548.495747: 26799237 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2548.495881: 36741431 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [001] 2548.496060: 38332286 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 198432 [029] 2548.496124: 34083569 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [019] 2548.496817: 32525341 cycles: 20499311 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [027] 2548.496888: 38024224 cycles: 3ba89b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [038] 2548.497135: 32372342 cycles: 21a2d24a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2548.497570: 35893064 cycles: ffffffff8a69cd7e __sysvec_apic_timer_interrupt+0x6e ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 28adb51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [045] 2548.497684: 34011802 cycles: 17fe029 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [009] 2548.498347: 43133912 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [023] 2548.498557: 27357631 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [031] 2548.498791: 44992105 cycles: 122a5e6f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [013] 2548.499025: 26818684 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [040] 2548.499750: 42938860 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [008] 2548.500374: 39443074 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 162517 [005] 2548.500627: 36520498 cycles: ffffffff8a76917f psi_group_change+0x1df ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [047] 2548.500868: 43139828 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2548.501214: 33053944 cycles: 2a7fbbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [046] 2548.501366: 31183579 cycles: ffffffff8a7412cd update_min_vruntime+0x1d ([kernel.kallsyms]) ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [015] 2548.501478: 29453343 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [026] 2548.501675: 43678380 cycles: 251fcfe1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [036] 2548.502119: 32508933 cycles: 1fc3bc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [014] 2548.502468: 38436547 cycles: ffffffff8b6ac0f5 default_idle_call+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [044] 2548.502842: 48059952 cycles: ffffffff8a74bba1 select_idle_sibling+0x81 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [006] 2548.503000: 39301277 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2548.503052: 35447518 cycles: ffffffff8a739a42 ttwu_do_activate+0x52 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [004] 2548.503472: 33745042 cycles: 1405985d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198749 [020] 2548.503572: 39950465 cycles: 141ab1bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 196811 [035] 2548.503655: 33697398 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) d889d89 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [034] 2548.503655: 30449566 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [042] 2548.504476: 35029441 cycles: 2782f93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [041] 2548.504675: 36202635 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 162509 [016] 2548.504951: 28886142 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [003] 2548.505138: 28720098 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3abf73b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [037] 2548.505155: 32881261 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [012] 2548.505579: 34329238 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [011] 2548.505845: 33429532 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2548.505909: 39324312 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [018] 2548.506070: 26650486 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [007] 2548.506192: 31533444 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [024] 2548.506404: 42984105 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 165683 [017] 2548.506442: 33107807 cycles: 204006e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [038] 2548.506846: 33058042 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [025] 2548.506957: 41696246 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2548.506999: 39696697 cycles: ffffffff8a7693a8 psi_group_change+0x408 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155861 [032] 2548.507324: 50669416 cycles: e5665 clock_gettime+0x15 (/usr/lib/x86_64-linux-gnu/libc.so.6) d5b3091 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [023] 2548.508535: 30600682 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [013] 2548.508537: 26246100 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [022] 2548.508835: 34177876 cycles: 1417ccd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [030] 2548.509242: 36790426 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 198045 [019] 2548.509521: 30325904 cycles: ea679 __nanosleep+0x19 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2548.509712: 38200134 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [001] 2548.509937: 36848156 cycles: 64469e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2548.510320: 35082886 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [045] 2548.511039: 35468498 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [039] 2548.511149: 34326936 cycles: ffffffff8adacf43 copy_page_from_iter+0x73 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2548.511706: 34100954 cycles: ffffffff8a7efd30 tick_nohz_idle_exit+0x20 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [027] 2548.512408: 35022048 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [046] 2548.513346: 33178918 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [021] 2548.513677: 30931932 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [010] 2548.513748: 38329215 cycles: 1be557a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [008] 2548.514268: 43393185 cycles: 1c6978e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [015] 2548.514301: 28231773 cycles: 178e705 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 198118 [018] 2548.514722: 28217771 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO0 198852 [036] 2548.514845: 34301654 cycles: ffffffff8b6acc55 _raw_spin_unlock_irqrestore+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2548.515060: 39567591 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [040] 2548.515804: 35847124 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [014] 2548.515855: 35550367 cycles: 24f78048 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [004] 2548.515876: 40045514 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2548.515993: 35079855 cycles: ffffffff8a7dc9d9 ktime_get_update_offsets_now+0x49 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [034] 2548.516091: 28509650 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [016] 2548.516484: 27461120 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2548.516528: 34148573 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 167184 [006] 2548.517116: 41990213 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [011] 2548.517339: 33650723 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [031] 2548.517371: 46867428 cycles: 1407da2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [026] 2548.517955: 41468540 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [013] 2548.518012: 27653544 cycles: 1fcd9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [042] 2548.518092: 33955434 cycles: ffffffff8a7ee3ed tick_check_broadcast_expired+0x1d ([kernel.kallsyms]) ffffffff8a75c5e9 do_idle+0x79 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [017] 2548.518549: 30797020 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2548.518737: 32265550 cycles: ffffffff8b696b1e sysvec_call_function_single+0x7e ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2548.518986: 32660918 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155848 [038] 2548.518987: 31264103 cycles: e565b clock_gettime+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45dd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [007] 2548.519495: 29658522 cycles: 13b2d2b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [020] 2548.519878: 33909309 cycles: ffffffff8aa59da8 uncharge_folio+0x188 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [012] 2548.520825: 36938388 cycles: ffffffff8a735e37 update_rq_clock+0x67 ([kernel.kallsyms]) ffffffff8a753130 load_balance+0x400 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-test 198065 [037] 2548.521179: 29228690 cycles: ffffffff8a74dc94 dequeue_entity+0x114 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV1 194448 [023] 2548.521251: 33223320 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [002] 2548.521325: 38305816 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [041] 2548.521375: 33009521 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 198047 [019] 2548.521617: 28578120 cycles: ffffffff8b47a47d tcp_event_data_recv+0x1bd ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2548.522131: 39912558 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198684 [044] 2548.522550: 45764140 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [028] 2548.522600: 39842283 cycles: 140477e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 162503 [022] 2548.523342: 30820212 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [030] 2548.523689: 32848880 cycles: 6890cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194389 [024] 2548.524161: 44085238 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2548.524287: 42880175 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [032] 2548.524896: 45133786 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2548.525220: 41512745 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [018] 2548.525271: 27395626 cycles: 133c2959 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [045] 2548.525346: 39027144 cycles: 272831e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [027] 2548.525350: 33726494 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165870 [046] 2548.525493: 32277825 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 159624 [016] 2548.525853: 28230894 cycles: 203ffe1b [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [015] 2548.526168: 28231773 cycles: 3b1749d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [043] 2548.526326: 39100951 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [001] 2548.526547: 44101423 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [034] 2548.526754: 31862407 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [029] 2548.526791: 32264796 cycles: 1712ba9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [021] 2548.526822: 31630956 cycles: ffffffffc0c83c80 nf_nat_ipv6_in+0x60 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51d094 ipv6_rcv+0x94 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [036] 2548.527104: 35386639 cycles: 3c9c940 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [039] 2548.527197: 34326936 cycles: ffffffff8aaebe85 ep_poll_callback+0x5 ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [013] 2548.528008: 30438070 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [014] 2548.528802: 32261789 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 172a0ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [010] 2548.528928: 41247285 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2548.529088: 40496896 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [040] 2548.530320: 35212633 cycles: ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [009] 2548.530500: 33680448 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [004] 2548.530779: 40177926 cycles: ffffffff8b4777e3 tcp_queue_rcv+0xe3 ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [019] 2548.530850: 29012529 cycles: 17437df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [011] 2548.530931: 36222343 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [017] 2548.531203: 29145557 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172875 [008] 2548.531203: 46115462 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [038] 2548.531341: 32345700 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [020] 2548.531737: 31227885 cycles: 1330e093 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [007] 2548.531889: 33556548 cycles: 251e6e2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [042] 2548.532093: 35926488 cycles: 689b72a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [003] 2548.532194: 29556250 cycles: 3bd3c38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [035] 2548.532230: 29819286 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) network poller 197877 [041] 2548.532493: 32204322 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [006] 2548.533011: 43038327 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 198117 [037] 2548.533456: 33254680 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [005] 2548.533880: 34727975 cycles: ffffffff8a6a85d1 x2apic_send_IPI+0x31 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14090be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [022] 2548.534316: 29605375 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [018] 2548.534424: 28093789 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [026] 2548.534507: 39407124 cycles: ffffffff8a73e586 available_idle_cpu+0x6 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159406 [012] 2548.534659: 38262539 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [023] 2548.535922: 30096902 cycles: ffffffff8a961d3f __filemap_get_folio+0xbf ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [016] 2548.535982: 28095106 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [031] 2548.536051: 47041607 cycles: ffffffff8a6c7cb0 __virt_addr_valid+0x0 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [002] 2548.536225: 36919763 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2548.536287: 32334099 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [027] 2548.536515: 33637981 cycles: 1a6d21 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2548.537249: 33157437 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [015] 2548.537615: 40629784 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [028] 2548.537782: 38450434 cycles: 194bac5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [036] 2548.538158: 34898654 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2548.538519: 43833685 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [024] 2548.538826: 41708230 cycles: ffffffff8b45c777 ip_local_out+0x47 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [034] 2548.539199: 32026482 cycles: 35f4d09 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [029] 2548.539220: 36877223 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 172777 [021] 2548.539328: 30188579 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [047] 2548.539643: 37181223 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [013] 2548.539775: 32738316 cycles: 1407166b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [043] 2548.540489: 35660329 cycles: 265e4f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [032] 2548.540518: 39899368 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5069f [unknown] ([anon:y_absl]) test_tool 194423 [014] 2548.540562: 31983830 cycles: 24e128a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24584f3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243cffc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 253d3db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e8ba2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de5a3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245a1db [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e10d1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24bd09d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24399f9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23de302 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 345196f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 34532e9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 3451519 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 196114 [040] 2548.540781: 34467863 cycles: 689e71e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2548.541062: 37141016 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [039] 2548.541764: 43906660 cycles: 154cad4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [033] 2548.542042: 48634805 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [038] 2548.542216: 31961391 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [020] 2548.542470: 31374678 cycles: 3b8b8f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [017] 2548.542857: 30439200 cycles: 17fb227 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [025] 2548.543063: 44441775 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2548.543282: 41247285 cycles: ffffffff8b6ad526 _raw_spin_unlock+0x6 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2548.543302: 32208366 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2548.543515: 30018402 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [007] 2548.543854: 33123502 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 194349 [009] 2548.544041: 33008605 cycles: ffffffff8a74fe56 update_sg_lb_stats+0x56 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [003] 2548.544519: 29192930 cycles: 14068f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 195110 [001] 2548.544824: 38623476 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [018] 2548.545314: 30528660 cycles: 17d5ce2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [000] 2548.545602: 42022265 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [042] 2548.545674: 35434285 cycles: 133bb182 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [004] 2548.546549: 43145329 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 162507 [035] 2548.546710: 31910934 cycles: ffffffff8a7479b6 update_load_avg+0xe6 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [011] 2548.546949: 33293254 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [005] 2548.547258: 35079946 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 197562 [016] 2548.547443: 27024263 cycles: 13f98063 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [037] 2548.547798: 32152930 cycles: 14250d6d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [008] 2548.547814: 42917041 cycles: 2722982a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [041] 2548.548376: 35146145 cycles: ffffffff8a752349 __update_idle_core+0x19 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [030] 2548.548426: 39317994 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73bf22 try_to_wake_up+0x262 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 198117 [002] 2548.548586: 43893776 cycles: ffffffff8a6b8d2b pvclock_clocksource_read+0x5b ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [023] 2548.548963: 30257634 cycles: 14045d9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [046] 2548.549066: 35593074 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198686 [012] 2548.549253: 41058109 cycles: 3cabb49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [026] 2548.549375: 38611054 cycles: 3b9b693 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [027] 2548.549937: 41207423 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [006] 2548.550189: 40064006 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-load 194385 [036] 2548.550774: 38838191 cycles: ffffffff8a65fa5b fpregs_assert_state_consistent+0x4b ([kernel.kallsyms]) ffffffff8a7c578b exit_to_user_mode_prepare+0x3b ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [021] 2548.551261: 31712591 cycles: 3b9b870 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2548.551472: 34838185 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [015] 2548.551495: 39361443 cycles: ffffffff8a753c19 pick_next_task_fair+0x159 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4d0f preempt_schedule_common+0x1f ([kernel.kallsyms]) ffffffff8b6a4dd2 __cond_resched+0x22 ([kernel.kallsyms]) ffffffff8aa2f1e7 kmem_cache_alloc_node+0x2e7 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [014] 2548.551934: 32588426 cycles: 24f76835 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [034] 2548.551944: 30425950 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [028] 2548.552795: 33413759 cycles: 3cb0ecd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172773 [022] 2548.552992: 30665579 cycles: bbc4bf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2548.553339: 36961594 cycles: ffffffff8a6b7ce1 kvm_sched_clock_read+0x1 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [038] 2548.553479: 34672702 cycles: 272afc86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2548.553557: 34844756 cycles: ffffffff8b3774e8 release_sock+0x48 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [020] 2548.553712: 34051172 cycles: 65b6f81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [029] 2548.554186: 31704031 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [044] 2548.554888: 45402617 cycles: ffffffff8b381d7e skb_release_data+0x6e ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b4812cb tcp_rcv_established+0x63b ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [017] 2548.555072: 29290559 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [024] 2548.555250: 40032204 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [003] 2548.555440: 32814191 cycles: 3a67cea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2548.555751: 37181223 cycles: ffffffff8a74ea94 enqueue_entity+0x14 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165147 [043] 2548.555874: 34735929 cycles: ffffffff8a75389a newidle_balance+0x2ca ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [032] 2548.556004: 34270600 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [018] 2548.556255: 33441083 cycles: 3af22bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [019] 2548.556480: 31862923 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [031] 2548.556610: 44325939 cycles: 269b3778 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2548.556970: 30649028 cycles: ffffffff8a753c62 pick_next_task_fair+0x1a2 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170131 [035] 2548.557903: 34354610 cycles: ffffffff8a95acb9 __rseq_handle_notify_resume+0x89 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [009] 2548.557956: 37457969 cycles: ffffffff8a7762dc calc_load_nohz_start+0x1c ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [007] 2548.558317: 31196567 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [025] 2548.558511: 43403094 cycles: 1666457 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [033] 2548.558602: 50295212 cycles: 12e96e97 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [042] 2548.558822: 32750806 cycles: ffffffff8a64a424 __switch_to+0x134 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [010] 2548.559577: 42257227 cycles: ffffffff8a7efed5 tick_irq_enter+0x65 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [039] 2548.559638: 39586536 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [037] 2548.559819: 34077152 cycles: ffffffff8b6ae257 __do_softirq+0x57 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [005] 2548.559925: 33262548 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 171585 [011] 2548.560100: 39040400 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 155861 [000] 2548.560363: 53020279 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [023] 2548.560578: 29358673 cycles: 25269f4d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [001] 2548.560658: 34221471 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [014] 2548.561526: 33337483 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [046] 2548.561753: 36910573 cycles: 251d2df0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [034] 2548.562258: 32990306 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [041] 2548.562565: 37592947 cycles: ffffffff8a743356 select_idle_core+0x6 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.562944: 44509274 cycles: ffffffff8b6928d3 __wrgsbase_inactive+0x3 ([kernel.kallsyms]) ydbd.IC 194002 [002] 2548.563019: 38331561 cycles: ffffffff8b51a183 ip6_finish_output+0xa3 ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198681 [030] 2548.563060: 39125091 cycles: 67f23b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2548.563248: 39342615 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [004] 2548.563341: 39632957 cycles: 3b303dc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2548.563668: 46957367 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [020] 2548.563696: 33779104 cycles: 133bc102 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [021] 2548.563789: 29765036 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [036] 2548.564119: 39992687 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [013] 2548.564278: 32684032 cycles: 17fab83 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 172233 [006] 2548.564590: 36015456 cycles: ffffffff8b6a46a1 __schedule+0x1a1 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194633 [022] 2548.564847: 36359921 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1842aec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [028] 2548.565876: 30817379 cycles: ffffffff8b463068 __inet_lookup_established+0x58 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2548.566122: 36790878 cycles: ffffffff8a7655ce record_times+0x3e ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [029] 2548.566134: 33911864 cycles: 64df1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2548.566564: 39243658 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [038] 2548.566708: 32872701 cycles: 272afc99 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [017] 2548.566775: 28142862 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [040] 2548.567376: 36514072 cycles: 1380483 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [045] 2548.567629: 31795739 cycles: 26a78862 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [016] 2548.568049: 34408118 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [003] 2548.568145: 31224117 cycles: ffffffff8b494397 tcp_v4_rcv+0xdd7 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2548.568664: 35994394 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163664 [047] 2548.568758: 41138992 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [032] 2548.569308: 30868478 cycles: 35f3da8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151706 [043] 2548.569722: 37994240 cycles: ffffffff8a779e70 psi_task_switch+0x90 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [044] 2548.569788: 44621825 cycles: 1832531 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 168716 [019] 2548.570061: 28450712 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [024] 2548.570155: 38115721 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [007] 2548.570699: 29272259 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [042] 2548.571221: 34734988 cycles: ffffffff8b6ad380 _raw_spin_lock_bh+0x10 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.571413: 31444041 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [037] 2548.571831: 32209103 cycles: 2666989f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165459 [010] 2548.573217: 37271325 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IC 194002 [005] 2548.574285: 29162827 cycles: 1742bfbc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [001] 2548.574308: 30373573 cycles: 1411bfa6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [020] 2548.574792: 33987439 cycles: 3b10c83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2548.574824: 28929568 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2548.575092: 40082555 cycles: ffffffff8b4598b3 neigh_hh_output+0x13 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [034] 2548.575140: 37706344 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172236 [011] 2548.575294: 33428039 cycles: 15730294 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [014] 2548.575407: 42836705 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [031] 2548.575942: 35872958 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159883 [009] 2548.576081: 34303853 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 166744 [004] 2548.576213: 39651347 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [039] 2548.576824: 37632395 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [021] 2548.577032: 29827985 cycles: ffffffff8a7f6fe2 futex_wait+0x242 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [022] 2548.577084: 37023479 cycles: 3a61569 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [002] 2548.577187: 34329494 cycles: 133a3394 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2548.577518: 34056165 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 159869 [030] 2548.577654: 34535597 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198035 [017] 2548.577690: 27229173 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [028] 2548.578097: 32521581 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [036] 2548.578197: 40354978 cycles: ffffffff8aa729c5 check_heap_object+0x75 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [015] 2548.578223: 37685919 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [046] 2548.578297: 34273640 cycles: 35f4ca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2548.578443: 32163379 cycles: ffffffff8a74ea86 enqueue_entity+0x6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [045] 2548.578649: 30364602 cycles: ffffffff8a9ee061 free_unref_page+0xc1 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 171300 [008] 2548.578795: 38737847 cycles: bba2d85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 172784 [038] 2548.578886: 38753038 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [029] 2548.578960: 34970752 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 161b5f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [006] 2548.579319: 32877362 cycles: ffffffff8a74e0e5 dequeue_task_fair+0xa5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [007] 2548.579982: 30252518 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [040] 2548.580206: 33836141 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197533 [018] 2548.580501: 33497952 cycles: 1406b9b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198048 [000] 2548.580570: 40871116 cycles: ffffffff8a753b0b pick_next_task_fair+0x4b ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2548.580898: 30038858 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [003] 2548.580921: 32870788 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [033] 2548.580932: 52264201 cycles: 3a63503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [026] 2548.581155: 36143508 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2548.581343: 37026546 cycles: ffffffff8a74791b update_load_avg+0x4b ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 197885 [012] 2548.581440: 40752793 cycles: 133a9f64 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [027] 2548.581997: 34798061 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [042] 2548.583310: 32833390 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ya-bin 198062 [043] 2548.583374: 34948302 cycles: ffffffff8b6a4953 __schedule+0x453 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab347 schedule_hrtimeout_range_clock+0x97 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aa9e42a do_poll.constprop.0+0x22a ([kernel.kallsyms]) ffffffff8aa9e726 do_sys_poll+0x166 ([kernel.kallsyms]) ffffffff8aa9f135 __x64_sys_poll+0xb5 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b5cf34 poll+0x24 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 213328a PollD+0x8a (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2150eca TShellCommand::TImpl::Communicate+0x3ea (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 21506e5 TShellCommand::TImpl::WatchProcess+0x5 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2153e27 (anonymous namespace)::TPosixThread::ThreadProxy+0x57 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [019] 2548.583949: 27646233 cycles: ffffffff8a69cd7e __sysvec_apic_timer_interrupt+0x6e ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [035] 2548.584087: 37159345 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [024] 2548.585297: 33308465 cycles: ffffffff8a75fe4a __update_load_avg_se+0xea ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [037] 2548.585413: 29192415 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [001] 2548.585597: 29229399 cycles: 1869473 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [047] 2548.585600: 41138992 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [020] 2548.586199: 35846422 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [005] 2548.586540: 34350442 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2548.586990: 33917740 cycles: 12f63ea1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [044] 2548.587397: 40563131 cycles: ffffffff8b483172 tcp_event_new_data_sent+0xc2 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [023] 2548.587543: 34396983 cycles: 133ae5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IO 154855 [011] 2548.588536: 34695792 cycles: bbd195c [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [021] 2548.588727: 32020596 cycles: ffffffff8b697d21 irqentry_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 172bbe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [017] 2548.588783: 29730073 cycles: 1e46c2e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [009] 2548.589630: 37659029 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [041] 2548.589641: 30696818 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [002] 2548.589803: 32146788 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.IC 198855 [034] 2548.589864: 40530859 cycles: ffffffff8a7d68bd __mod_timer+0x17d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [006] 2548.590224: 34030457 cycles: 15b011d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2548.590362: 31896718 cycles: ffffffff8a7655c2 record_times+0x32 ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [025] 2548.590444: 42917289 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401ff23 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 159508 [031] 2548.590482: 31337181 cycles: ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [028] 2548.590494: 34209625 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [045] 2548.590604: 30364602 cycles: ffffffff8a74bf88 select_idle_sibling+0x468 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [022] 2548.590703: 34014093 cycles: 3b32866 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [014] 2548.590856: 44900734 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2548.591208: 39562919 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2548.591301: 40176843 cycles: ffffffff8a7efd1b tick_nohz_idle_exit+0xb ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2548.591353: 28657162 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [004] 2548.591535: 43126809 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [029] 2548.592311: 37214454 cycles: 1406774b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2548.592330: 36620970 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [018] 2548.592583: 32958592 cycles: 3b401e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [013] 2548.592593: 33104730 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2548.592879: 34610045 cycles: ffffffff8a7dc995 ktime_get_update_offsets_now+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2548.593626: 32262547 cycles: 3b16cf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [003] 2548.594212: 38204015 cycles: ffffffff8a74f3f0 enqueue_task_fair+0x400 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1743c5d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198714 [008] 2548.594532: 32584816 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [000] 2548.594730: 43479297 cycles: 2470411 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [038] 2548.594847: 47248207 cycles: 1554bc9b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [015] 2548.594869: 34370160 cycles: 3b764ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [026] 2548.595112: 35478708 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [012] 2548.595151: 42283016 cycles: 13c92757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [042] 2548.595477: 34326191 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [016] 2548.595530: 42325116 cycles: 3ac473e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2548.596543: 37937757 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [037] 2548.596812: 28117175 cycles: ffffffff8a7d6741 __mod_timer+0x1 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2548.597191: 38256412 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [019] 2548.597226: 28259577 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [001] 2548.597965: 27921551 cycles: 2520a6c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [024] 2548.598088: 30718253 cycles: ffffffff8b560333 tcp_v6_rcv+0xc03 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [035] 2548.598812: 36205582 cycles: 288acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2548.599261: 33241008 cycles: ffffffff8ad4ff80 __get_task_ioprio+0x0 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2548.599849: 32097774 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [011] 2548.600108: 39631814 cycles: 133c3393 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2548.600302: 44399148 cycles: 1421d93e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [041] 2548.600886: 29693062 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2548.600887: 30327383 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [020] 2548.601022: 37786899 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155861 [044] 2548.602348: 40176708 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [017] 2548.602810: 26997229 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [002] 2548.602878: 33322432 cycles: 1973524 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2548.602898: 38638061 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [045] 2548.603030: 40512624 cycles: 19591d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [047] 2548.603284: 41767817 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [031] 2548.603299: 29030824 cycles: 3a77a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154844 [028] 2548.603675: 31623010 cycles: ffffffff8a65f45e os_xsave+0x3e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166609 [022] 2548.603682: 31269172 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [006] 2548.603835: 34497675 cycles: 689b737 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 198449 [030] 2548.603950: 29852086 cycles: 140c2056 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [007] 2548.604543: 27277550 cycles: 68d048e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [039] 2548.605169: 35194800 cycles: 3b654f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [018] 2548.605234: 36242250 cycles: ffffffff8b36c4be sockfd_lookup_light+0x2e ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [034] 2548.605867: 34335228 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [009] 2548.605986: 34746758 cycles: 15ae001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 166609 [014] 2548.606974: 42569500 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d7ffd __hrtimer_start_range_ns+0x31d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) PdGetEv 172388 [036] 2548.607338: 31828370 cycles: ffffffff8a741977 __calc_delta+0x27 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [008] 2548.607546: 30190994 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 194347 [032] 2548.607623: 30370269 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [040] 2548.607710: 33984181 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [046] 2548.607712: 37599780 cycles: 12ff530c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [004] 2548.607864: 40117606 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [013] 2548.607930: 27814583 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9e9ca2 free_pcppages_bulk+0x42 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [019] 2548.608008: 27352552 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [024] 2548.608252: 30341777 cycles: ffffffff8aa299e5 cmpxchg_double_slab.constprop.0.isra.0+0xa5 ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aa29b09 __free_slab+0x99 ([kernel.kallsyms]) ffffffff8aa2ce80 free_slab+0x30 ([kernel.kallsyms]) ffffffff8aa2cfc2 discard_slab+0x32 ([kernel.kallsyms]) ffffffff8aa3021e __slab_free+0x2fe ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8aad5895 free_buffer_head+0x25 ([kernel.kallsyms]) ffffffff8aad5aee try_to_free_buffers+0x8e ([kernel.kallsyms]) ffffffff8abde3f0 jbd2_journal_try_to_free_buffers+0xc0 ([kernel.kallsyms]) ffffffff8ab7c566 ext4_release_folio+0x46 ([kernel.kallsyms]) ffffffff8a95dc18 filemap_release_folio+0x38 ([kernel.kallsyms]) ffffffff8a9842ad shrink_folio_list+0xa6d ([kernel.kallsyms]) ffffffff8a987b61 shrink_inactive_list+0x191 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [037] 2548.608279: 27333170 cycles: ffffffff8aa5d85d mod_objcg_state+0x2d ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2548.608644: 44343023 cycles: ffffffff8b3a49e5 __dev_queue_xmit+0x5 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [027] 2548.609052: 38034404 cycles: ffffffff8a9ebca5 post_alloc_hook+0xd5 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198840 [003] 2548.609182: 41319539 cycles: 133b9f33 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [042] 2548.609406: 30328331 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2548.609427: 35980517 cycles: 129aad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [029] 2548.609437: 32871822 cycles: 1406b1bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [026] 2548.609595: 32392307 cycles: 219be287 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [025] 2548.609606: 38446815 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198857 [015] 2548.610557: 33990887 cycles: ffffffff8a741966 __calc_delta+0x16 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [016] 2548.610599: 36107969 cycles: ffffffff8b6acbb5 _raw_spin_lock_irqsave+0x5 ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [012] 2548.610619: 40652361 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [001] 2548.610662: 31303763 cycles: 139f0cc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [000] 2548.611023: 36675491 cycles: 1860e35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2548.611345: 29899481 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [021] 2548.611925: 29591236 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [035] 2548.611938: 37342761 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2548.613558: 38122149 cycles: ffffffff8a6b8ce4 pvclock_clocksource_read+0x14 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [005] 2548.613809: 32005735 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [011] 2548.614236: 35343179 cycles: ffffffff8b3811fe skb_release_head_state+0x4e ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [028] 2548.614375: 30778012 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [002] 2548.614477: 31275690 cycles: ffffffff8b5604b8 tcp_v6_rcv+0xd88 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [031] 2548.614718: 27895179 cycles: 282e429 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [030] 2548.614751: 28201936 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [022] 2548.614860: 30679007 cycles: ffffffff8acd4018 apparmor_file_permission+0x48 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aaf421f aio_write+0xdf ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [007] 2548.615107: 26635046 cycles: 1860eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2548.615180: 33877483 cycles: ffffffff8b801212 restore_regs_and_return_to_kernel+0x2 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 162528 [006] 2548.615523: 32791332 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [017] 2548.615665: 24933635 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [032] 2548.616523: 31019713 cycles: 1e5c6e75 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [044] 2548.616582: 36641197 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [024] 2548.616613: 31417374 cycles: ffffffff8a7ab8c8 __srcu_read_lock+0x28 ([kernel.kallsyms]) ffffffff8aae16ec fsnotify_grab_connector+0x1c ([kernel.kallsyms]) ffffffff8aae26ba fsnotify_destroy_marks+0x2a ([kernel.kallsyms]) ffffffff8aadf675 __fsnotify_inode_delete+0x15 ([kernel.kallsyms]) ffffffff8aaa6674 __destroy_inode+0x84 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [039] 2548.617618: 34340371 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2728c7c8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [034] 2548.617940: 32595804 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2548.618045: 38814534 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PdGetEv 172388 [013] 2548.618189: 27534457 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [045] 2548.618205: 38668612 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [018] 2548.618239: 37434349 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 197440 [008] 2548.618275: 29393819 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159888 [023] 2548.618373: 36611467 cycles: ffffffff8b627e0a __get_user_8+0xa ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [019] 2548.618541: 27320228 cycles: ffffffff8a735dd5 update_rq_clock+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [036] 2548.619023: 30561403 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [037] 2548.619261: 26673029 cycles: 13cad9f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [027] 2548.619661: 37582547 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197529 [047] 2548.619998: 34839995 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [009] 2548.620010: 35671896 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 169044 [040] 2548.620677: 31338541 cycles: ffffffff8a747922 update_load_avg+0x52 ([kernel.kallsyms]) ffffffff8a74b3f0 task_tick_fair+0x60 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) a03b526 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 198116 [042] 2548.620815: 32515074 cycles: bbbd3db [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [014] 2548.621488: 37155386 cycles: 172c19d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [046] 2548.621519: 38645297 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [021] 2548.622694: 29470869 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PDisk 168895 [004] 2548.622761: 43321150 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [041] 2548.622818: 28710051 cycles: ffffffff8a7efefd tick_irq_enter+0x8d ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [017] 2548.622858: 26226806 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [029] 2548.623296: 36027129 cycles: ffffffff8b51a4c4 ip6_output+0x74 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [001] 2548.623421: 30551183 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2548.624009: 38850066 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 166860 [028] 2548.624052: 30627632 cycles: 97ef0 pthread_mutex_lock+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [000] 2548.624054: 34112210 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [043] 2548.624066: 41264677 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [003] 2548.624071: 40767335 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [016] 2548.624651: 33615093 cycles: ffffffff8a75ff16 __update_load_avg_se+0x1b6 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [026] 2548.625086: 29430140 cycles: 129abb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [031] 2548.625204: 27231969 cycles: 3a62efc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2548.625237: 31830166 cycles: 182fd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [024] 2548.625303: 33164570 cycles: ffffffff8b6ad536 _raw_spin_unlock+0x16 ([kernel.kallsyms]) ffffffff8aaa6d83 evict+0xb3 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [038] 2548.625740: 37557857 cycles: ffffffff8b376794 sock_wfree+0x74 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [012] 2548.625771: 38808218 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [007] 2548.625779: 29567852 cycles: 1f9e749f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193839 [030] 2548.626471: 27426154 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [035] 2548.626641: 32318064 cycles: 2727af00 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [005] 2548.627054: 32793971 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 169055 [025] 2548.627316: 39783975 cycles: bbbd39f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198039 [020] 2548.627402: 35778306 cycles: 154cb0c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [022] 2548.627532: 36012606 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [010] 2548.627918: 34978666 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [006] 2548.628130: 32054448 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 195826 [037] 2548.628374: 29073242 cycles: ffffffff8aa31a77 __kmem_cache_free+0x167 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8aab7089 single_release+0x39 ([kernel.kallsyms]) ffffffff8aa8033f __fput+0x9f ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd.IO 198446 [011] 2548.628538: 37119628 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2548.628775: 32905932 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2548.629061: 32575238 cycles: ffffffff8a961d39 __filemap_get_folio+0xb9 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [019] 2548.629062: 29699552 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [027] 2548.630145: 37148464 cycles: ffffffff8a9da785 __page_set_anon_rmap+0x65 ([kernel.kallsyms]) ffffffff8a9dc056 page_add_new_anon_rmap+0xd6 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SNULL 194440 [044] 2548.630756: 35239553 cycles: 240a8bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [013] 2548.630958: 25525607 cycles: 27221cf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [034] 2548.631026: 29988496 cycles: 196e74f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [039] 2548.631179: 36710490 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [036] 2548.632641: 38956483 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2548.632742: 27666617 cycles: ffffffff8a7efa54 tick_nohz_irq_exit+0x34 ([kernel.kallsyms]) ffffffff8a6f2d33 __irq_exit_rcu+0x73 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2548.632821: 32383856 cycles: 3b164e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [023] 2548.633216: 35959884 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [009] 2548.633253: 32810519 cycles: 17e0d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [021] 2548.633490: 28701204 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [042] 2548.633635: 32515074 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2548.633741: 32860513 cycles: ffffffff8a7d7f12 __hrtimer_start_range_ns+0x232 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [045] 2548.634059: 36937274 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2548.634418: 27704579 cycles: ffffffff8a7efd41 tick_nohz_idle_exit+0x31 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [024] 2548.634420: 33985519 cycles: ffffffff8a7ab8c8 __srcu_read_lock+0x28 ([kernel.kallsyms]) ffffffff8aae16ec fsnotify_grab_connector+0x1c ([kernel.kallsyms]) ffffffff8aae26ba fsnotify_destroy_marks+0x2a ([kernel.kallsyms]) ffffffff8aadf675 __fsnotify_inode_delete+0x15 ([kernel.kallsyms]) ffffffff8aaa6674 __destroy_inode+0x84 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197536 [031] 2548.635358: 28040695 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [046] 2548.635471: 47131726 cycles: 3b32c47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [028] 2548.635952: 29279284 cycles: 1330cd3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [033] 2548.636016: 33542648 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [014] 2548.636021: 33360890 cycles: 1c3a0507 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) test_tool 195826 [037] 2548.636378: 30866519 cycles: ffffffff8aa8fa61 inode_permission+0x21 ([kernel.kallsyms]) ffffffff8aa907fa may_open+0x7a ([kernel.kallsyms]) ffffffff8aa93796 do_open+0x96 ([kernel.kallsyms]) ffffffff8aa94f8d path_openat+0x11d ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.IC 198855 [001] 2548.636412: 32656022 cycles: ffffffff8b48691b __tcp_transmit_skb+0x8b ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2548.636765: 33507160 cycles: ffffffff8a7493a1 place_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [030] 2548.636775: 27018368 cycles: ffffffff8a74be5c select_idle_sibling+0x33c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b23c21 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194619 [004] 2548.636835: 42573234 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6eed2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 171397 [000] 2548.636842: 32150272 cycles: ffffffff8a7f6cc7 futex_wait_setup+0x17 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 155845 [047] 2548.636892: 31784473 cycles: 17469efd [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [007] 2548.637475: 37068009 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [016] 2548.637878: 29752098 cycles: ffffffff8adac927 _copy_from_iter+0x47 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [032] 2548.638114: 33521711 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [029] 2548.638232: 35438580 cycles: 3b3a759 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2548.638303: 36183055 cycles: 27299541 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [035] 2548.638414: 35797799 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [008] 2548.638498: 32934311 cycles: 251db780 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [038] 2548.639256: 36718129 cycles: ffffffff8a9725bb __folio_put+0x7b ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.639292: 28409684 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [013] 2548.639589: 26877073 cycles: 1e46c701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2548.639625: 39622384 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [012] 2548.640071: 35055016 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3504924 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [020] 2548.640226: 37296233 cycles: ffffffff8b3a4788 dev_hard_start_xmit+0x88 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2548.640358: 37002495 cycles: ffffffff8a9bb9b0 do_anonymous_page+0x290 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [006] 2548.640447: 36706487 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [043] 2548.640671: 43356040 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a9ee061 free_unref_page+0xc1 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2548.640827: 36921701 cycles: ffffffff8a9a5d0f kfree+0x4f ([kernel.kallsyms]) ffffffff8b3714d5 ___sys_sendmsg+0x95 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [034] 2548.641782: 29239845 cycles: 13405181 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [019] 2548.641828: 32328934 cycles: 265d3e70 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [005] 2548.642096: 35722305 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) nbsd.IC 197259 [010] 2548.642414: 37548953 cycles: ffffffff8b377e10 __sk_mem_raise_allocated+0x80 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [022] 2548.642591: 40528030 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [024] 2548.643754: 34624110 cycles: ffffffff8b5fca03 _atomic_dec_and_lock+0x13 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 197891 [025] 2548.643810: 48959180 cycles: 2049b627 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166609 [040] 2548.644628: 32068952 cycles: ffffffff8a80fd29 cgroup_rstat_updated+0x59 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [017] 2548.644879: 26091776 cycles: 3b27b25 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 195826 [037] 2548.645016: 32678684 cycles: 243d8d2 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c9d9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2728cc9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243c038 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272a543 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24e1a38 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) ydbd.IC 194002 [044] 2548.645210: 34864428 cycles: bc29191 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [021] 2548.645271: 30919702 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2548.645325: 43194853 cycles: 6e3 [unknown] ([vdso]) blocksto.CLI1 198656 [028] 2548.645386: 30030653 cycles: 3b3c097 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 196759 [041] 2548.646369: 29291323 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [030] 2548.646390: 30655722 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2548.646590: 33023281 cycles: ffffffff8b617114 rb_erase+0x304 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 196866 [009] 2548.647112: 34981989 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1568d2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194345 [031] 2548.647299: 31785929 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2548.647620: 39661638 cycles: 1394ce7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [036] 2548.647809: 32994806 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 163665 [045] 2548.647861: 37578247 cycles: 203ff884 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 165256 [039] 2548.648115: 30559342 cycles: ffffffff8a74dbd9 dequeue_entity+0x59 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [023] 2548.648238: 36036448 cycles: 1e5c643b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [002] 2548.648859: 38408509 cycles: 172c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197267 [033] 2548.649076: 31820858 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14371c27 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2548.649087: 33329843 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 197447 [015] 2548.649462: 36074209 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b4812ac tcp_rcv_established+0x61c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [047] 2548.649488: 29676779 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [014] 2548.649783: 33320570 cycles: 3a61f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [013] 2548.649805: 26432830 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 6737f05 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [016] 2548.649830: 32576122 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [032] 2548.649968: 32574267 cycles: 21a31241 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd 193836 [029] 2548.650337: 36910866 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [000] 2548.650353: 31593809 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2548.650574: 36897915 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd 170457 [007] 2548.651002: 33624293 cycles: ffffffff8b6ad3e5 _raw_spin_lock+0x5 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [034] 2548.651439: 29265310 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [012] 2548.651884: 33022240 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [011] 2548.652125: 35715357 cycles: 20484d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [026] 2548.652132: 33570144 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [035] 2548.652383: 32320394 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 193822 [038] 2548.652552: 39152888 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [046] 2548.652690: 43809648 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [004] 2548.652761: 45322192 cycles: ffffffff8aa729ae check_heap_object+0x5e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [020] 2548.653126: 34037090 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ksoftirqd/24 161 [024] 2548.653301: 35329002 cycles: ffffffff8aa5dcc4 obj_cgroup_uncharge+0x14 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IO 150655 [019] 2548.653860: 32708604 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 162528 [006] 2548.654372: 40577882 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [017] 2548.654482: 26924383 cycles: 172c2ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [005] 2548.654567: 35762073 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [003] 2548.654980: 38207721 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67d940177 [unknown] (//anon) nbsd-lig.SRV1 196021 [037] 2548.655003: 33240349 cycles: 195ba49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [010] 2548.655619: 44093588 cycles: 204af807 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2548.656640: 33437556 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [021] 2548.656922: 33178821 cycles: ffffffff8a744ee1 select_idle_cpu+0xf1 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa31665 __kmem_cache_alloc_node+0x65 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [041] 2548.657098: 28870768 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 194089 [022] 2548.657141: 39074679 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) cc16968 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [018] 2548.657229: 32400339 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [009] 2548.657348: 43383484 cycles: ffffffff8b6ad463 _raw_spin_lock_irq+0x13 ([kernel.kallsyms]) ffffffff8aaa55ae clear_inode+0x1e ([kernel.kallsyms]) ffffffff8ab32df2 proc_evict_inode+0x22 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [028] 2548.657359: 28563935 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [044] 2548.657517: 36523648 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [030] 2548.658109: 29461109 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [031] 2548.658290: 31043603 cycles: 1405985a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2548.658329: 42781946 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2548.659898: 31601154 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [039] 2548.659901: 29083507 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688e026 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [023] 2548.659972: 37780478 cycles: 133c2df2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [042] 2548.660545: 43378868 cycles: 3b2a9f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [033] 2548.660584: 34514632 cycles: ffffffff8b5856d0 __inet6_lookup_established+0x0 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [027] 2548.660740: 36851909 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.Schedu 151710 [008] 2548.660833: 36093717 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [016] 2548.660877: 33951462 cycles: ffffffff8a74ead3 enqueue_entity+0x53 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [014] 2548.661063: 32094908 cycles: 133c2ab4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [013] 2548.661381: 34338647 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [001] 2548.661407: 39232416 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [047] 2548.661484: 29369018 cycles: 133ba10d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [034] 2548.661553: 29510169 cycles: 6345ec5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [032] 2548.661672: 37531977 cycles: 1330e624 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [000] 2548.662062: 37935321 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2548.662857: 32252983 cycles: 6e0 [unknown] ([vdso]) nbsd.User 197529 [025] 2548.662998: 41722724 cycles: 2727af1e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [015] 2548.663175: 40595903 cycles: 689a2b2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [012] 2548.663348: 32300546 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [045] 2548.664123: 32215287 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198714 [002] 2548.664129: 34150366 cycles: ffffffff8b378789 sock_rfree+0x19 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 171579 [038] 2548.665797: 37629833 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [020] 2548.665958: 32220356 cycles: ffffffff8a74937b place_entity+0xb ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [024] 2548.666058: 32605904 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133a34b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2548.666744: 33693497 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197525 [029] 2548.666759: 32724572 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 140c79cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [017] 2548.666917: 24917311 cycles: 3b994dd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.667054: 33155425 cycles: ffffffff8a754ded nohz_balance_enter_idle+0x7d ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166596 [041] 2548.667583: 28685685 cycles: bbc8161 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [035] 2548.667724: 35298842 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [037] 2548.668123: 30594656 cycles: 251674a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2548.668439: 30054598 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [028] 2548.668515: 28563935 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [011] 2548.668842: 29547520 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [009] 2548.669289: 41176739 cycles: ffffffff8aaa02f5 dentry_lru_isolate+0x5 ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) PdGetEv 196864 [018] 2548.669659: 30555735 cycles: ffffffff8a7690da psi_group_change+0x13a ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [040] 2548.669990: 35564892 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2548.670375: 34325199 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170472 [046] 2548.670513: 49112563 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198840 [030] 2548.670797: 30825636 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [027] 2548.670938: 36750328 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [039] 2548.670969: 32236893 cycles: ffffffff8a779b7f psi_task_change+0x6f ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2548.671064: 37181339 cycles: ffffffff8a743676 pick_next_entity+0x166 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 194362 [021] 2548.671073: 35012855 cycles: 141abf6b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194345 [003] 2548.671087: 40297871 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2548.671524: 33343813 cycles: ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [031] 2548.671792: 28323880 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 194094 [006] 2548.672245: 33152983 cycles: 156c50d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [010] 2548.672249: 38949623 cycles: ffffffff8a75c5eb do_idle+0x7b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [022] 2548.672369: 39404050 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45aeb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [036] 2548.672621: 29854360 cycles: ffffffff8a74800c update_load_avg+0x73c ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [014] 2548.673168: 33798594 cycles: 3b99197 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [016] 2548.673754: 31539479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [008] 2548.673828: 40744937 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197250 [032] 2548.673847: 36561930 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [001] 2548.674023: 36672014 cycles: 20458340 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [043] 2548.674667: 35947942 cycles: ffffffff8a9e998f __free_one_page+0x26f ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a972580 __folio_put+0x40 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 194343 [047] 2548.674809: 29135726 cycles: ffffffff8a74e1f8 dequeue_task_fair+0x1b8 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [017] 2548.675297: 26054072 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 197896 [007] 2548.675385: 30516411 cycles: 250e0bc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [012] 2548.675477: 34330281 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [013] 2548.676778: 30804342 cycles: ffffffff8b617656 rb_insert_color+0x156 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [002] 2548.676819: 31233599 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2548.677061: 36944545 cycles: ffffffff8b698086 ct_nmi_enter+0x16 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2548.677405: 33358450 cycles: ffffffff8adb0619 _find_next_and_bit+0x19 ([kernel.kallsyms]) ffffffff8a75281d update_sd_lb_stats.constprop.0+0x8d ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2548.677568: 33567064 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [023] 2548.677714: 30330703 cycles: 36bc87a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [033] 2548.678177: 29767899 cycles: 1408b6aa [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [045] 2548.678215: 31066546 cycles: bbadffe [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 196761 [028] 2548.678293: 33516595 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV1 196021 [042] 2548.678592: 38210255 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [000] 2548.678646: 36958153 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [041] 2548.679337: 30295930 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [029] 2548.679445: 33956523 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [026] 2548.679597: 35245774 cycles: ffffffff8a779ec9 psi_task_switch+0xe9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197536 [038] 2548.679708: 34935158 cycles: 26ee582f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [019] 2548.680242: 32372877 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [015] 2548.680242: 36357565 cycles: ffffffff8a9f0ad6 __alloc_pages+0x16 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 198709 [037] 2548.680678: 28941927 cycles: ffffffff8a940756 perf_adjust_freq_unthr_context+0x76 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2548.680905: 29417395 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196769 [031] 2548.681351: 28713983 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [009] 2548.682159: 37963420 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2548.682167: 36614361 cycles: ffffffff8a7efd30 tick_nohz_idle_exit+0x20 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [011] 2548.682325: 28483986 cycles: 649827e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [040] 2548.682483: 42355207 cycles: ffffffff8aa72b43 __check_object_size.part.0+0x13 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [035] 2548.682925: 50712554 cycles: 26dd16b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [030] 2548.683068: 28913761 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151691 [034] 2548.683230: 32345959 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [036] 2548.683321: 32668782 cycles: 2a914fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [044] 2548.683597: 31807242 cycles: ffffffff8a6c8cb5 enter_lazy_tlb+0x5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2548.683629: 38146417 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [021] 2548.684764: 46346593 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [016] 2548.685301: 33545357 cycles: 1407138b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [006] 2548.685407: 33555688 cycles: 12ea6f3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [008] 2548.685416: 41381791 cycles: ffffffff8a7ba411 rcu_segcblist_enqueue+0x21 ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [004] 2548.685754: 40559757 cycles: ffffffff8a7eff01 tick_irq_enter+0x91 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2548.686597: 26054072 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2548.686831: 42629134 cycles: ffffffff8a749376 place_entity+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [014] 2548.686838: 36019408 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2548.687104: 33125865 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [012] 2548.687782: 39381922 cycles: 3af26c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [027] 2548.687944: 33162087 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [010] 2548.688278: 41892007 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2548.688973: 33775563 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2548.688982: 49478203 cycles: ffffffff8a7ef39b tick_nohz_restart+0x1b ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [032] 2548.689125: 38412325 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [001] 2548.689153: 37932876 cycles: 152b5a9a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2548.689156: 33015635 cycles: ffffffff8a76919f psi_group_change+0x1ff ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 162518 [007] 2548.689268: 31380028 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198879 [043] 2548.689649: 34755613 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [024] 2548.689834: 36832168 cycles: 6e8 [unknown] ([vdso]) default-executo 196114 [023] 2548.689954: 31805177 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2548.689989: 35480088 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [033] 2548.690707: 33799187 cycles: ffffffff8aa72ba9 __check_object_size.part.0+0x79 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 163646 [028] 2548.691421: 39213893 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [000] 2548.691998: 36539065 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 170465 [042] 2548.692114: 39672194 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198615 [018] 2548.692280: 28411474 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [026] 2548.692381: 34719491 cycles: 175a3ec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [037] 2548.692883: 28572074 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 139f0c29 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [011] 2548.693584: 28483986 cycles: ffffffff8aa8c113 anon_pipe_buf_release+0x13 ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 196117 [041] 2548.693988: 33898012 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [038] 2548.694025: 36836009 cycles: 3a6ac6b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [034] 2548.694081: 31475085 cycles: ffffffff8aa534cd __get_obj_cgroup_from_memcg+0x3d ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197529 [025] 2548.694096: 39148623 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [031] 2548.694173: 29721061 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 155860 [030] 2548.694400: 28089609 cycles: ffffffff8a768fb2 psi_group_change+0x12 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [029] 2548.694776: 32105495 cycles: ffffffff8a74e8ed put_prev_entity+0x5d ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2548.695031: 27670092 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [009] 2548.695471: 37536504 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [044] 2548.695884: 29577233 cycles: 1fc38d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [017] 2548.696391: 33820211 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [008] 2548.696865: 39790630 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8ab32e0d proc_evict_inode+0x3d ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [047] 2548.696980: 24423261 cycles: 1434b2a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194778 [036] 2548.697174: 28826748 cycles: ffffffff8aa534cd __get_obj_cgroup_from_memcg+0x3d ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa3166c __kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [019] 2548.698226: 40614823 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2548.698396: 36357565 cycles: 1407166b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [005] 2548.699079: 36853185 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 193836 [040] 2548.700002: 42355207 cycles: ffffffff8a748187 __update_blocked_fair+0xf7 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [006] 2548.700129: 34018911 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2548.700822: 36372830 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [014] 2548.701673: 33133823 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2548.701880: 35367226 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.702054: 38612560 cycles: ffffffff8a69cd42 __sysvec_apic_timer_interrupt+0x32 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [039] 2548.702586: 35527535 cycles: ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [012] 2548.702827: 37773182 cycles: 14050e45 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [022] 2548.703600: 44359321 cycles: ffffffff8aa31a83 __kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [024] 2548.703677: 35759667 cycles: ffffffff8a769014 psi_group_change+0x74 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [007] 2548.703858: 33164918 cycles: ffffffff8b50c01d unix_write_space+0x3d ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [027] 2548.703889: 36631990 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [004] 2548.704005: 41324436 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [047] 2548.704080: 26672850 cycles: ffffffff8b6980e4 ct_nmi_enter+0x74 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [023] 2548.704089: 27741532 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2548.704789: 32674808 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2548.704819: 35568860 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [043] 2548.704844: 38672068 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [044] 2548.704885: 30266298 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [032] 2548.705002: 32635336 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [010] 2548.705341: 37105401 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165459 [035] 2548.705653: 39213761 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198751 [037] 2548.705713: 33989768 cycles: ffffffff8aa5cb88 charge_memcg+0x18 ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197880 [021] 2548.705731: 43301542 cycles: 133ae49f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [033] 2548.705921: 34765416 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [031] 2548.706088: 30414852 cycles: 3b74371 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [034] 2548.706114: 29292872 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [041] 2548.706232: 36453916 cycles: 1402175c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [026] 2548.706319: 35196068 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [001] 2548.706405: 46072287 cycles: 12f4e5a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 197518 [013] 2548.706423: 39312405 cycles: 1422680f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [011] 2548.706636: 42038799 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [030] 2548.706663: 31875791 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [036] 2548.706825: 32427005 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [029] 2548.707377: 39720911 cycles: 204a5306 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197267 [000] 2548.707390: 34651214 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384000 kfree_skb_partial+0x50 ([kernel.kallsyms]) ffffffff8b491b7d tcp_add_backlog+0x52d ([kernel.kallsyms]) ffffffff8b5604f7 tcp_v6_rcv+0xdc7 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [042] 2548.707400: 37508917 cycles: 3ba8c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/8 65 [008] 2548.707791: 39081612 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [020] 2548.707856: 27670092 cycles: 1411a344 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 197258 [028] 2548.709004: 43562761 cycles: ffffffff8b6a48fe __schedule+0x3fe ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2548.709031: 36039454 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [017] 2548.709652: 38117298 cycles: 168acfd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [046] 2548.711337: 52565690 cycles: ffffffff8aaa031f dentry_lru_isolate+0x2f ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd 193822 [009] 2548.711379: 33976678 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [019] 2548.711783: 38508555 cycles: 1378a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [015] 2548.712021: 47305075 cycles: 197cec1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159624 [025] 2548.712289: 35079938 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [006] 2548.712310: 31583597 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [005] 2548.713227: 36810796 cycles: ffffffff8b3716b5 __x64_sys_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [047] 2548.713965: 28480730 cycles: ffffffff8adacf48 copy_page_from_iter+0x78 ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [016] 2548.714325: 33467328 cycles: 3c73514 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [023] 2548.714443: 28187691 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [014] 2548.714518: 31782127 cycles: 1a6987 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [040] 2548.714520: 47932831 cycles: ffffffffc0ca03b7 hash_conntrack_raw+0x37 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [044] 2548.714706: 30606454 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2548.715377: 32517454 cycles: ffffffff8a6f3146 irq_exit_rcu+0x6 ([kernel.kallsyms]) blocksto.CLI2 196118 [002] 2548.716181: 35877173 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [039] 2548.716245: 35631489 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [007] 2548.716417: 38107994 cycles: 122b483 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 196021 [034] 2548.716450: 33021094 cycles: 1d41e01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165864 [024] 2548.716610: 39666630 cycles: ffffffff8a747723 attach_entity_load_avg+0x93 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a7396d0 activate_task+0x20 ([kernel.kallsyms]) ffffffff8a753193 load_balance+0x463 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [045] 2548.716791: 38205307 cycles: 24f77fa0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 198064 [030] 2548.716866: 31909988 cycles: ffffffff8aab8341 seq_put_decimal_ull_width+0x91 ([kernel.kallsyms]) ffffffff8aab83c0 seq_put_decimal_ull+0x10 ([kernel.kallsyms]) ffffffff8ab3e84d do_task_stat+0xb4d ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 163647 [012] 2548.717523: 40347321 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IO 163662 [022] 2548.717541: 39239207 cycles: ffffffff8b800192 syscall_return_via_sysret+0x3d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2548.717687: 30929207 cycles: ffffffff8a779bb7 psi_task_change+0xa7 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [003] 2548.717928: 37391244 cycles: 6e8 [unknown] ([vdso]) swapper 0 [027] 2548.718500: 33338823 cycles: ffffffff8a7d6df6 get_next_timer_interrupt+0x76 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2548.718668: 31343001 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [037] 2548.718765: 31355151 cycles: ffffffff8b6a4b5a schedule+0x5a ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 155714 [026] 2548.718834: 33083009 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 194440 [008] 2548.718985: 38215430 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [043] 2548.719288: 40822858 cycles: 168106e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [011] 2548.719482: 39132129 cycles: ffffffff8a75007b update_sg_lb_stats+0x27b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [013] 2548.719673: 35789038 cycles: ffffffffc0c84595 nf_nat_ipv4_pre_routing+0x5 ([kernel.kallsyms]) ffffffff8b4563e1 ip_rcv+0x91 ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2548.719770: 35584379 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 125e91 epoll_wait+0x41 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2548.719788: 33113234 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172229 [020] 2548.719803: 32006945 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [004] 2548.720077: 38859126 cycles: 3cb2648 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [031] 2548.721209: 29956107 cycles: 13d9c068 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2548.721219: 35672171 cycles: ffffffff8a697e3f __sysvec_call_function_single+0x2f ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165858 [041] 2548.721572: 34049880 cycles: ffffffff8a752dc6 load_balance+0x96 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [035] 2548.721996: 37246098 cycles: 204b0cf8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [029] 2548.722099: 39316795 cycles: 193e47e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [042] 2548.722670: 33375607 cycles: ffffffff8a743488 select_idle_core+0x138 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [006] 2548.723276: 31455979 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [021] 2548.723615: 37668304 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [038] 2548.723841: 32885788 cycles: 1c492c50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172875 [001] 2548.724458: 48217283 cycles: ffffffff8a7f1781 futex_hash+0x31 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [019] 2548.724790: 34559847 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159894 [017] 2548.724985: 41524672 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15257091 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) test_tool 198064 [030] 2548.725651: 33018090 cycles: ffffffff8ab3d444 collect_sigign_sigcatch.constprop.0.isra.0+0x34 ([kernel.kallsyms]) ffffffff8ab3debc do_task_stat+0x1bc ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) kswapd0 328 [046] 2548.725818: 45931882 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 197891 [028] 2548.725914: 35843626 cycles: ffffffff8a80fcd5 cgroup_rstat_updated+0x5 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2548.726405: 32288283 cycles: ffffffff8b697b60 syscall_enter_from_user_mode+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2548.726839: 29596242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [016] 2548.727151: 31880505 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [032] 2548.727340: 30738350 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [009] 2548.727492: 38142589 cycles: 67f6acf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [025] 2548.727788: 29112813 cycles: ffffffff8a73bf67 try_to_wake_up+0x2a7 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [014] 2548.728042: 39467828 cycles: 17db467 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [005] 2548.728226: 45304643 cycles: 2516e1ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [047] 2548.728353: 28812284 cycles: ffffffff8a747af9 update_load_avg+0x229 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 194357 [034] 2548.728393: 31909741 cycles: ffffffff8a743392 select_idle_core+0x42 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [018] 2548.729016: 33273195 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [015] 2548.729668: 43441076 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [002] 2548.729727: 35004137 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [013] 2548.730019: 35715056 cycles: 186ebef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [036] 2548.730087: 33672071 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [040] 2548.730627: 42694504 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14076366 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [045] 2548.731298: 42747262 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 596b401071f [unknown] ([unknown]) diskagen.IC 198047 [031] 2548.731345: 29424638 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [008] 2548.731785: 35641810 cycles: 12f6e48d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170472 [026] 2548.731923: 30743706 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) PdGetEv 170605 [020] 2548.732094: 30803941 cycles: ffffffff8a7f345e do_futex+0xbe ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [007] 2548.732600: 32294586 cycles: 133ae0a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [000] 2548.732646: 33843436 cycles: 64df1c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [024] 2548.732649: 41073786 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [037] 2548.733461: 31368550 cycles: 68d048e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [022] 2548.733760: 41366111 cycles: 25166061 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [003] 2548.734126: 42188939 cycles: 146f8e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [027] 2548.734233: 37785273 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2548.734490: 35007137 cycles: ffffffff8a75fd65 __update_load_avg_se+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [033] 2548.734637: 30572292 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 198064 [030] 2548.734728: 33870240 cycles: ffffffff8aa7bada ksys_lseek+0x6a ([kernel.kallsyms]) ffffffff8aa7bb68 __x64_sys_lseek+0x18 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e4b4d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730a07 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO1 197896 [043] 2548.734775: 42106463 cycles: 205b01b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [006] 2548.735018: 30761433 cycles: ffffffff8a65fdc5 save_fpregs_to_fpstate+0x5 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [042] 2548.735258: 30122919 cycles: 3a90e10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [012] 2548.735320: 41409605 cycles: 14130531 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [010] 2548.735660: 35758788 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) ydbd 170468 [035] 2548.736247: 32943350 cycles: ffffffff8a6b8cd0 pvclock_clocksource_read+0x0 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [011] 2548.736304: 35131293 cycles: 14250c8f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [041] 2548.736356: 34876284 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198657 [029] 2548.736419: 37195805 cycles: 6737804 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [038] 2548.737031: 32945339 cycles: 644eab6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171302 [021] 2548.737510: 40313048 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [023] 2548.737785: 28734503 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [019] 2548.738406: 35524858 cycles: ffffffff8a760440 __update_load_avg_cfs_rq+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [046] 2548.738454: 42896127 cycles: ffffffff8b6ad529 _raw_spin_unlock+0x9 ([kernel.kallsyms]) ffffffff8aaa6e57 evict+0x187 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 197447 [044] 2548.738476: 30543963 cycles: ffffffff8b381d60 skb_release_data+0x50 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [025] 2548.739176: 32057996 cycles: 1411bfe4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [039] 2548.739414: 35706554 cycles: 3ac51c5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [032] 2548.739734: 32731068 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) ydbd.System 171288 [016] 2548.739764: 36289956 cycles: ae51be1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 166761 [028] 2548.740071: 32231687 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 169827 [034] 2548.740227: 37326767 cycles: ffffffff8a7538f6 newidle_balance+0x326 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 170472 [047] 2548.740639: 26875488 cycles: 1be5a327 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagentd 159386 [031] 2548.740767: 30377871 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 154858 [036] 2548.741882: 32132061 cycles: 1be557bc [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [018] 2548.741884: 36626943 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198682 [026] 2548.742255: 30463032 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2548.742520: 38424510 cycles: ffffffff8a75c439 cpuidle_idle_call+0xb9 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 193838 [002] 2548.742527: 44619726 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [001] 2548.742603: 42193382 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2548.743162: 33028015 cycles: ffffffff8a75ff25 __update_load_avg_se+0x1c5 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [014] 2548.743299: 33916246 cycles: ffffffff8b389660 simple_copy_to_iter+0x0 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [007] 2548.743500: 31208635 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [000] 2548.743824: 32409546 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [009] 2548.743895: 41629109 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2548.743993: 36373303 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [008] 2548.744394: 33482309 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [040] 2548.744530: 38344251 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [004] 2548.745703: 36943054 cycles: ffffffff8a743210 migrate_task_rq_fair+0x110 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c75411f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [042] 2548.745713: 30242650 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2548.745884: 29515189 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2548.745896: 29993843 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [027] 2548.746391: 41225238 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [006] 2548.746589: 31996892 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 166759 [005] 2548.746727: 39121162 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2548.746953: 32718749 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2548.747036: 29590250 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [024] 2548.747329: 36182742 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 171306 [015] 2548.747744: 42700189 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [010] 2548.748785: 32513090 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [044] 2548.749190: 30108965 cycles: ffffffff8a73beba try_to_wake_up+0x1fa ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 154cb060 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [035] 2548.749572: 30067623 cycles: 21a2fa03 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 168712 [043] 2548.749842: 37741884 cycles: ffffffff8a749130 task_hot+0x10 ([kernel.kallsyms]) ffffffff8a74cd5c can_migrate_task+0x4c ([kernel.kallsyms]) ffffffff8a74d297 detach_tasks+0xb7 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197267 [047] 2548.749860: 27239749 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [022] 2548.749877: 38881556 cycles: 6892e78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [029] 2548.749905: 37556896 cycles: 12f8ebb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) kswapd0 328 [046] 2548.750255: 40852868 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [028] 2548.750407: 32035303 cycles: 2727af08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [012] 2548.750458: 35277628 cycles: 3ba8c22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [021] 2548.750611: 39869155 cycles: 1fcda2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Scheduler 193840 [011] 2548.750622: 32265653 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 15f42021 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [045] 2548.750707: 39442968 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [041] 2548.750822: 32592409 cycles: 172a23b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [038] 2548.751197: 29639029 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [032] 2548.751209: 39225521 cycles: 35f4e85 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [031] 2548.751258: 30326313 cycles: 3a49630 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [039] 2548.751577: 35623875 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [016] 2548.752202: 34392642 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8b51aa15 ip6_xmit+0x305 ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2548.752856: 28885432 cycles: ffffffff8a733ef5 raw_spin_rq_lock_nested+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [034] 2548.753002: 36731056 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [036] 2548.753069: 34613210 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2548.753182: 39123128 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [007] 2548.753926: 34582998 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [026] 2548.754107: 28684557 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159888 [018] 2548.755214: 34520104 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [014] 2548.755317: 36094782 cycles: ffffffff8a7479c2 update_load_avg+0xf2 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194345 [042] 2548.755878: 33533576 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.System 198426 [020] 2548.755999: 30179291 cycles: ffffffff8b800172 syscall_return_via_sysret+0x1d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2548.756224: 33671651 cycles: 26ca8ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [000] 2548.756225: 34502550 cycles: ffffffff8a739e01 set_task_cpu+0xa1 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b36d847 sock_sendmsg+0x57 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197259 [003] 2548.756644: 36537276 cycles: 21a1ba88 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [037] 2548.757189: 28294032 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2548.757299: 34413904 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 194448 [040] 2548.757694: 34968273 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 155855 [017] 2548.757735: 33028540 cycles: bbbd819 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [006] 2548.758481: 30226397 cycles: 1869348 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [023] 2548.758561: 31478335 cycles: ffffffff8adacee9 copy_page_from_iter+0x19 ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) swapper 0 [004] 2548.758807: 36591893 cycles: ffffffff8a739865 ttwu_do_wakeup+0x25 ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196922 [002] 2548.759146: 42283118 cycles: bbbd387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198845 [033] 2548.759180: 30786215 cycles: 13402dc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [030] 2548.759421: 30490020 cycles: 154cadbb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [047] 2548.759701: 27740251 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2548.760668: 35943852 cycles: ffffffff8a6f30ba irq_enter_rcu+0x3a ([kernel.kallsyms]) swapper 0 [010] 2548.760848: 35039009 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) diskagen.IC 198047 [044] 2548.760860: 28757201 cycles: 20488cbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [035] 2548.761476: 28702427 cycles: 3b75de9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [001] 2548.761536: 38693563 cycles: 140890dc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [011] 2548.761725: 31054474 cycles: 139f0b2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ksoftirqd/46 293 [046] 2548.762005: 38975354 cycles: ffffffff8aa5d852 mod_objcg_state+0x22 ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [028] 2548.762380: 30778626 cycles: ffffffff8a74aa96 update_curr+0x6 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 169823 [038] 2548.762589: 28344257 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [027] 2548.762722: 41539699 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.Backgr 194456 [031] 2548.763147: 28985040 cycles: 1241e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [041] 2548.763149: 30802994 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [022] 2548.763621: 35712717 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [009] 2548.763699: 45002905 cycles: ffffffff8a66005b switch_fpu_return+0x4b ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [012] 2548.763790: 37486984 cycles: 644bc5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [005] 2548.763806: 37037629 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) diskagen.IC 198855 [043] 2548.764015: 34691037 cycles: ffffffff8b48aeac tcp_send_delayed_ack+0xcc ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [029] 2548.764185: 46722241 cycles: 1a68b9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 36a11d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2548.764383: 35305425 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [016] 2548.764615: 39565100 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [025] 2548.765051: 27802680 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198657 [007] 2548.765098: 33557511 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [039] 2548.765334: 31963683 cycles: 140c72da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [026] 2548.765599: 27600215 cycles: ffffffff8b61ace6 timerqueue_del+0x26 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) timer_manager 171354 [020] 2548.765848: 33931591 cycles: 11a04641 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [045] 2548.765869: 37201325 cycles: ffffffff8a9df8a2 is_vmalloc_addr+0x32 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [034] 2548.765953: 37903933 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194632 [032] 2548.766164: 34151699 cycles: ffffffff8a73c15f try_to_wake_up+0x49f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [021] 2548.766230: 34137316 cycles: 402b8a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 165143 [036] 2548.766585: 32892661 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [037] 2548.766875: 31945516 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [014] 2548.767040: 34224615 cycles: ffffffff8b6ae335 __do_softirq+0x135 ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [013] 2548.767671: 32148827 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [042] 2548.768072: 32138656 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7ed8083f [unknown] (//anon) nbsd.SRV2 198455 [033] 2548.768422: 30797573 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) kswapd0 328 [003] 2548.768828: 36715031 cycles: ffffffff8aadf676 __fsnotify_inode_delete+0x16 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [019] 2548.768905: 34939865 cycles: 3ac45a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 197518 [000] 2548.769019: 35464594 cycles: 1417c861 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [018] 2548.769512: 34088609 cycles: 17058d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [008] 2548.769761: 32468811 cycles: 133c8ba7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [006] 2548.769922: 31752411 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170457 [030] 2548.770147: 29754831 cycles: 909f4 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [040] 2548.770618: 34087812 cycles: ffffffff8aaf8259 io_submit_one+0x49 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [047] 2548.770806: 33754355 cycles: 402b236 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [044] 2548.771140: 32079458 cycles: 3b314b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2548.771415: 29210146 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [017] 2548.771631: 31206092 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [004] 2548.772192: 34416710 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ksoftirqd/46 293 [046] 2548.772756: 38226469 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [010] 2548.773448: 36544138 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [028] 2548.773515: 36582829 cycles: 3cb3c13 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [035] 2548.773630: 30467010 cycles: 3a90bf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [038] 2548.774243: 28298956 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [024] 2548.774362: 31771521 cycles: 21a1af1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2548.774809: 30176930 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 165460 [011] 2548.775164: 32446295 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.System 170455 [026] 2548.775473: 27179779 cycles: bbb7ca4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [022] 2548.775724: 33895088 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [041] 2548.775923: 28413763 cycles: ffffffff8aa2b39c memcg_slab_post_alloc_hook+0x1c ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [025] 2548.776258: 30769296 cycles: ffffffff8a74bba1 select_idle_sibling+0x81 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd 166612 [032] 2548.776909: 34306717 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [002] 2548.777120: 47045885 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [015] 2548.777764: 35429562 cycles: 1407da10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [033] 2548.777895: 31857249 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [043] 2548.777897: 35051004 cycles: 28897c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [001] 2548.778458: 38585095 cycles: 3b9d771 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2548.778471: 29651768 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198713 [027] 2548.778600: 36280833 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [007] 2548.778607: 34346076 cycles: 27296833 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [036] 2548.778733: 36695187 cycles: ffffffffc0ca246c __nf_conntrack_find_get+0x12c ([kernel.kallsyms]) ffffffffc0ca3c92 resolve_normal_ct+0xc2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [003] 2548.778917: 36725395 cycles: ffffffff8a9e9e01 free_pcppages_bulk+0x1a1 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee99e free_unref_page_list+0x1ee ([kernel.kallsyms]) ffffffff8a983fa6 shrink_folio_list+0x766 ([kernel.kallsyms]) ffffffff8a987b61 shrink_inactive_list+0x191 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.Batch 163657 [020] 2548.778989: 39561698 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [012] 2548.779207: 35767891 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 172219 [014] 2548.779625: 31975032 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 195110 [013] 2548.779801: 32106893 cycles: 172e271 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [005] 2548.779896: 42227721 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2548.779946: 31078480 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [037] 2548.780117: 30018379 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [018] 2548.780252: 40198079 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [034] 2548.780431: 34031574 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [042] 2548.780596: 34825061 cycles: ffffffff8b46eee3 tcp_sendmsg_locked+0x5e3 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [016] 2548.780789: 35868593 cycles: ffffffff8a7536c1 newidle_balance+0xf1 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [030] 2548.781185: 29754831 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2548.781528: 33080485 cycles: ffffffff8a73e53d idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a6f2cfc __irq_exit_rcu+0x3c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f8412 flush_smp_call_function_queue+0x52 ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [045] 2548.781715: 39129303 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [006] 2548.781968: 37655687 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [008] 2548.782222: 30137273 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 193987 [044] 2548.782248: 35055720 cycles: be29071 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [009] 2548.782463: 50967415 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [017] 2548.783385: 33282931 cycles: ffffffff8a739e26 set_task_cpu+0xc6 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 673a686 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [035] 2548.783423: 30709492 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198832 [029] 2548.783468: 52196908 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [004] 2548.783479: 33290129 cycles: 133c8d63 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [040] 2548.783853: 40098269 cycles: 15730133 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194778 [023] 2548.783944: 28376287 cycles: ffffffff8b381b88 alloc_skb_with_frags+0x108 ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [047] 2548.785137: 29710752 cycles: 154cadd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [019] 2548.785223: 35258650 cycles: ffffffff8a753bd5 pick_next_task_fair+0x115 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO1 198856 [024] 2548.785315: 35114634 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [038] 2548.785498: 31892492 cycles: 64fa766 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [026] 2548.786317: 33303201 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194345 [028] 2548.786652: 35095080 cycles: 1407180d [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [010] 2548.786798: 46157868 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [025] 2548.787410: 39535853 cycles: ffffffff8adac8e6 _copy_from_iter+0x6 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [046] 2548.787713: 38216167 cycles: 141237cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [033] 2548.788271: 35301388 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2548.788524: 33017273 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [031] 2548.788527: 31306552 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 167057 [022] 2548.788675: 35259014 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [041] 2548.788871: 27011696 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [003] 2548.789072: 36685732 cycles: ffffffff8aa59644 refill_obj_stock+0x24 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.IC 197544 [043] 2548.789096: 36481372 cycles: ffffffff8b697b7d syscall_enter_from_user_mode+0x1d ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [011] 2548.789256: 36080666 cycles: ffffffff8a752882 update_sd_lb_stats.constprop.0+0xf2 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197258 [032] 2548.790915: 34306717 cycles: ffffffff8a7f6fb2 futex_wait+0x212 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194434 [036] 2548.791032: 34710914 cycles: 186f034 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [034] 2548.791462: 32873343 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [014] 2548.791654: 34120756 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [030] 2548.792116: 37885758 cycles: 18608ba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [012] 2548.792585: 36760250 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [027] 2548.792847: 45299385 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [015] 2548.793067: 37131775 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [021] 2548.793180: 39532297 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [000] 2548.793301: 39707308 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2548.793382: 29307540 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [037] 2548.793432: 27864827 cycles: 2a9152f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [013] 2548.793735: 30476929 cycles: bbbd367 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 197241 [020] 2548.793765: 38133084 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2548.793966: 33258780 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [001] 2548.793968: 32683033 cycles: 3a6147b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2548.794440: 36322162 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [018] 2548.794632: 37185902 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [017] 2548.794757: 37000979 cycles: ffffffff8a74c558 select_task_rq_fair+0xd8 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [006] 2548.794990: 34532645 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2548.795003: 38694291 cycles: ffffffff8adb02ec _find_first_bit+0x1c ([kernel.kallsyms]) ffffffff8a9966fa need_update+0x1a ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [044] 2548.795089: 36518753 cycles: ffffffff8b389bca skb_copy_datagram_from_iter+0xca ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [016] 2548.795187: 35868593 cycles: ffffffff8a743397 select_idle_core+0x47 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2548.795194: 28829580 cycles: 1860100 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [035] 2548.796070: 32778173 cycles: 28bfa38 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [004] 2548.796533: 30497963 cycles: 1411d5f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [002] 2548.797119: 40161863 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2548.798201: 37307114 cycles: ffffffff8a76915a psi_group_change+0x1ba ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2548.798687: 30572124 cycles: ffffffff8a6b800b native_load_tls+0xb ([kernel.kallsyms]) nbsd 197527 [040] 2548.798798: 42856648 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172773 [026] 2548.798853: 39163010 cycles: 10aa0f30 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [045] 2548.799100: 40076963 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [003] 2548.799148: 36679227 cycles: ffffffff8ac657d4 security_inode_free+0x24 ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 194629 [028] 2548.799242: 36415979 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [019] 2548.799905: 31607549 cycles: 9af94 pthread_rwlock_unlock+0x44 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f14cb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [041] 2548.800472: 31639817 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [047] 2548.800511: 30956355 cycles: 133925d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2548.800562: 35536641 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [031] 2548.801168: 28660560 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [039] 2548.801233: 38271388 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198879 [034] 2548.801520: 35989146 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd.Scheduler 172236 [022] 2548.801871: 39260993 cycles: ffffffff8a741313 update_min_vruntime+0x63 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74e167 dequeue_task_fair+0x127 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [033] 2548.803145: 37581733 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [036] 2548.803516: 36511731 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [009] 2548.803582: 44328213 cycles: 21a045c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 198118 [008] 2548.803730: 32454636 cycles: 157308bb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagentd 165459 [012] 2548.803875: 37872458 cycles: ffffffff8a753b19 pick_next_task_fair+0x59 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [032] 2548.803930: 41009539 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [030] 2548.803938: 35949444 cycles: 204af920 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [011] 2548.804408: 35855861 cycles: 1407d359 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [043] 2548.804442: 31919366 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [010] 2548.804463: 41156083 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [025] 2548.804547: 39535853 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [001] 2548.804570: 32792690 cycles: ffffffff8adb0570 _find_next_bit+0x0 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2548.804748: 29530109 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [023] 2548.805797: 28820436 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [014] 2548.805855: 35130578 cycles: 3a61c31 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [037] 2548.805892: 31861782 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [029] 2548.806063: 42507364 cycles: 1408030a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [007] 2548.806236: 31005097 cycles: 20485863 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [004] 2548.806379: 34263285 cycles: 3b2dcac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166609 [015] 2548.806858: 37900795 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [021] 2548.807306: 35604371 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [042] 2548.807500: 45055222 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [016] 2548.807663: 61010706 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [044] 2548.807718: 38181955 cycles: ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [020] 2548.807958: 35031611 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [006] 2548.808481: 35962351 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.808522: 33854380 cycles: ffffffff8b697fc7 ct_nmi_exit+0x7 ([kernel.kallsyms]) ffffffff8b697d84 irqentry_exit+0x34 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [018] 2548.808584: 36267290 cycles: 1742bfce [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 194631 [005] 2548.808965: 35413934 cycles: ffffffff8b614893 plist_add+0x53 ([kernel.kallsyms]) ffffffff8a7f6a63 futex_wait_queue+0x33 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2548.809020: 36033838 cycles: ffffffff8b46eca2 tcp_sendmsg_locked+0x3a2 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [003] 2548.809260: 36693397 cycles: ffffffff8aaa6d10 evict+0x40 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197246 [000] 2548.809303: 34456085 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [027] 2548.809429: 40100007 cycles: 133ae503 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [038] 2548.809932: 32139279 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 24fe6709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [028] 2548.811023: 36791507 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [024] 2548.811301: 37627993 cycles: 1435b687 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [031] 2548.811670: 28660560 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [026] 2548.811743: 36170644 cycles: 139f1302 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [041] 2548.812030: 33867477 cycles: 27222014 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [019] 2548.812103: 31607549 cycles: ffffffff8a6f3085 irq_enter_rcu+0x5 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 64fa57c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [047] 2548.812259: 38715541 cycles: 14068f2c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [002] 2548.812368: 35597912 cycles: 17e3931 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 172232 [039] 2548.813469: 36303152 cycles: ffffffff8a7c56cd exit_to_user_mode_loop+0xcd ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2548.814091: 33421622 cycles: ffffffff8a779b52 psi_task_change+0x42 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [034] 2548.814431: 42340306 cycles: ffffffff8a769106 psi_group_change+0x166 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 198852 [040] 2548.814688: 40939857 cycles: 2516e1d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [022] 2548.814969: 37232493 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 198117 [008] 2548.815603: 31802010 cycles: ffffffff8a76050a __update_load_avg_cfs_rq+0xca ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [013] 2548.815651: 29508639 cycles: 161b5f96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2548.815914: 34813760 cycles: 27ce403 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [007] 2548.816269: 31497825 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [030] 2548.816437: 38564855 cycles: 28897e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2548.816460: 35628874 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2548.816637: 31498878 cycles: 1740e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159494 [045] 2548.817225: 46702035 cycles: ffffffff8b6ab5a5 do_nanosleep+0x135 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 172784 [036] 2548.817231: 36292510 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [033] 2548.817391: 34705214 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [023] 2548.817627: 33774285 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [010] 2548.818254: 45636434 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [011] 2548.818331: 33861699 cycles: ffffffff8aa72b3d __check_object_size.part.0+0xd ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b389b65 skb_copy_datagram_from_iter+0x65 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [032] 2548.818866: 40143452 cycles: 35f7fa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [014] 2548.819282: 37159122 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [004] 2548.819378: 33093943 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2548.820068: 30928660 cycles: ffffffff8a7ef8bf tick_nohz_idle_stop_tick+0x2f ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [021] 2548.820453: 37157576 cycles: 283181b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [025] 2548.820810: 49976311 cycles: 3a6acdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [044] 2548.821119: 42843016 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [006] 2548.821356: 37160924 cycles: 26a618f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [015] 2548.821493: 46334650 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [020] 2548.821985: 42472443 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [018] 2548.822329: 35188839 cycles: ffffffff8b36d811 sock_sendmsg+0x21 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [031] 2548.822385: 42175843 cycles: ffffffff8aaebea4 ep_poll_callback+0x24 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2548.822511: 33878086 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 171306 [009] 2548.822983: 45369152 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) diskagen.IC 198855 [038] 2548.823273: 40837764 cycles: ffffffff8a743288 migrate_task_rq_fair+0x188 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [029] 2548.823327: 44276592 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [002] 2548.823558: 33773944 cycles: ffffffff8aaa0b39 shrink_lock_dentry.part.0+0x49 ([kernel.kallsyms]) ffffffff8aaa3b79 shrink_dentry_list+0x29 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO0 198050 [000] 2548.823580: 39779319 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [005] 2548.823817: 40434299 cycles: 3a61868 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [017] 2548.823983: 32703062 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196772 [003] 2548.824405: 33493065 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [026] 2548.824866: 37242531 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2548.824886: 32983920 cycles: ffffffff8a75c5d3 do_idle+0x63 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159624 [042] 2548.824925: 35963187 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [019] 2548.824976: 39043580 cycles: 3ae16d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 150641 [024] 2548.825865: 32857103 cycles: 133a7ae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 165870 [039] 2548.826499: 37698999 cycles: 11e8f0 syscall+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [041] 2548.826927: 32566737 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [013] 2548.827068: 31372346 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2548.827128: 39510683 cycles: ffffffff8a6c85d8 switch_mm_irqs_off+0x288 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [027] 2548.827681: 37760899 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [047] 2548.827950: 37448082 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [022] 2548.828378: 37162317 cycles: 186a200 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [016] 2548.828435: 57534316 cycles: ffffffff8a738326 pick_next_task+0x26 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [043] 2548.828642: 34438794 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [008] 2548.828962: 34365461 cycles: ffffffff8a74e8dd put_prev_entity+0x4d ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [007] 2548.829004: 35047182 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2548.829174: 39684440 cycles: 13d9bf9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [034] 2548.829526: 44944169 cycles: 3b3ddef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [030] 2548.829920: 38303015 cycles: 3b6dcf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2548.830943: 31480345 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [036] 2548.831069: 33086270 cycles: ffffffff8aa586b5 __mod_memcg_lruvec_state+0x45 ([kernel.kallsyms]) ffffffff8aa587ab mod_memcg_lruvec_state+0x2b ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [011] 2548.831539: 36434524 cycles: 264747af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [037] 2548.831554: 33910066 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [004] 2548.831727: 37870278 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [001] 2548.832284: 35056443 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2548.832547: 32920877 cycles: 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [023] 2548.832735: 28903005 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [002] 2548.832880: 34749599 cycles: ffffffff8b6ad526 _raw_spin_unlock+0x6 ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 198657 [018] 2548.833067: 41890053 cycles: 3ac46df [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2548.833987: 43324676 cycles: ffffffff8a73d9b6 nr_iowait_cpu+0x6 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [014] 2548.834712: 36335435 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [003] 2548.835223: 31710141 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [006] 2548.836482: 40335453 cycles: 6345e8b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165858 [024] 2548.836777: 32141211 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 194340 [035] 2548.836913: 37266197 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [044] 2548.837045: 36341337 cycles: ffffffff8a6c7d82 __virt_addr_valid+0xd2 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2548.837235: 40968843 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [017] 2548.837255: 35967839 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [000] 2548.837632: 41671274 cycles: 13bd4f0e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [026] 2548.837660: 34491063 cycles: ffffffff8a7d68bd __mod_timer+0x17d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [038] 2548.837667: 39958442 cycles: 204a4ae1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [021] 2548.837676: 37080164 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [028] 2548.837862: 30454844 cycles: ffffffff8a7aea90 __rcu_read_lock+0x0 ([kernel.kallsyms]) ffffffff8aa5d2ba get_obj_cgroup_from_current+0x8a ([kernel.kallsyms]) ffffffff8aa2e9f9 kmem_cache_alloc+0x69 ([kernel.kallsyms]) ffffffff8aad57ef alloc_buffer_head+0x1f ([kernel.kallsyms]) ffffffff8aad6ff8 alloc_page_buffers+0xb8 ([kernel.kallsyms]) ffffffff8aad850e create_empty_buffers+0x1e ([kernel.kallsyms]) ffffffff8ab7d592 ext4_block_write_begin+0x482 ([kernel.kallsyms]) ffffffff8ab85f58 ext4_da_write_begin+0x148 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198038 [031] 2548.838123: 36505237 cycles: 133c8d5f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2548.838796: 40060071 cycles: ffffffff8a7d807e hrtimer_start_range_ns+0x2e ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 166759 [045] 2548.838924: 51297117 cycles: 1be8a4cb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [042] 2548.838966: 32634879 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [041] 2548.839091: 30240417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 194630 [025] 2548.839724: 44585894 cycles: 3ac41a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [015] 2548.840225: 37408196 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [043] 2548.840322: 33907835 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [005] 2548.840852: 44161273 cycles: ffffffff8adac986 _copy_from_iter+0xa6 ([kernel.kallsyms]) ffffffff8b389b74 skb_copy_datagram_from_iter+0x74 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 194092 [039] 2548.840911: 37747384 cycles: a90 [unknown] ([vdso]) blocksto.CLI2 194623 [046] 2548.841294: 48148141 cycles: ffffffff8a743355 select_idle_core+0x5 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [012] 2548.841334: 34693545 cycles: 2528d73b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [013] 2548.841336: 31761583 cycles: 133fecbf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [047] 2548.841993: 32387323 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b51a560 ip6_output+0x110 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [008] 2548.842003: 35672608 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [040] 2548.842020: 39199590 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [009] 2548.842046: 40438740 cycles: ffffffff8a747b43 update_load_avg+0x273 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [029] 2548.842062: 50610606 cycles: 2048b4cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [002] 2548.842453: 35188991 cycles: ffffffff8aa3040e kmem_cache_free+0x2e ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaa6d10 evict+0x40 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196007 [022] 2548.842456: 36457011 cycles: 175b3bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [019] 2548.842839: 31833030 cycles: 3bd406b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 197012 [007] 2548.842982: 33184659 cycles: 156cee8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) ydbd 196761 [027] 2548.843202: 47601103 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) kswapd0 328 [011] 2548.843571: 33637133 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.User 154844 [036] 2548.843868: 31621648 cycles: bbd1bfb [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [001] 2548.844457: 35215281 cycles: ffffffff8b381d62 skb_release_data+0x52 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [037] 2548.844778: 33949438 cycles: ffffffff8a7d5bd1 enqueue_timer+0x21 ([kernel.kallsyms]) ffffffff8a7d6ab0 __mod_timer+0x370 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194343 [023] 2548.845130: 27206035 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [034] 2548.845239: 42988040 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2548.845718: 31024285 cycles: ffffffff8a7ee3e4 tick_check_broadcast_expired+0x14 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [004] 2548.845746: 41078811 cycles: 3c8e4d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 150658 [030] 2548.846294: 32497472 cycles: 90a07 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 155806 [014] 2548.848433: 37351179 cycles: 93c60 pthread_cond_timedwait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [018] 2548.848575: 37491013 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [024] 2548.849159: 41739325 cycles: 1973566 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [032] 2548.849627: 43314781 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e2dfc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 194630 [026] 2548.849632: 32686211 cycles: 3a8fe9d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [016] 2548.849975: 45254475 cycles: 204ac66f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2548.850002: 34284758 cycles: ffffffff8a604357 __switch_to_asm+0x47 ([kernel.kallsyms]) diskagen.User 198840 [028] 2548.850163: 32404573 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [017] 2548.850274: 41960981 cycles: 3b199f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197248 [006] 2548.850375: 40050972 cycles: 267f8f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [044] 2548.850465: 33081514 cycles: 1338da4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.851404: 33244875 cycles: ffffffff8a779b8b psi_task_change+0x7b ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [021] 2548.852097: 37601648 cycles: 1be5a9e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198870 [010] 2548.852420: 48947434 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.Timer 197898 [020] 2548.852432: 40034265 cycles: 12e96f4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2548.852615: 29891424 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2548.852761: 35018677 cycles: ffffffff8aa2ff77 __slab_free+0x57 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 165660 [042] 2548.852812: 32858384 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-clie 198870 [038] 2548.852821: 35691858 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197529 [015] 2548.852854: 34083874 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [011] 2548.852855: 34505341 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [031] 2548.853007: 38447470 cycles: ffffffff8a6c8368 switch_mm_irqs_off+0x18 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2548.853081: 39087466 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [013] 2548.853134: 40715240 cycles: ffffffff8a73be67 try_to_wake_up+0x1a7 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.Timer 198053 [008] 2548.853551: 34127135 cycles: 1330d037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165273 [000] 2548.853805: 39628544 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [047] 2548.854129: 30780914 cycles: 143612bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [001] 2548.854460: 37674267 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [019] 2548.854598: 30402937 cycles: 13004000 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159605 [012] 2548.854618: 36028133 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [039] 2548.855004: 45979477 cycles: ffffffff8b6a4db5 __cond_resched+0x5 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [022] 2548.855347: 33983497 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2548.855816: 49415434 cycles: ffffffff8a74367f pick_next_entity+0x16f ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [040] 2548.856000: 46262731 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) PdCmpl_0 194090 [036] 2548.856142: 32613214 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [023] 2548.856187: 27206035 cycles: 68be591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166746 [007] 2548.856822: 34847978 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2548.857091: 45612318 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2526a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IO 197543 [037] 2548.857960: 35506109 cycles: 230e55e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [033] 2548.858364: 31024285 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [030] 2548.858444: 34729918 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [009] 2548.859579: 37344515 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [046] 2548.859702: 46310549 cycles: ffffffff8b3767c0 sock_wfree+0xa0 ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [045] 2548.860055: 38176374 cycles: 14068f75 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) PdGetEv 154952 [029] 2548.860778: 41753524 cycles: ffffffff8a95a8da rseq_ip_fixup+0x7a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [034] 2548.861667: 55073923 cycles: ffffffff8b61729f rb_first+0xf ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [014] 2548.861861: 37208138 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) blocksto.CLI1 196117 [028] 2548.861952: 31221477 cycles: 36bc863 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [004] 2548.861991: 38930520 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [026] 2548.862302: 34524349 cycles: ffffffff8a7f82f8 __smp_call_single_queue+0x18 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [011] 2548.862363: 34989668 cycles: ffffffff8b6acbee _raw_spin_trylock+0xe ([kernel.kallsyms]) ffffffff8aaa3b79 shrink_dentry_list+0x29 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198711 [044] 2548.862874: 31673613 cycles: ffffffff8b371aa6 __sys_recvmsg+0x6 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [027] 2548.863285: 42137863 cycles: 2aaded8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [042] 2548.863931: 32155128 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [018] 2548.864075: 38846841 cycles: ffffffff8a961ed2 __filemap_get_folio+0x252 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [002] 2548.864269: 34783057 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) diskagen.User 198840 [003] 2548.864529: 41492955 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2548.864585: 41213688 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [019] 2548.864975: 30062506 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [024] 2548.865016: 40005723 cycles: 68d09ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [020] 2548.865435: 37067193 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [032] 2548.865464: 38940123 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Timer 194457 [006] 2548.865518: 38879850 cycles: 9997e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d04 pthread_cond_timedwait+0xa4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151709 [016] 2548.865842: 43127757 cycles: ffffffff8a74abbf update_curr+0x12f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [035] 2548.866007: 36711823 cycles: 3b95037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [015] 2548.866174: 35147815 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [038] 2548.866189: 34785945 cycles: ffffffff8b4888a6 tcp_write_xmit+0x336 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [008] 2548.866290: 36296918 cycles: ffffffff8b697f6b ct_kernel_exit.constprop.0+0x7b ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [043] 2548.867399: 51058784 cycles: 17ece40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2548.867618: 31836603 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [017] 2548.867795: 35061911 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [001] 2548.867936: 40057499 cycles: ffffffff8a73c363 wake_up_q+0x23 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [047] 2548.868203: 30218428 cycles: 3a647cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2548.868272: 33596002 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) blocksto.CLI2 198657 [031] 2548.868343: 41979158 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [023] 2548.868728: 36353333 cycles: 167e84b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2548.868783: 35806490 cycles: ffffffff8a7efdce tick_nohz_idle_exit+0xbe ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196775 [036] 2548.869293: 35348130 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) test_tool 193914 [033] 2548.869816: 43254794 cycles: 28a895e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c0d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI1 196117 [000] 2548.869957: 37126773 cycles: 1a6959 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68a40e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [039] 2548.870701: 42239748 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226b3e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [007] 2548.871169: 35535782 cycles: 3ac3f6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193989 [013] 2548.871511: 33550359 cycles: ffffffff8b6a4721 __schedule+0x221 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ksoftirqd/11 83 [011] 2548.871977: 35392674 cycles: ffffffff8aa30130 __slab_free+0x210 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [025] 2548.872185: 43061875 cycles: ffffffff8b616e14 rb_erase+0x4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2548.873000: 37039620 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [037] 2548.874102: 33301604 cycles: ffffffff8aa56390 __refill_stock+0x50 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [009] 2548.874147: 33833734 cycles: 1c387110 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2548.874306: 34163796 cycles: ffffffff8a65e865 arch_cpu_idle_enter+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193501 [040] 2548.874449: 42637606 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) kswapd0 328 [010] 2548.874512: 48202727 cycles: ffffffff8aaa3b89 shrink_dentry_list+0x39 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 196114 [019] 2548.874677: 30323269 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [026] 2548.875195: 39653619 cycles: 1330dae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [046] 2548.875496: 41221187 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [028] 2548.876039: 32900346 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2548.876449: 36169234 cycles: 68acc9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [032] 2548.876516: 38091671 cycles: 21a05d44 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2548.876715: 46243715 cycles: ffffffff8a7ef473 can_stop_idle_tick+0x13 ([kernel.kallsyms]) ffffffff8a7ef93e tick_nohz_idle_stop_tick+0xae ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2548.876859: 42492121 cycles: ffffffff8a75c62d do_idle+0xbd ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2548.876995: 36016554 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [014] 2548.877740: 32337175 cycles: ffffffff8b6a7594 mutex_lock+0x24 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [005] 2548.877849: 43295603 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [045] 2548.878304: 39452014 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [041] 2548.878699: 39815739 cycles: ffffffff8a74139d clear_buddies+0x5d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [008] 2548.879217: 32840415 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [018] 2548.879703: 39001693 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [020] 2548.879846: 32974058 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [006] 2548.879866: 35029461 cycles: 1c492c50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [022] 2548.879996: 32510198 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2548.880042: 34785945 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [015] 2548.880228: 35906236 cycles: ffffffff8a74db86 dequeue_entity+0x6 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [047] 2548.880239: 34692884 cycles: 204af6ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [017] 2548.880243: 36193221 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2548.880356: 35169755 cycles: 14063ba2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [024] 2548.881010: 37484497 cycles: 2a91586 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 193914 [036] 2548.881565: 37216628 cycles: ffffffff8b697c6c syscall_exit_to_user_mode+0x3c ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [034] 2548.881594: 53346477 cycles: ffffffff8b61a5a9 memchr_inv+0x69 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [027] 2548.881750: 40576179 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198615 [035] 2548.882706: 36711823 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f2d693 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2548.882983: 36015546 cycles: ffffffff8a769162 psi_group_change+0x1c2 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ksoftirqd/11 83 [011] 2548.883047: 34498949 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [023] 2548.883110: 36353333 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 160813 [016] 2548.883407: 41957282 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198840 [033] 2548.883799: 40303604 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 196864 [001] 2548.884141: 33999800 cycles: d8da5b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [000] 2548.884249: 38790566 cycles: 1411a360 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [003] 2548.884279: 34997345 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [007] 2548.885236: 34732050 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [013] 2548.885388: 32582247 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [019] 2548.885597: 30829743 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 170466 [030] 2548.886020: 34333886 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a9ec9cd rmqueue_bulk+0x29d ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8a9e9021 __get_free_pages+0x11 ([kernel.kallsyms]) ffffffff8a9c55ec __do_sys_mincore+0x9c ([kernel.kallsyms]) ffffffff8a9c574a __x64_sys_mincore+0x1a ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ec2b mincore+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8e844 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [037] 2548.886128: 35311893 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [031] 2548.886617: 45911256 cycles: ffffffff8b8000df entry_SYSCALL_64_after_hwframe+0x67 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2548.887001: 31682821 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [043] 2548.887057: 40295471 cycles: ffffffffc0cac30d nf_conntrack_tcp_packet+0x9ed ([kernel.kallsyms]) ffffffffc0ca194d nf_conntrack_handle_packet+0x8d ([kernel.kallsyms]) ffffffffc0ca46f1 nf_conntrack_in+0x111 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198646 [028] 2548.887325: 36964114 cycles: 3b2eeb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [046] 2548.887488: 38886108 cycles: ffffffff8b4806ce tcp_data_queue+0x32e ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [039] 2548.887707: 41722569 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) kswapd0 328 [010] 2548.887788: 48093841 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 194340 [026] 2548.887925: 42142617 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [009] 2548.888204: 41125294 cycles: ffffffff8b6a4db0 __cond_resched+0x0 ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [002] 2548.889392: 33958331 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [032] 2548.889505: 35045976 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [025] 2548.889559: 39955086 cycles: ffffffff8b3774db release_sock+0x3b ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [014] 2548.889826: 37316247 cycles: ffffffff8b618414 __siphash_unaligned+0x4 ([kernel.kallsyms]) ffffffffc0ca3c7e resolve_normal_ct+0xae ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2548.890038: 40050360 cycles: 1860252 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [008] 2548.890333: 32249317 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [040] 2548.890545: 41833676 cycles: 1302444e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) test_tool 193914 [036] 2548.891802: 37049986 cycles: ffffffff8ab3df2b do_task_stat+0x22b ([kernel.kallsyms]) ffffffff8ab3f064 proc_tgid_stat+0x14 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 194631 [020] 2548.891963: 31160869 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [022] 2548.892327: 35030151 cycles: 20484e9c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [018] 2548.892360: 42705559 cycles: ffffffff8b48a055 tcp_release_cb+0x5 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [004] 2548.892362: 37748553 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2548.892789: 33967024 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2548.892936: 40528255 cycles: ffffffff8a74d600 set_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [047] 2548.893141: 38998474 cycles: 3a49e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [038] 2548.893390: 42642837 cycles: ffffffff8b3a091a netif_rx_internal+0x4a ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [041] 2548.894263: 42589130 cycles: 1337614 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [012] 2548.894503: 40448549 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7bfc0727 [unknown] (//anon) diskagen.System 165251 [011] 2548.894686: 33629579 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [029] 2548.894706: 39951456 cycles: 17122e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 155857 [015] 2548.894753: 33553733 cycles: ffffffff8a7c564c exit_to_user_mode_loop+0x4c ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [005] 2548.894854: 36139923 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) blocksto.CLI1 198656 [017] 2548.895318: 31331942 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2548.895924: 35710021 cycles: ffffffff8a74f3e0 enqueue_task_fair+0x3f0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [001] 2548.896999: 36169530 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [013] 2548.897180: 35113435 cycles: ffffffff8a74bb4c select_idle_sibling+0x2c ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 15730754 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [027] 2548.897190: 44847365 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 198048 [003] 2548.897216: 32763269 cycles: ffffffff8a75fe5e __update_load_avg_se+0xfe ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [024] 2548.897353: 34868036 cycles: 1e5c86af [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [035] 2548.897420: 39199216 cycles: ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [019] 2548.898059: 36447750 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [016] 2548.898501: 38076852 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [023] 2548.898812: 42304774 cycles: 1406b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170139 [007] 2548.898903: 37220656 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [000] 2548.898991: 37171803 cycles: 18608bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IO 194001 [044] 2548.899475: 37282875 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [030] 2548.899720: 31609166 cycles: 179e5e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [033] 2548.901028: 31781588 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ksoftirqd/10 77 [010] 2548.901054: 43367718 cycles: ffffffff8aa30573 kmem_cache_free+0x193 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 159510 [046] 2548.901333: 34755244 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [028] 2548.901390: 36267205 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [002] 2548.901462: 38715520 cycles: 649788e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [008] 2548.901605: 31046055 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2548.902139: 45207618 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [032] 2548.902278: 33444288 cycles: 2527bb50 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 198107 [037] 2548.902367: 29784072 cycles: 19075da0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [014] 2548.902567: 43746869 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff47ffff [unknown] (//anon) ydbd.Scheduler 169057 [025] 2548.902879: 41592101 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [026] 2548.902982: 40239382 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [020] 2548.903547: 30006057 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 193502 [043] 2548.903594: 38460554 cycles: c50 [unknown] ([vdso]) nbsd.IC 198447 [009] 2548.903880: 39261217 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 21a2f72c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [031] 2548.904264: 38967851 cycles: ffffffff8a74792b update_load_avg+0x5b ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [042] 2548.904341: 41815271 cycles: 196c6ce [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2548.904451: 35289625 cycles: ffffffff8a766eda psi_flags_change+0x4a ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2548.904574: 33154899 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [006] 2548.904918: 41733315 cycles: ffffffff8aaab0f1 __fget_light+0x91 ([kernel.kallsyms]) ffffffff8aaac5e7 __fdget_pos+0x17 ([kernel.kallsyms]) ffffffff8aa7c1a3 do_readv+0x33 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [004] 2548.905094: 34259861 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [039] 2548.906207: 41129138 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [011] 2548.906641: 31408730 cycles: ffffffff8ab399a7 proc_pid_evict_inode+0x27 ([kernel.kallsyms]) ffffffff8ab32e04 proc_evict_inode+0x34 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [040] 2548.907122: 36415576 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [047] 2548.907482: 44540060 cycles: 179f97d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [038] 2548.907933: 38551621 cycles: 35df641 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [018] 2548.908319: 36998620 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [001] 2548.908541: 46329994 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [013] 2548.909361: 33625795 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5dbc3 obj_cgroup_charge+0xa3 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [017] 2548.909505: 35219422 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2548.909752: 38292525 cycles: ffffffff8a769188 psi_group_change+0x1e8 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [024] 2548.910216: 38549747 cycles: 186a007 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [030] 2548.910243: 30495977 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [015] 2548.910281: 32917467 cycles: ffffffff8aa7c1fd do_readv+0x8d ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194334 [012] 2548.910341: 40479397 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [021] 2548.910654: 31494419 cycles: 264a6ece [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [003] 2548.910749: 32264584 cycles: ffffffff8a7d78e6 __hrtimer_next_event_base+0x46 ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170465 [045] 2548.910928: 47777662 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [027] 2548.910937: 41874482 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [005] 2548.911110: 37888450 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [044] 2548.911651: 35091441 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2548.912533: 38546097 cycles: ffffffff8a733308 prepare_task_switch+0x8 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [019] 2548.912569: 43089010 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2548.912764: 35461894 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [000] 2548.912827: 39220616 cycles: 3a90b8f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [020] 2548.912903: 33306051 cycles: ffffffff8a7d57c1 detach_if_pending+0x61 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [046] 2548.913148: 36766475 cycles: 14065deb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2548.913289: 33305402 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [032] 2548.913380: 34926117 cycles: 13c8ea05 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 155848 [037] 2548.913453: 28989063 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [008] 2548.913468: 29689504 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [023] 2548.913711: 44687275 cycles: ffffffff8aa5d8c0 mod_objcg_state+0x90 ([kernel.kallsyms]) ffffffff8aa31a6f __kmem_cache_free+0x15f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [035] 2548.913828: 39199216 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [007] 2548.913851: 43162524 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [028] 2548.914246: 37574669 cycles: 3b9cf14 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [011] 2548.915297: 32652909 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) Test 198681 [010] 2548.915479: 38555674 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1aeb91 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 6495922 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2548.915895: 34724149 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [022] 2548.916634: 35020627 cycles: ffffffff8a7d68bd __mod_timer+0x17d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [004] 2548.916845: 37352105 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) swapper 0 [036] 2548.917054: 32390133 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) Test 194631 [043] 2548.917364: 36082122 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [014] 2548.918104: 46985533 cycles: 1432c476 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2548.918147: 42691835 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [009] 2548.918558: 35658778 cycles: ffffffff8aa583f1 mod_memcg_state+0x1 ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [031] 2548.919687: 36399928 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [026] 2548.919915: 37637309 cycles: 13cada25 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [025] 2548.920046: 34924683 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [040] 2548.920410: 37471850 cycles: 14178b1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 168716 [006] 2548.920541: 37132213 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [038] 2548.921562: 36016462 cycles: ffffffff8b48d4b5 tcp_filter+0x5 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 159890 [015] 2548.921653: 31359641 cycles: 21b69e84 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [018] 2548.921839: 37178680 cycles: ffffffff8a74f094 enqueue_task_fair+0xa4 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [042] 2548.922546: 35174386 cycles: 644252e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [030] 2548.922735: 28475019 cycles: 21a2fcd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [021] 2548.922747: 29956064 cycles: 3b3c3e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [017] 2548.923016: 31404152 cycles: 9111a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [024] 2548.923125: 40920599 cycles: 27cdb53 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2548.923312: 42912181 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [013] 2548.923406: 35272794 cycles: 25257527 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [044] 2548.923611: 33193701 cycles: 133a8797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [029] 2548.923662: 36016267 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [003] 2548.923780: 32915454 cycles: 14363b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2548.924788: 33432611 cycles: ffffffff8aa3040e kmem_cache_free+0x2e ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [032] 2548.925344: 34193715 cycles: ffffffff8aae9c8c ep_done_scan+0x2c ([kernel.kallsyms]) ffffffff8aaeaa5f ep_send_events+0x23f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 165266 [008] 2548.925458: 29616820 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 198455 [047] 2548.925710: 34977643 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 198683 [012] 2548.925802: 34514818 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2548.925872: 36963788 cycles: 21a2e660 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [033] 2548.925957: 34694103 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2548.926074: 35327040 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [037] 2548.926075: 30908869 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [016] 2548.926495: 37487081 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [005] 2548.926512: 32246243 cycles: 154cb037 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [046] 2548.926684: 34344817 cycles: 97ef7 pthread_mutex_lock+0x7 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4044 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [010] 2548.927041: 36920311 cycles: 1741a188 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [028] 2548.927241: 35750591 cycles: ffffffff8b46e992 tcp_sendmsg_locked+0x92 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2548.928461: 34082304 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [000] 2548.928851: 33172901 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [002] 2548.929300: 34538055 cycles: 1a6bb9 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdCmpl_0 196862 [019] 2548.929864: 42378649 cycles: 156eec2e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198842 [036] 2548.930030: 33409886 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [022] 2548.930336: 32960154 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [041] 2548.930371: 38652440 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 44dbbe663bff [unknown] (//anon) nbsd.SRV2 197556 [004] 2548.930407: 38258289 cycles: 1422f519 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [023] 2548.930823: 51825178 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [045] 2548.930986: 41808454 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) diskagen.User 198032 [035] 2548.931464: 51799081 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [015] 2548.931598: 35374141 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2548.931752: 35173380 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [043] 2548.931894: 36640309 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [030] 2548.932273: 29258448 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 163642 [007] 2548.932561: 37170544 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.User 193993 [021] 2548.933194: 35806168 cycles: 108579d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2548.933427: 36739115 cycles: ffffffff8a7493ec place_entity+0x7c ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [029] 2548.933585: 36235372 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [026] 2548.933650: 36876247 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e0ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2548.933735: 33351355 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [042] 2548.934380: 33585391 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2548.934520: 37957662 cycles: ffffffff8a7ee423 tick_check_oneshot_broadcast_this_cpu+0x13 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [040] 2548.934536: 35491277 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [038] 2548.934846: 35594230 cycles: 17e0f1f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [031] 2548.935273: 30781919 cycles: ffffffff8a74e197 dequeue_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197266 [017] 2548.935325: 34159309 cycles: 1411b9c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2548.935746: 35277149 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [011] 2548.935821: 32204746 cycles: 266e0241 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [039] 2548.936075: 39182509 cycles: 27221f83 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [018] 2548.936163: 38020589 cycles: ffffffff8b692914 __wrgsbase_inactive+0x44 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2548.936765: 32401242 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [014] 2548.936948: 45071973 cycles: ffffffff8a741313 update_min_vruntime+0x63 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2548.937003: 32487973 cycles: 1fd0130 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [013] 2548.937348: 32662745 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [001] 2548.937548: 35238811 cycles: 14085c3d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [024] 2548.937877: 39850487 cycles: 3adfbe9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [008] 2548.938102: 40289413 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [033] 2548.938182: 32872137 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [012] 2548.938184: 32576012 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159605 [032] 2548.938270: 38492397 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [047] 2548.938491: 32719569 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 196861 [020] 2548.939203: 34894819 cycles: ba83455 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [016] 2548.939259: 39116200 cycles: ffffffff8a7d78af __hrtimer_next_event_base+0xf ([kernel.kallsyms]) ffffffff8a7d7ad9 hrtimer_update_next_event+0x99 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [046] 2548.939800: 34245466 cycles: ffffffff8a7412b5 update_min_vruntime+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194089 [005] 2548.940351: 29726752 cycles: ad4d215 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [000] 2548.941050: 35278790 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [028] 2548.941064: 34150361 cycles: 3b9c9ab [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2548.941665: 32395532 cycles: ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [027] 2548.941888: 34395364 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [004] 2548.941912: 40496690 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [010] 2548.941935: 32374425 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc8fd5084c7 [unknown] (//anon) network poller 194346 [036] 2548.942006: 36443402 cycles: 16236c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [022] 2548.942692: 35785698 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [030] 2548.943277: 28272846 cycles: ffffffff8a961ea3 __filemap_get_folio+0x223 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) kswapd0 328 [029] 2548.943531: 36354587 cycles: ffffffff8ab32df8 proc_evict_inode+0x28 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [041] 2548.944095: 39045959 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [009] 2548.944192: 33285805 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [006] 2548.946314: 31812460 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [045] 2548.946466: 39574074 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [015] 2548.946616: 32738687 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5dc51f783f [unknown] (//anon) nbsd.SRV2 198455 [034] 2548.946830: 33354348 cycles: 2729f592 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2548.947276: 33366678 cycles: 2048bdb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [042] 2548.947406: 34786494 cycles: 1407ce5c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [019] 2548.947670: 46834157 cycles: ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [043] 2548.947755: 31971605 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [003] 2548.947805: 32401242 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [007] 2548.947962: 37359625 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2548.948406: 35144567 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IO 165680 [040] 2548.948800: 31095529 cycles: 133b7284 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197875 [026] 2548.949056: 33016964 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e2a4257 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [031] 2548.949152: 30862504 cycles: ffffffff8a74e8ea put_prev_entity+0x5a ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2548.949157: 31818197 cycles: ffffffff8a652efd switch_ldt+0xd ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [023] 2548.949375: 44566493 cycles: 2528d759 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2548.949514: 34580123 cycles: 1394ce0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2548.949588: 33249752 cycles: ffffffff8b6ae6c6 __x86_indirect_thunk_r12+0x6 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [017] 2548.949658: 45843575 cycles: 3b3c04b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [021] 2548.949961: 33312660 cycles: 133ff07c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [020] 2548.950094: 33979885 cycles: 21a07165 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [018] 2548.950379: 36709530 cycles: ffffffff8b800f30 asm_sysvec_reschedule_ipi+0x0 ([kernel.kallsyms]) 12e8d07 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [037] 2548.950931: 33353111 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [046] 2548.951263: 33052932 cycles: ffffffff8a7c56f7 exit_to_user_mode_loop+0xf7 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IO 194354 [012] 2548.951938: 29666935 cycles: ffffffff8abc3250 ext4_inode_table+0x10 ([kernel.kallsyms]) ffffffff8ab817c0 ext4_get_inode_loc+0x40 ([kernel.kallsyms]) ffffffff8ab83030 ext4_reserve_inode_write+0x40 ([kernel.kallsyms]) ffffffff8ab83307 __ext4_mark_inode_dirty+0x57 ([kernel.kallsyms]) ffffffff8ab8804d ext4_dirty_inode+0x5d ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [035] 2548.952084: 47681233 cycles: ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [025] 2548.952261: 38821920 cycles: 1a6bd0 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [024] 2548.952422: 39668634 cycles: 186a254 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [014] 2548.952476: 39907100 cycles: 21a045c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [008] 2548.952530: 37713094 cycles: 1e50208 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [032] 2548.952614: 34196796 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a76952b prepare_to_wait_event+0x1b ([kernel.kallsyms]) ffffffff8aaf5321 read_events+0x151 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [039] 2548.953111: 47207593 cycles: 252024f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [028] 2548.953411: 35755703 cycles: ffffffff8aaa6d14 evict+0x44 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [005] 2548.953438: 29848916 cycles: ffffffff8a754e73 nohz_balance_enter_idle+0x103 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [033] 2548.953529: 35773663 cycles: ffffffff8a7d7f3e __hrtimer_start_range_ns+0x25e ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [000] 2548.953866: 41056472 cycles: ffffffff8b4857a0 tcp_mstamp_refresh+0x0 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd 198430 [047] 2548.954141: 28301229 cycles: ffffffff8a74dcd0 dequeue_entity+0x150 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IO 160829 [030] 2548.954459: 30880067 cycles: ffffffff8a7f351c do_futex+0x17c ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [016] 2548.954524: 33564792 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [002] 2548.954578: 34182176 cycles: 1862bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [010] 2548.954651: 31848208 cycles: ffffffff8a9ed7ef rmqueue+0x8ef ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2548.954821: 35036959 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [027] 2548.954949: 31997261 cycles: 1572f9c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [036] 2548.956504: 39605134 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [022] 2548.956913: 31722419 cycles: ffffffff8b370bc3 copy_msghdr_from_user+0x13 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2548.957151: 39490344 cycles: ffffffff8a7655a2 record_times+0x12 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [034] 2548.957697: 32782795 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2548.957957: 32948812 cycles: ffffffff8b31bc76 cpuidle_get_cpu_driver+0x6 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [015] 2548.958801: 35465089 cycles: 13b67ff5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2548.958835: 30117692 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [003] 2548.959457: 43449788 cycles: 14119e8d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [043] 2548.959529: 29500078 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [041] 2548.959709: 37301542 cycles: 3b2a501 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [040] 2548.960005: 30712183 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 197898 [020] 2548.960090: 33864036 cycles: 12e97517 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [038] 2548.960638: 30904127 cycles: 2525756e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [044] 2548.960653: 34081467 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [001] 2548.960660: 32904224 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [042] 2548.960965: 34390572 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.System 172219 [026] 2548.961226: 34921572 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196102 [031] 2548.961549: 32422409 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [045] 2548.962125: 47547969 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2548.962387: 35079932 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [013] 2548.962454: 36075357 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197536 [011] 2548.962482: 30546111 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 197892 [007] 2548.962487: 32475191 cycles: ffffffff8a7d7e21 __hrtimer_start_range_ns+0x141 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [028] 2548.963229: 35935570 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a9e9e32 free_pcppages_bulk+0x1d2 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee99e free_unref_page_list+0x1ee ([kernel.kallsyms]) ffffffff8a983fa6 shrink_folio_list+0x766 ([kernel.kallsyms]) ffffffff8a987b61 shrink_inactive_list+0x191 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [018] 2548.963750: 37459823 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2548.963949: 31868905 cycles: ffffffff8a74d636 set_next_entity+0x36 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197877 [046] 2548.964108: 30813111 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [037] 2548.964210: 31278488 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [008] 2548.964229: 42280761 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2548.964291: 30494315 cycles: ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [005] 2548.964599: 29348932 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a4a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198038 [023] 2548.965124: 48086973 cycles: 251754bc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [029] 2548.965136: 34909008 cycles: 183e82f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2548.965376: 32241127 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2548.965573: 32505383 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [027] 2548.965574: 34554585 cycles: ffffffff8b483c25 tcp_cwnd_validate+0x5 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [010] 2548.965911: 35476532 cycles: 644589c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [002] 2548.965981: 32647340 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2548.966036: 29703769 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 155848 [019] 2548.966245: 46960033 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [000] 2548.966371: 38258939 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [017] 2548.967247: 47212016 cycles: bbbb5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [024] 2548.967367: 34506090 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.Scheduler 193840 [033] 2548.967728: 31781816 cycles: ffffffff8a7433fb select_idle_core+0xab ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [014] 2548.967905: 34323223 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [025] 2548.968001: 36429219 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 198454 [022] 2548.968519: 30267275 cycles: 141f4f9e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [034] 2548.969225: 36442821 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [006] 2548.969427: 31711302 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [036] 2548.969994: 35016416 cycles: ffffffff8a7b5b31 __rcu_read_unlock+0x21 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2548.970311: 30059880 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 172780 [004] 2548.970392: 38736345 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 196774 [009] 2548.971051: 34139176 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [020] 2548.971073: 37101257 cycles: ffffffff8a76e0f1 sched_clock_cpu+0x1 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198845 [039] 2548.971105: 51416243 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [038] 2548.971219: 29760342 cycles: ffffffff8a73bd48 try_to_wake_up+0x88 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [043] 2548.971388: 28634628 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155714 [035] 2548.971784: 50876203 cycles: ffffffff8a74aa9f update_curr+0xf ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [015] 2548.972477: 36155065 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [044] 2548.972655: 32349191 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b217a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [042] 2548.972904: 32630624 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/28 185 [028] 2548.973194: 36143830 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.IC 198447 [001] 2548.973543: 30288010 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [026] 2548.973573: 38120521 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [005] 2548.974367: 29186883 cycles: 689b752 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [007] 2548.974705: 34082108 cycles: ffffffff8a74503f select_idle_cpu+0x24f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2548.975224: 29958922 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2548.975278: 33964722 cycles: ffffffff8a7604f8 __update_load_avg_cfs_rq+0xb8 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [047] 2548.975408: 33217693 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [003] 2548.975456: 41309688 cycles: 3a682bc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [032] 2548.975476: 34919418 cycles: ffffffff8a74be99 select_idle_sibling+0x379 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [021] 2548.975551: 35876310 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [046] 2548.975610: 29604070 cycles: ffffffff8a741955 __calc_delta+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) network poller 194346 [012] 2548.975839: 29660202 cycles: ffffffff8a74e135 dequeue_task_fair+0xf5 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2548.975842: 32573862 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [031] 2548.976015: 32817983 cycles: ffffffff8a74ecf2 enqueue_entity+0x272 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [041] 2548.976024: 31498993 cycles: 2f703 log2+0x53 (/usr/lib/x86_64-linux-gnu/libm.so.6) 272a8524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [037] 2548.976369: 31880228 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159883 [002] 2548.976788: 32395877 cycles: ffffffff8a733357 prepare_task_switch+0x57 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [029] 2548.976874: 33503159 cycles: ffffffff8a7ab8c8 __srcu_read_lock+0x28 ([kernel.kallsyms]) ffffffff8aae16ec fsnotify_grab_connector+0x1c ([kernel.kallsyms]) ffffffff8aae26ba fsnotify_destroy_marks+0x2a ([kernel.kallsyms]) ffffffff8aadf675 __fsnotify_inode_delete+0x15 ([kernel.kallsyms]) ffffffff8aaa6674 __destroy_inode+0x84 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [018] 2548.977071: 33940122 cycles: ffffffff8b61ac11 timerqueue_add+0x71 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198035 [027] 2548.978080: 32839269 cycles: 12f6bbd9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197877 [016] 2548.978084: 34197966 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [010] 2548.978502: 33103920 cycles: 161b5f26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [000] 2548.979673: 35629102 cycles: 122deeef [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [022] 2548.979746: 33641839 cycles: 21c4819d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 194778 [008] 2548.979939: 38395837 cycles: 3b9cf8a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [006] 2548.980294: 31119677 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 165665 [025] 2548.980299: 38662227 cycles: ffffffff8a74fe2b update_sg_lb_stats+0x2b ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Timer 198862 [033] 2548.980469: 29731447 cycles: 1330d2e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2548.980477: 32635760 cycles: ffffffff8a739e80 set_task_cpu+0x120 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2548.980902: 40971807 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [024] 2548.981028: 30927210 cycles: ffffffff8aa5e8a3 __mem_cgroup_charge+0x53 ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159402 [040] 2548.981156: 29433101 cycles: ffffffff8b627ea3 __get_user_nocheck_4+0x3 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [036] 2548.981469: 38025238 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [034] 2548.982155: 40636335 cycles: 204b115e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 160813 [038] 2548.982210: 29431064 cycles: ffffffff8a7c56c0 exit_to_user_mode_loop+0xc0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [043] 2548.983040: 29986420 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [009] 2548.983462: 32204904 cycles: 133c2a7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [023] 2548.984202: 40237721 cycles: ffffffff8a769127 psi_group_change+0x187 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [005] 2548.984341: 29186883 cycles: 35debdc [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2548.984503: 35335128 cycles: ffffffffc0c841e5 nf_nat_ipv4_local_fn+0x5 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 198454 [020] 2548.984535: 35289829 cycles: 146d8473 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [042] 2548.984753: 31024730 cycles: 1148ac read+0x5c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.User 197529 [019] 2548.985103: 46504801 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [044] 2548.985134: 29946690 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [046] 2548.985591: 29307190 cycles: ffffffff8b51cfcb ip6_input+0xbb ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2548.985638: 37620231 cycles: ffffffff8a7b7f45 rcu_note_context_switch+0x135 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [029] 2548.986083: 34219766 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 198855 [031] 2548.986245: 31845123 cycles: 20499c56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [001] 2548.986557: 28162491 cycles: ffffffff8a74bb79 select_idle_sibling+0x59 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [017] 2548.986638: 36399500 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [015] 2548.986978: 40443096 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [026] 2548.986988: 36247699 cycles: ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [013] 2548.987847: 31487844 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172229 [012] 2548.987972: 32199516 cycles: ffffffff8a7478dd update_load_avg+0xd ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198842 [018] 2548.988067: 33843000 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2548.988127: 37217889 cycles: ffffffff8a74c1f6 select_idle_sibling+0x6d6 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2548.988181: 33727945 cycles: ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [002] 2548.988480: 34464236 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [030] 2548.988501: 34903369 cycles: 1300ee32 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-clie 198870 [037] 2548.988747: 29774185 cycles: ffffffff8aa5d55a __memcg_kmem_charge_page+0xba ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) blocksto.CLI2 194623 [007] 2548.988918: 32424211 cycles: ffffffff8a7655cd record_times+0x3d ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2548.989120: 33228810 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6145f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [033] 2548.989401: 30424715 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2548.989548: 34639575 cycles: ffffffff8a7d7485 hrtimer_active+0x5 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [010] 2548.990559: 31239141 cycles: 20489bb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [021] 2548.991166: 33598706 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [016] 2548.991365: 32362323 cycles: 689a27d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [006] 2548.991420: 33751572 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [022] 2548.991742: 32009490 cycles: 3b75c2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [040] 2548.992168: 29245833 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67fa43aef [unknown] (//anon) nbsd-lig.SRV2 194449 [014] 2548.992373: 39260962 cycles: 1801907 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2548.992520: 42927897 cycles: ffffffff8a7d7a45 hrtimer_update_next_event+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [039] 2548.992641: 38282167 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [027] 2548.992709: 32083435 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a752805 update_sd_lb_stats.constprop.0+0x75 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a754923 run_rebalance_domains+0x63 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 194000 [038] 2548.993044: 31288657 cycles: ffffffff8b627e21 __get_user_8+0x21 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194341 [036] 2548.993163: 36223997 cycles: ffffffff8a74e197 dequeue_task_fair+0x157 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198852 [003] 2548.993222: 32684995 cycles: 25258ab3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [000] 2548.993480: 40004717 cycles: 12f0ab0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [008] 2548.993552: 43383545 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [024] 2548.993668: 28698623 cycles: ffffffff8a6c7d54 __virt_addr_valid+0xa4 ([kernel.kallsyms]) ffffffff8aa7298b check_heap_object+0x3b ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [029] 2548.995489: 34782917 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8aaa6d8b evict+0xbb ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 198684 [043] 2548.995532: 28082060 cycles: 1424eeaa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [025] 2548.995568: 40991113 cycles: 8c1 [unknown] ([vdso]) Test 196124 [046] 2548.995844: 29468807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2548.996243: 32765404 cycles: ffffffff8a735ed7 update_rq_clock+0x107 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [044] 2548.996342: 29000582 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [042] 2548.996347: 30306359 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 170455 [009] 2548.996730: 32880241 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7484e1 __update_blocked_fair+0x451 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a754913 run_rebalance_domains+0x53 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [001] 2548.996733: 31031591 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [034] 2548.996774: 39445542 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [020] 2548.997028: 38759802 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [045] 2548.997170: 35956914 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [004] 2548.997251: 39950992 cycles: 3ac0841 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [005] 2548.997544: 32041026 cycles: 12f63b68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [037] 2549.000094: 28997152 cycles: 172c17d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Background 198461 [018] 2549.000607: 31341993 cycles: 2727af62 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [033] 2549.000810: 29247561 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [013] 2549.000996: 32024710 cycles: 3b31f75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [012] 2549.000996: 35920528 cycles: 13392ba3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [002] 2549.001006: 34955656 cycles: 1300ef86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197238 [026] 2549.001063: 34360511 cycles: 1407135b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [032] 2549.001516: 44648239 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [023] 2549.001809: 44957690 cycles: ffffffff8a733327 prepare_task_switch+0x27 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [040] 2549.001860: 31847213 cycles: ffffffff8a76e0f8 sched_clock_cpu+0x8 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [015] 2549.002010: 35513936 cycles: 204a7844 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [028] 2549.002458: 34255124 cycles: bbb8407 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [017] 2549.002609: 30999489 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [030] 2549.002620: 30754350 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [010] 2549.002645: 33940619 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 198432 [047] 2549.003300: 31313883 cycles: 1406ba56 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [027] 2549.003362: 31053120 cycles: ffffffff8a9eb372 prep_compound_page+0x52 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [016] 2549.003475: 36530777 cycles: ffffffff8a7691cb psi_group_change+0x22b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [041] 2549.003645: 30510032 cycles: ffffffff8b6a5f75 mutex_unlock+0x15 ([kernel.kallsyms]) ffffffff8aaf5271 read_events+0xa1 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [006] 2549.003649: 32271095 cycles: ffffffff8a741cf5 wake_affine+0xc5 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2549.003762: 33924353 cycles: ffffffff8a75c380 cpuidle_idle_call+0x0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [007] 2549.003784: 39393621 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [024] 2549.003825: 28699950 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [038] 2549.004154: 31236343 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ksoftirqd/29 191 [029] 2549.005080: 35444810 cycles: ffffffff8aa5d852 mod_objcg_state+0x22 ([kernel.kallsyms]) ffffffff8aa30553 kmem_cache_free+0x173 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd 167024 [011] 2549.005113: 38268953 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) kswapd0 328 [014] 2549.005739: 41395326 cycles: ffffffff8a7ab904 __srcu_read_unlock+0x14 ([kernel.kallsyms]) ffffffff8aae1720 fsnotify_grab_connector+0x50 ([kernel.kallsyms]) ffffffff8aae26ba fsnotify_destroy_marks+0x2a ([kernel.kallsyms]) ffffffff8aadf675 __fsnotify_inode_delete+0x15 ([kernel.kallsyms]) ffffffff8aaa6674 __destroy_inode+0x84 ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blockstore-test 198065 [046] 2549.006184: 29669973 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) Test 198682 [044] 2549.006195: 29272228 cycles: 35debdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [019] 2549.006736: 43801835 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [039] 2549.006741: 34196039 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 198101 [021] 2549.007044: 40842517 cycles: ffffffff8a743364 select_idle_core+0x14 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73dc4c task_sched_runtime+0x9c ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 198842 [035] 2549.007253: 36859506 cycles: 1300f2ff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2549.007483: 29673757 cycles: 3b10e68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198436 [036] 2549.007514: 32495521 cycles: ffffffff8a76939c psi_group_change+0x3fc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [043] 2549.007776: 28082060 cycles: 3a49edf [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198054 [001] 2549.008003: 31031591 cycles: 154cad92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [042] 2549.008161: 29224487 cycles: 133ae10f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [000] 2549.008352: 35766162 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [009] 2549.009920: 34311040 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [008] 2549.010025: 52695872 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [005] 2549.010146: 33020260 cycles: 3a8fe5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [020] 2549.010264: 40481269 cycles: 141db140 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2549.010451: 36487466 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [033] 2549.011241: 32068432 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [045] 2549.011434: 35343416 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [017] 2549.011771: 34958926 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [034] 2549.011837: 39130396 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8a77cd57 __raw_spin_lock_irqsave+0x57 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [025] 2549.011946: 43260447 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b3714ab ___sys_sendmsg+0x6b ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 197238 [004] 2549.012064: 41596301 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [018] 2549.012107: 30280316 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [037] 2549.012269: 30737119 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [012] 2549.012976: 33995892 cycles: ffffffff8b697c68 syscall_exit_to_user_mode+0x38 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [015] 2549.013287: 37024402 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [026] 2549.013547: 32359666 cycles: 133ae16b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [038] 2549.013550: 34041324 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [002] 2549.013556: 32698798 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.013889: 31222648 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [013] 2549.014513: 32024710 cycles: 2049b5b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 172875 [027] 2549.014645: 38191805 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [024] 2549.014795: 28376634 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198051 [030] 2549.014889: 28988720 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2549.015010: 32339364 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [006] 2549.015189: 30748957 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [047] 2549.015723: 35145796 cycles: 3ac5791 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [044] 2549.015859: 29396311 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2549.016114: 38466035 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 155714 [028] 2549.016342: 37530217 cycles: ffffffff8a736da0 dequeue_task+0x80 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [039] 2549.017065: 36449238 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2549.017069: 36941770 cycles: ffffffff8a73bda2 try_to_wake_up+0xe2 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.System 169808 [041] 2549.017108: 36316608 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 134046ff [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [014] 2549.017150: 39809235 cycles: ffffffff8a7ba411 rcu_segcblist_enqueue+0x21 ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8aaa67f5 destroy_inode+0x65 ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [032] 2549.017177: 42992450 cycles: 3b17acc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2549.017356: 33083643 cycles: ffffffff8aa59644 refill_obj_stock+0x24 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [046] 2549.017680: 31891784 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197523 [043] 2549.017749: 35801319 cycles: ffffffff8a7f2739 futex_get_value_locked+0x19 ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [003] 2549.018586: 35980595 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [007] 2549.019178: 39498393 cycles: 26cacef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [042] 2549.019643: 31480587 cycles: 3b75b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [036] 2549.020131: 30753043 cycles: ffffffff8b381dc3 skb_release_data+0xb3 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [035] 2549.020542: 34813322 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2549.020554: 40076425 cycles: ffffffff8a76900a psi_group_change+0x6a ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2549.020717: 43015739 cycles: ffffffff8a846c70 touch_softlockup_watchdog_sched+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [000] 2549.021573: 32249992 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [001] 2549.021829: 32567245 cycles: ffffffff8a74ab9f update_curr+0x10f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [037] 2549.022052: 30445695 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [018] 2549.023159: 32971598 cycles: 3c73eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [021] 2549.023830: 38144210 cycles: 35f3da9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [005] 2549.023838: 34534349 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blockstore-test 198065 [020] 2549.024162: 36740303 cycles: ffffffff8aa5cb85 charge_memcg+0x15 ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 194355 [002] 2549.024451: 31925312 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [009] 2549.024526: 34311040 cycles: 1a7100 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 17e364c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198650 [033] 2549.024733: 32787798 cycles: 3b98fff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [019] 2549.024866: 40885822 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [030] 2549.024910: 28745289 cycles: 133a33e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [040] 2549.025099: 35430631 cycles: 21a312de [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [044] 2549.025320: 33280304 cycles: ffffffff8a7d7f12 __hrtimer_start_range_ns+0x232 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [024] 2549.025544: 34599632 cycles: 1c7857c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [031] 2549.025700: 34686581 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [006] 2549.025829: 33525854 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [045] 2549.025830: 30931592 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8a7ebbc0 clockevents_program_event+0x70 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [017] 2549.026124: 35085363 cycles: 175b0b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194619 [038] 2549.026183: 31962836 cycles: ffffffff8a7535db newidle_balance+0xb ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [026] 2549.026222: 30092572 cycles: ffffffff8b381ba5 alloc_skb_with_frags+0x125 ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [013] 2549.026248: 41676137 cycles: 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [012] 2549.026508: 34651962 cycles: 1c47c4f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2549.026975: 33880399 cycles: ffffffff8b61a559 memchr_inv+0x19 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [010] 2549.027063: 36883208 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [034] 2549.027210: 40076584 cycles: ffffffff8a9e91d2 check_new_pages+0x62 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [039] 2549.027759: 36373013 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [014] 2549.028078: 39079519 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [008] 2549.028565: 46861654 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2549.028938: 35806873 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [047] 2549.029040: 37104895 cycles: 272afca0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [046] 2549.029040: 31891784 cycles: 1ca24228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [025] 2549.029182: 38794170 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194434 [022] 2549.029622: 34201011 cycles: 17fa43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [015] 2549.029641: 35633245 cycles: 13925ed [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [042] 2549.030166: 33216450 cycles: 3b9e8c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [027] 2549.030392: 35887582 cycles: ffffffff8a753b25 pick_next_task_fair+0x65 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2549.030994: 37283307 cycles: ffffffff8a74d6e4 set_next_entity+0xe4 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [028] 2549.031042: 38990586 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2549.031143: 36957371 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8acd4056 apparmor_file_permission+0x86 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7c807 do_iter_write+0x77 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 169048 [036] 2549.031398: 29212048 cycles: c2e19e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [003] 2549.031586: 33561196 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2549.032320: 30573467 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [032] 2549.032991: 40870537 cycles: ffffffff8a7d6818 __mod_timer+0xd8 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [043] 2549.032992: 41019724 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [000] 2549.033424: 34294999 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46c9f487f [unknown] (//anon) nbsd-lig.SRV1 194448 [035] 2549.033805: 31085356 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2549.033825: 33710630 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [007] 2549.033909: 37816062 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [020] 2549.034457: 35912028 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 194632 [030] 2549.035357: 28464149 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [001] 2549.035485: 30763116 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) nbsd.User 194341 [018] 2549.037044: 36455508 cycles: 26ac41b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [026] 2549.037534: 28981045 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 47eff8655cf [unknown] (//anon) ydbd.Scheduler 196924 [002] 2549.037656: 36413091 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [033] 2549.037990: 33585999 cycles: 3b3dcec [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [038] 2549.038023: 31962836 cycles: 65502e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [044] 2549.038105: 38737255 cycles: ffffffff8aa72b44 __check_object_size.part.0+0x14 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198839 [009] 2549.038210: 38777045 cycles: ffffffff8a6b7ce8 kvm_sched_clock_read+0x8 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [024] 2549.038383: 33082147 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dccc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [040] 2549.038802: 35774744 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [014] 2549.038844: 38296185 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaa67c4 destroy_inode+0x34 ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) PdGetEv 166704 [023] 2549.038887: 45821168 cycles: 156cee5c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [012] 2549.038890: 32786546 cycles: 14018c9d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [045] 2549.039047: 31463127 cycles: 12f35c7a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 196920 [011] 2549.039171: 42905573 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a741c02 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a752f0a load_balance+0x1da ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [006] 2549.040766: 34626058 cycles: ffffffff8a65e876 arch_cpu_idle_enter+0x16 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198751 [021] 2549.040783: 30646881 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [017] 2549.040872: 37638857 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [019] 2549.041171: 38485514 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [039] 2549.041500: 32274151 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [010] 2549.041766: 40177494 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [031] 2549.042061: 39041793 cycles: ffffffff8b50c275 scm_recv.constprop.0+0x35 ([kernel.kallsyms]) ffffffff8b50f13b unix_stream_read_generic+0x21b ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [046] 2549.042095: 42094492 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 166746 [022] 2549.042712: 32725927 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [029] 2549.042764: 34353828 cycles: 1300ee26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [036] 2549.042829: 27852279 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2549.042901: 43732497 cycles: ffffffff8a7340b5 raw_spin_rq_unlock+0x5 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [042] 2549.043292: 34647971 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 171298 [028] 2549.043876: 37198578 cycles: ffffffff8a7523ce __update_idle_core+0x9e ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [041] 2549.043889: 34602664 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [005] 2549.044234: 33969447 cycles: ffffffff8b49428e tcp_v4_rcv+0xcce ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [030] 2549.044268: 28659047 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [004] 2549.044294: 40157360 cycles: ffffffff8a74aad8 update_curr+0x48 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blockstore-test 198065 [020] 2549.044485: 35942937 cycles: ffffffff8aa5e86f __mem_cgroup_charge+0x1f ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI2 198657 [015] 2549.044814: 37246921 cycles: ffffffff8a9e9b02 __free_one_page+0x3e2 ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [000] 2549.045184: 33089224 cycles: 26abd731 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [027] 2549.045364: 31121537 cycles: 35fdea7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2549.045429: 32818786 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [013] 2549.045607: 36147218 cycles: ffffffff8a73c216 try_to_wake_up+0x556 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [047] 2549.045913: 42014767 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [037] 2549.046380: 37888005 cycles: 1422ee3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196100 [035] 2549.047077: 32583688 cycles: ffffffff8b1b5925 loopback_xmit+0x5 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [008] 2549.047085: 38277439 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [025] 2549.047120: 31704308 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [003] 2549.047300: 35388133 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [026] 2549.047770: 28798400 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198711 [032] 2549.048000: 36314577 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [014] 2549.049405: 37779784 cycles: ffffffff8acee409 hook_inode_free_security+0x19 ([kernel.kallsyms]) ffffffff8ac657dc security_inode_free+0x2c ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [038] 2549.050084: 37953072 cycles: ffffffff8b696ba6 sysvec_apic_timer_interrupt+0x46 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2549.050154: 36413091 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [007] 2549.050366: 32859286 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2549.050388: 35183102 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [018] 2549.050424: 33526074 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [024] 2549.050540: 42332144 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 118c62 __poll+0x62 (/usr/lib/x86_64-linux-gnu/libc.so.6) 21c959 fdarray__poll+0x31 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 849e2 __cmd_record+0x1452 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV2 196022 [001] 2549.050691: 32255151 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 26ce6bf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [040] 2549.051083: 37253188 cycles: 21a312c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198839 [012] 2549.051748: 34785978 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [044] 2549.052095: 35248431 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2549.052293: 31463127 cycles: ffffffff8adad137 _copy_to_iter+0x1a7 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [039] 2549.052561: 31468764 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197542 [033] 2549.052771: 33397306 cycles: 1406fa5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [006] 2549.052786: 38232387 cycles: ffffffff8a779f5d psi_task_switch+0x17d ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 194629 [036] 2549.052810: 35221087 cycles: 3ad2230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 154858 [030] 2549.054146: 29713415 cycles: ffffffff8a7f284d __futex_unqueue+0x2d ([kernel.kallsyms]) ffffffff8a7f646b futex_wake_mark+0x6b ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198859 [021] 2549.054247: 30205340 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2549.054530: 36038494 cycles: ffffffff8a9e9179 check_new_pages+0x9 ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [011] 2549.054672: 40899547 cycles: 20485ff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [042] 2549.055227: 32353412 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [009] 2549.055339: 40290766 cycles: 36eaa9f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [023] 2549.055439: 38147566 cycles: 14024ee4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194778 [000] 2549.055474: 39640428 cycles: 3af3194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [019] 2549.055508: 37838002 cycles: 133ae5d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 193590 [017] 2549.056318: 38315473 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198656 [046] 2549.056465: 40545364 cycles: 6507930 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [022] 2549.056914: 38649674 cycles: 3c4824e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [029] 2549.057198: 39878352 cycles: ffffffff8a9e918b check_new_pages+0x1b ([kernel.kallsyms]) ffffffff8a9ec973 rmqueue_bulk+0x243 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b6b alloc_skb_with_frags+0xeb ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [016] 2549.057313: 34563964 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [028] 2549.057853: 41558828 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [005] 2549.058369: 32757923 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [004] 2549.058426: 34705327 cycles: ffffffff8b51cb16 ip6_protocol_deliver_rcu+0x1b6 ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [027] 2549.058528: 29702035 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [010] 2549.058576: 40177494 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197240 [013] 2549.058788: 37811275 cycles: 140713c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [035] 2549.058850: 36877389 cycles: 1d44001 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [026] 2549.058966: 28549937 cycles: ffffffff8acd20d0 apparmor_socket_recvmsg+0x10 ([kernel.kallsyms]) ffffffff8b36d432 sock_recvmsg+0x22 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [034] 2549.059288: 41977715 cycles: c50 [unknown] ([vdso]) blocksto.CLI2 194630 [041] 2549.059440: 39492306 cycles: 64fbad0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 169823 [031] 2549.059559: 39237393 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [014] 2549.059771: 37525541 cycles: ffffffff8b6ad538 _raw_spin_unlock+0x18 ([kernel.kallsyms]) ffffffff8aac781f inode_wait_for_writeback+0x2f ([kernel.kallsyms]) ffffffff8aaa6d8b evict+0xbb ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.User 198035 [025] 2549.059893: 31254794 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 198839 [037] 2549.060253: 38330083 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [032] 2549.060890: 41195027 cycles: 352a25d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [008] 2549.060977: 36232626 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [003] 2549.061226: 35123096 cycles: 1740bd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [015] 2549.062791: 33767983 cycles: 133a7dd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [018] 2549.063032: 31077298 cycles: 1380ab7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [001] 2549.063324: 36013089 cycles: ffffffff8aa323f5 __check_heap_object+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2549.063569: 47207610 cycles: ffffffff8a747ce3 update_load_avg+0x413 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [007] 2549.063697: 32992150 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [038] 2549.064009: 34687590 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 166759 [043] 2549.064162: 39437394 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f22126b613f [unknown] (//anon) diskagen.Timer 197898 [021] 2549.064304: 30205340 cycles: 1330ce4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [040] 2549.064380: 39243670 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [044] 2549.064472: 32766211 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2549.064566: 40237200 cycles: ffffffff8a7ef39b tick_nohz_restart+0x1b ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-test 198065 [020] 2549.064586: 36040968 cycles: ffffffff8a9b83bb set_pte+0xb ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 197891 [006] 2549.064953: 38780088 cycles: 1339e3ab [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [045] 2549.065334: 41036656 cycles: ffffffff8a761955 update_dl_rq_load_avg+0x5 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2549.065894: 28690640 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [024] 2549.065905: 40000081 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [039] 2549.066399: 33746616 cycles: 3cb5450 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 160832 [012] 2549.067073: 36883414 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [033] 2549.067304: 34279070 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198053 [026] 2549.067876: 31395873 cycles: 1330d4b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [042] 2549.067916: 30963523 cycles: 14261831 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2549.068040: 32475917 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [016] 2549.068947: 37267806 cycles: 3a68282 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 198846 [004] 2549.070372: 33075263 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [023] 2549.070582: 33376047 cycles: ffffffff8b6a46a5 __schedule+0x1a5 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [005] 2549.071358: 36390101 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2549.071359: 36031408 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [029] 2549.071444: 39792964 cycles: ffffffff8a9aeff5 list_lru_isolate_move+0x25 ([kernel.kallsyms]) ffffffff8aaa0377 dentry_lru_isolate+0x87 ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.IC 197544 [003] 2549.071736: 34571847 cycles: 1c47c9f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 155861 [009] 2549.071822: 44773288 cycles: ffffffff8a74fea3 update_sg_lb_stats+0xa3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166760 [027] 2549.071984: 33393990 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [011] 2549.072179: 36966471 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194345 [022] 2549.072469: 34329101 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [019] 2549.072584: 45525614 cycles: ffffffff8a6b8cdb pvclock_clocksource_read+0xb ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [046] 2549.072806: 33024971 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [013] 2549.073330: 33050539 cycles: 35f7e6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [025] 2549.073662: 36424123 cycles: 219d8a41 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [028] 2549.073727: 37145040 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [017] 2549.073872: 46864740 cycles: 251ffa94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Batch 169052 [014] 2549.074077: 33747894 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198681 [018] 2549.074271: 31183386 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [020] 2549.074527: 36207707 cycles: ffffffff8a7aea96 __rcu_read_lock+0x6 ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [035] 2549.074747: 31551420 cycles: 20a75a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [034] 2549.074787: 40072099 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2549.074987: 48054401 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [031] 2549.075419: 42958336 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [008] 2549.075869: 37549070 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [041] 2549.076331: 43261144 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ksoftirqd/15 107 [015] 2549.076733: 33380788 cycles: ffffffff8a7b8116 rcu_core+0x6 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 197891 [030] 2549.076821: 33846131 cycles: ffffffff8b6ad4e6 _raw_spin_unlock_bh+0x6 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [044] 2549.077207: 38526692 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3c31963 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [037] 2549.077586: 31209053 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [021] 2549.077999: 40378269 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [038] 2549.078050: 38184835 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [040] 2549.078404: 34514598 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [006] 2549.078490: 44783523 cycles: ffffffff8b6abe35 default_idle+0x5 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2549.078808: 35763865 cycles: 2889858 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 166745 [032] 2549.078979: 33514520 cycles: bbce62c [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [039] 2549.079157: 33920668 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [001] 2549.079506: 37190086 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [026] 2549.079596: 31516718 cycles: 3b9651a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [024] 2549.079603: 41385717 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2549.079647: 38340889 cycles: ffffffff8b697ebc ct_idle_exit+0x1c ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2549.079805: 41259206 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198609 [042] 2549.079827: 33072585 cycles: ffffffff8a7dacc8 ktime_get+0x18 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 169808 [036] 2549.080034: 32689843 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [012] 2549.080651: 32861315 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 55e67f982eff [unknown] (//anon) Test 194631 [004] 2549.081740: 31807762 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [029] 2549.082402: 38789015 cycles: ffffffff8aaa0dd4 dentry_unlink_inode+0x94 ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [016] 2549.082439: 34138613 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [047] 2549.082501: 40022597 cycles: 250fec3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [045] 2549.082800: 39166752 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2549.083373: 36536701 cycles: ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2549.083562: 39568855 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ksoftirqd/14 101 [014] 2549.083819: 33269405 cycles: ffffffff8aa2ffd1 __slab_free+0xb1 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [046] 2549.083835: 32470022 cycles: ffffffff8b697c63 syscall_exit_to_user_mode+0x33 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [023] 2549.084150: 33985764 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [005] 2549.084253: 36862452 cycles: 204a4af7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2549.084458: 36337923 cycles: ffffffff8a9bba16 do_anonymous_page+0x2f6 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.IC 194355 [022] 2549.084591: 31881367 cycles: 21a2fcd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [011] 2549.085131: 37983101 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [027] 2549.085265: 34763155 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [003] 2549.085772: 34911849 cycles: ffffffffc0c83b2b nf_nat_ipv6_fn+0xb ([kernel.kallsyms]) ffffffffc0c84479 nf_nat_ipv6_local_fn+0x19 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [013] 2549.085868: 31081501 cycles: ffffffff8a7f1f32 get_futex_key+0x452 ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2549.085959: 36210199 cycles: ffffffff8a74f0eb enqueue_task_fair+0xfb ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [009] 2549.087390: 39564176 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [025] 2549.087673: 39342052 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2549.088140: 31149060 cycles: ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [040] 2549.089173: 33817958 cycles: ffffffff8a7650f4 __wake_up+0x14 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [034] 2549.089418: 48784752 cycles: 178e6fb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198862 [032] 2549.089678: 32530698 cycles: 1330d99d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [028] 2549.089871: 34039380 cycles: ffffffff8aa824aa super_cache_scan+0xca ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [030] 2549.089905: 31221554 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2549.090013: 35372758 cycles: 13c7c8a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [037] 2549.090165: 29370899 cycles: ffffffff8a736ab5 wake_q_add_safe+0x15 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [008] 2549.090227: 38904128 cycles: ffffffffc0c84670 nf_nat_ipv4_out+0x0 ([kernel.kallsyms]) ffffffff8b45b3c6 ip_output+0xe6 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [015] 2549.090323: 33380788 cycles: ffffffff8a73bd35 try_to_wake_up+0x75 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [019] 2549.091195: 42950221 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [044] 2549.091939: 37505526 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [042] 2549.092016: 37849041 cycles: ffffffff8a74c201 select_idle_sibling+0x6e1 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [026] 2549.092436: 33182849 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2549.092794: 43789543 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196007 [010] 2549.092817: 40897886 cycles: ffffffff8a7f654d futex_wake+0x8d ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 170237 [012] 2549.092994: 33871608 cycles: ffffffff8a7f17ab futex_hash+0x5b ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 166748 [036] 2549.093383: 30839709 cycles: ad0fe0e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [038] 2549.093419: 37131934 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [017] 2549.093449: 35482956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [031] 2549.093666: 38269138 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [001] 2549.093965: 45549726 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 198628 [046] 2549.094335: 32343413 cycles: 133fecd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2549.094474: 36473477 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV2 197556 [004] 2549.094597: 37193396 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [033] 2549.094673: 34675862 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2549.094932: 36039000 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 6446a2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [014] 2549.095077: 32714054 cycles: ffffffff8a74c5ea select_task_rq_fair+0x16a ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [006] 2549.095195: 47215781 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [007] 2549.096009: 36038047 cycles: ffffffff8b694bd0 amd_clear_divider+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [024] 2549.096024: 44175915 cycles: ffffffff8a7476a2 attach_entity_load_avg+0x12 ([kernel.kallsyms]) ffffffff8a747ed4 update_load_avg+0x604 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 163665 [022] 2549.096387: 31529579 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 194362 [021] 2549.096478: 38116858 cycles: ffffffff8a77cdb9 __raw_read_lock_irqsave+0x29 ([kernel.kallsyms]) ffffffff8b6ad03e _raw_read_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaebeb0 ep_poll_callback+0x30 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2549.096658: 34906704 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [047] 2549.097098: 38913775 cycles: 2047f5e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197546 [000] 2549.097485: 35147153 cycles: 21980414 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194619 [043] 2549.098144: 40917686 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [005] 2549.098550: 39105840 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [028] 2549.099255: 39186769 cycles: ffffffff8a7b7b38 __call_rcu_common.constprop.0+0x58 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8aaa67f5 destroy_inode+0x65 ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [023] 2549.099863: 32196267 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [002] 2549.099994: 39568855 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [045] 2549.100127: 34412297 cycles: 3a61c41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [011] 2549.100466: 40156726 cycles: 3af1ae8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2549.100977: 33001245 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 172219 [037] 2549.101139: 31198083 cycles: bbd1468 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [003] 2549.101699: 29326777 cycles: 1407d71e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [027] 2549.101720: 33961741 cycles: 14048376 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [013] 2549.101925: 28412244 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [018] 2549.101974: 36297461 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [025] 2549.102531: 39635240 cycles: 36b79d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [039] 2549.102649: 37315073 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [035] 2549.102945: 34682970 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [030] 2549.103107: 29065989 cycles: 3a62ed3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2549.103989: 32844708 cycles: ffffffff8a74ebda enqueue_entity+0x15a ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 167024 [012] 2549.104720: 35987876 cycles: ffffffff8a74ea35 put_prev_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 166754 [008] 2549.104778: 37855115 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 198447 [031] 2549.104880: 36793307 cycles: 21a2febc [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2549.105215: 33419712 cycles: ffffffff8a769260 psi_group_change+0x2c0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165256 [026] 2549.105463: 35493385 cycles: ffffffff8a74e8c8 put_prev_entity+0x38 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO0 198852 [015] 2549.105539: 38570565 cycles: 1338e164 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2549.105594: 36814607 cycles: ffffffff8a74ecb6 enqueue_entity+0x236 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2549.106110: 35062007 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198712 [017] 2549.106284: 35172095 cycles: ffffffff8b3a0908 netif_rx_internal+0x38 ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [044] 2549.106676: 40751333 cycles: 14198391 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [020] 2549.107081: 35721403 cycles: 2727af01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [014] 2549.107254: 38531400 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [046] 2549.107350: 29282046 cycles: ffffffff8a744f41 select_idle_cpu+0x151 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 198856 [022] 2549.107407: 36351829 cycles: 154cae20 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2549.107471: 49747953 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [042] 2549.107507: 35830789 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [038] 2549.108252: 35068519 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6132c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [006] 2549.108538: 43133956 cycles: 21a2fcc9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [016] 2549.108792: 39244220 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [010] 2549.109112: 42863106 cycles: 3987e4f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [004] 2549.109171: 40169414 cycles: 133a880e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [041] 2549.109452: 36952903 cycles: 133fee0d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) kswapd0 328 [028] 2549.110043: 38384108 cycles: ffffffff8aa3040e kmem_cache_free+0x2e ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaa207b ___d_drop+0x4b ([kernel.kallsyms]) ffffffff8aaa2187 __dentry_kill+0x67 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 196101 [019] 2549.110789: 41995411 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [003] 2549.111499: 32610338 cycles: ffffffff8b383f56 __kfree_skb+0x6 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [000] 2549.111521: 31964147 cycles: ffffffff8a74de98 dequeue_entity+0x318 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [007] 2549.111698: 30866864 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [033] 2549.111830: 38809235 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [032] 2549.112430: 37810613 cycles: ffffffff8a6b8d1f pvclock_clocksource_read+0x4f ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a74868e update_blocked_averages+0x9e ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV1 194448 [013] 2549.112555: 32400259 cycles: 186b42c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198852 [021] 2549.112609: 42211100 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [024] 2549.112610: 45434982 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [047] 2549.112877: 36758716 cycles: 3b71043 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [023] 2549.112933: 36866984 cycles: ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [001] 2549.112936: 41711252 cycles: 689a2ae [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2549.113810: 33338969 cycles: 2049b5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [030] 2549.114315: 28292757 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [043] 2549.114941: 46862052 cycles: 140713cb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [002] 2549.115119: 41766868 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [037] 2549.115302: 28180123 cycles: ffffffff8a7f29a0 futex_unqueue+0x10 ([kernel.kallsyms]) ffffffff8a7f6efd futex_wait+0x15d ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [011] 2549.115596: 36422145 cycles: 173e8c69 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [005] 2549.115666: 38607387 cycles: ffffffff8a74791b update_load_avg+0x4b ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [027] 2549.115734: 33961741 cycles: 12f0aaf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.115794: 34708456 cycles: ffffffff8a747ca7 update_load_avg+0x3d7 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159401 [045] 2549.116989: 36405689 cycles: ffffffff8a74aacf update_curr+0x3f ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 197447 [040] 2549.117073: 46656365 cycles: ffffffff8a7b5b31 __rcu_read_unlock+0x21 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [008] 2549.117950: 42427827 cycles: 21a27858 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [039] 2549.118090: 37315073 cycles: 25258a9c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169056 [036] 2549.118487: 39948212 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [012] 2549.118544: 35987876 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [046] 2549.119410: 31607187 cycles: ffffffff8b696b16 sysvec_call_function_single+0x76 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2549.119932: 38538233 cycles: 133a44e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 165266 [026] 2549.120038: 32110409 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74accc update_curr_fair+0x1c ([kernel.kallsyms]) ffffffff8a73dc8a task_sched_runtime+0xda ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [029] 2549.120165: 31718767 cycles: ffffffff8a75c5c5 do_idle+0x55 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 171585 [025] 2549.120369: 39635240 cycles: 90a72 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [044] 2549.120416: 36798299 cycles: 2727af7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [009] 2549.120519: 36437478 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 151701 [031] 2549.121136: 36793307 cycles: ffffffff8a80fd29 cgroup_rstat_updated+0x59 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [020] 2549.121381: 41929122 cycles: 3c74c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [042] 2549.121437: 36501484 cycles: ffffffff8a73cc95 cpus_share_cache+0x5 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [003] 2549.121847: 32767297 cycles: ffffffff8a74dcaa dequeue_entity+0x12a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [028] 2549.122023: 36448372 cycles: ffffffff8b36d21d sock_poll+0x2d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [017] 2549.122081: 35172095 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [038] 2549.122320: 45103641 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [006] 2549.122449: 43407318 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 141ab29e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2549.123061: 35530071 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2549.123358: 36965437 cycles: ffffffff8b6ac13b default_idle_call+0x4b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196924 [014] 2549.123651: 41603711 cycles: 1572f9ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 196118 [004] 2549.123825: 40895650 cycles: 3b9b66b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [035] 2549.123835: 33586465 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172221 [007] 2549.124433: 29466691 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [030] 2549.125135: 29840373 cycles: 133c2cb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [000] 2549.125665: 39533092 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [013] 2549.125704: 31407383 cycles: 13c96298 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [001] 2549.125758: 45180335 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [041] 2549.125893: 35241537 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [032] 2549.125988: 37575036 cycles: ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [037] 2549.126261: 27279809 cycles: ffffffff8b696aa1 sysvec_call_function_single+0x1 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 193997 [010] 2549.126384: 47113496 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd 198440 [034] 2549.127014: 53787665 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [033] 2549.127207: 35799631 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171305 [047] 2549.127614: 33166804 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [023] 2549.127678: 41608877 cycles: 14190721 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198035 [019] 2549.128577: 40326601 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.130114: 33465286 cycles: ffffffff8a75c464 cpuidle_idle_call+0xe4 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [011] 2549.130326: 35671936 cycles: 14119fc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198683 [008] 2549.130400: 40137657 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [002] 2549.130508: 36248994 cycles: 3af22c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [027] 2549.130649: 49382505 cycles: 3b987f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [021] 2549.130653: 42010050 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [024] 2549.131774: 35412056 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2549.131792: 43998357 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a75c43f cpuidle_idle_call+0xbf ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 168716 [012] 2549.132240: 40195030 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [046] 2549.132803: 31925775 cycles: 141e8d77 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198615 [045] 2549.132849: 38392486 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2549.132881: 50882756 cycles: ffffffff8a6b7cff kvm_sched_clock_read+0x1f ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198844 [028] 2549.132998: 35580334 cycles: 154cad6c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [026] 2549.133053: 29709825 cycles: ffffffff8a779edd psi_task_switch+0xfd ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [044] 2549.133830: 37070285 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [009] 2549.134206: 32688100 cycles: 3b3bdbf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [043] 2549.134500: 36544575 cycles: 161b5ff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [040] 2549.134608: 39776821 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [036] 2549.134626: 41585955 cycles: ffffffff8b6ad4e5 _raw_spin_unlock_bh+0x5 ([kernel.kallsyms]) ffffffff8b46f3ef tcp_sendmsg+0x1f ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [007] 2549.135075: 33913189 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [029] 2549.135113: 27703496 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [042] 2549.135245: 45238017 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 169813 [020] 2549.136129: 37392569 cycles: ffffffff8b800002 srso_alias_untrain_ret+0x2 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [003] 2549.136492: 33502889 cycles: ffffffff8a76920c psi_group_change+0x26c ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [014] 2549.136570: 41585070 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [025] 2549.136613: 49128809 cycles: ffffffff8ada67e1 __bitmap_and+0x31 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [015] 2549.136797: 36484093 cycles: 68642e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [017] 2549.136851: 42556885 cycles: 140eefa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2549.137285: 39332077 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [030] 2549.137448: 29840373 cycles: 1406ba17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [022] 2549.137468: 36825412 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [031] 2549.137472: 48540781 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [037] 2549.137671: 27279809 cycles: 133ae0d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [033] 2549.137795: 39096804 cycles: 2048bda0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [004] 2549.138008: 36043565 cycles: 1ea6bcd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [013] 2549.138715: 37789331 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [038] 2549.139300: 42806039 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196924 [032] 2549.139774: 38717784 cycles: ffffffff8a7d9245 hrtimer_nanosleep+0xc5 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198649 [000] 2549.140164: 37502614 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198749 [006] 2549.140552: 44460008 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [035] 2549.140555: 35633502 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [041] 2549.141036: 30831209 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 194341 [047] 2549.142364: 29549445 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [018] 2549.142913: 33227706 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166613 [001] 2549.143192: 37146301 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d7ded __hrtimer_start_range_ns+0x10d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [026] 2549.143419: 32614870 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [002] 2549.143618: 37252036 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [011] 2549.143687: 36279861 cycles: 3ac0621 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [008] 2549.143732: 36788190 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165459 [023] 2549.144131: 38484062 cycles: ffffffff8b6ad670 native_queued_spin_lock_slowpath+0x20 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a733f0e raw_spin_rq_lock_nested+0x1e ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2549.144653: 31014219 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [010] 2549.144848: 54252640 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [024] 2549.145515: 39545580 cycles: 266e139d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 198050 [019] 2549.146002: 47338997 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [034] 2549.146136: 51051145 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [029] 2549.146538: 29701966 cycles: ffffffff8aa56363 __refill_stock+0x23 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2549.146802: 33410896 cycles: ffffffff8a7434a1 select_idle_core+0x151 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2549.146830: 34275342 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [012] 2549.147005: 42164663 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [007] 2549.147108: 32782222 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [009] 2549.147531: 33239009 cycles: 1a6a8d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [043] 2549.147707: 40251504 cycles: 12ff5349 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [030] 2549.147957: 42394759 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [040] 2549.148209: 43907512 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2549.148526: 43512981 cycles: ffffffff8a733fca _raw_spin_rq_lock_irqsave+0x2a ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [027] 2549.148886: 40360739 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) blockstore-clie 198870 [039] 2549.149245: 45901156 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagentd 198048 [045] 2549.149279: 40771460 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2549.149379: 35701011 cycles: ffffffff8b6980b4 ct_nmi_enter+0x44 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [036] 2549.149568: 40559559 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8e40 hrtimer_interrupt+0x120 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2549.149657: 37887437 cycles: 1411b917 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [003] 2549.149786: 37180184 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [020] 2549.150161: 41209779 cycles: 3ac56f4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2549.150397: 36592415 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 198683 [016] 2549.151119: 39964148 cycles: 3ba3e8c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [022] 2549.151649: 43055454 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159623 [015] 2549.151656: 40508259 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [004] 2549.152092: 35489555 cycles: 1b567cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [047] 2549.152354: 31664373 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8aa31687 __kmem_cache_alloc_node+0x87 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [005] 2549.152548: 42716066 cycles: ffffffff8b389a45 skb_copy_datagram_iter+0x5 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [013] 2549.152583: 39221494 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [041] 2549.152925: 31781410 cycles: 26e4ff37 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198845 [042] 2549.152988: 45257943 cycles: ffffffff8b6a4657 __schedule+0x157 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [025] 2549.152995: 43635377 cycles: ffffffff8a7b7f04 rcu_note_context_switch+0xf4 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [000] 2549.153002: 38859917 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2549.153149: 42135684 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 150639 [032] 2549.153338: 38412774 cycles: ffffffff8a74dc30 dequeue_entity+0xb0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [018] 2549.153521: 32510103 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [026] 2549.154016: 34624794 cycles: 1a6b3f [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.Backgr 196029 [035] 2549.154384: 34244159 cycles: 283b49d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [038] 2549.154842: 40061083 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [006] 2549.155641: 41803938 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [046] 2549.156270: 36980498 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [031] 2549.156511: 48744637 cycles: 27279a98 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [008] 2549.157202: 33035647 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d69d2 __mod_timer+0x292 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [029] 2549.157682: 29701966 cycles: 125ebd epoll_wait+0x6d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133dc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197529 [002] 2549.157870: 34914967 cycles: 27283177 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196917 [023] 2549.158342: 37921394 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [044] 2549.158532: 32320994 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [028] 2549.159320: 37536719 cycles: ffffffff8a744f41 select_idle_cpu+0x151 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [007] 2549.159499: 31767212 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [001] 2549.159644: 41787928 cycles: ffffffff8a9b1c2c fault_in_readable+0x7c ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [011] 2549.159659: 36279861 cycles: 17ef82b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [009] 2549.160187: 31593417 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159883 [024] 2549.160269: 35548573 cycles: ffffffff8b692971 __rdgsbase_inactive+0x31 ([kernel.kallsyms]) nbsd.User 197536 [037] 2549.161645: 38228975 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [012] 2549.162270: 45156882 cycles: 1be82dea [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [047] 2549.162843: 31181177 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [014] 2549.163142: 39280399 cycles: ffffffff8a7d8e4d hrtimer_interrupt+0x12d ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140660bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [036] 2549.163436: 36675180 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [003] 2549.163583: 40985967 cycles: 28897da [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [043] 2549.163612: 38969040 cycles: 204a733c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [010] 2549.163729: 50906809 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [034] 2549.164439: 46350115 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [030] 2549.164619: 39287219 cycles: ffffffff8aa51451 consume_stock+0x21 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [020] 2549.164916: 35666643 cycles: ffffffff8a6b7ce0 kvm_sched_clock_read+0x0 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.165503: 45441380 cycles: ffffffff8a77cd0c __raw_spin_lock_irqsave+0xc ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [033] 2549.165851: 41221911 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [004] 2549.166019: 36988941 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [027] 2549.166139: 47066211 cycles: ffffffff8b3716b5 __x64_sys_sendmsg+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2549.166166: 32510103 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [016] 2549.166242: 34392208 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b38977a __skb_datagram_iter+0xaa ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [041] 2549.166429: 30199993 cycles: 137fe22 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [021] 2549.166771: 47681559 cycles: ffffffff8a7500bc update_sg_lb_stats+0x2bc ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [045] 2549.167162: 39664758 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [000] 2549.167474: 34979633 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [022] 2549.167799: 40801636 cycles: 1740e32 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [026] 2549.167862: 40473521 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 155860 [035] 2549.167962: 36042634 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 163647 [019] 2549.168098: 43687921 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [039] 2549.169257: 46192713 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) default-executo 194778 [032] 2549.169446: 38412774 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 196774 [029] 2549.169541: 36100032 cycles: ffffffff8b46f276 tcp_sendmsg_locked+0x976 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [013] 2549.169685: 38196835 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [044] 2549.169833: 31535585 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [042] 2549.170052: 37346318 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2549.170078: 30769739 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2549.170120: 43706726 cycles: ffffffff8a754d76 nohz_balance_enter_idle+0x6 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2549.170246: 43778469 cycles: ffffffff8a7b9e27 rcu_preempt_deferred_qs+0x7 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [017] 2549.170559: 40835109 cycles: ffffffff8a9eaf42 free_pcp_prepare+0x232 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [002] 2549.170667: 37271727 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [015] 2549.170958: 45487924 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1b5675e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 197239 [046] 2549.171023: 32265370 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Timer 197898 [023] 2549.171650: 37836800 cycles: 1330d4a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [005] 2549.171747: 34382766 cycles: 11e90b syscall+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [047] 2549.171809: 32046748 cycles: 13bd58ca [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [025] 2549.172048: 43721076 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2549.172309: 30693468 cycles: ffffffff8a7479bb update_load_avg+0xeb ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [024] 2549.172408: 36928405 cycles: ffffffff8a74503a select_idle_cpu+0x24a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 151710 [007] 2549.172811: 34491279 cycles: 2528dab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 196114 [028] 2549.173913: 32534494 cycles: ffffffff8aa50fee page_counter_cancel+0x1e ([kernel.kallsyms]) ffffffff8aa511e2 page_counter_uncharge+0x22 ([kernel.kallsyms]) ffffffff8aa562c9 drain_stock+0x49 ([kernel.kallsyms]) ffffffff8aa563a3 __refill_stock+0x63 ([kernel.kallsyms]) ffffffff8aa5641a refill_stock+0x2a ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 168892 [011] 2549.174118: 49999461 cycles: ffffffff8a76902f psi_group_change+0x8f ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [001] 2549.174240: 46581821 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [036] 2549.176461: 35832798 cycles: 1c96dec0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [031] 2549.176481: 42067441 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [018] 2549.176530: 40951584 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [030] 2549.176744: 44677347 cycles: 1330cd7d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [014] 2549.176778: 38706249 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [043] 2549.177139: 39171846 cycles: 673b285 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [041] 2549.177455: 34756144 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [037] 2549.177859: 36372639 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) diskagen.Schedu 163665 [020] 2549.178332: 33989408 cycles: 203ffb24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194623 [016] 2549.178478: 32289981 cycles: 3caa436 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [012] 2549.178532: 38106902 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194340 [004] 2549.179074: 37425968 cycles: 14068f0b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [003] 2549.180431: 36538722 cycles: 266db41a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [008] 2549.180796: 30113163 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [000] 2549.181056: 32798084 cycles: 157301f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [035] 2549.181118: 32632370 cycles: ffffffff8a7ef9bb tick_nohz_idle_enter+0xb ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [045] 2549.181484: 43091215 cycles: ffffffff8a75c440 cpuidle_idle_call+0xc0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166744 [044] 2549.181644: 29861657 cycles: ffffffff8a6f2cc5 __irq_exit_rcu+0x5 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [034] 2549.181918: 45915342 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [010] 2549.181958: 57164290 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [013] 2549.181981: 35751213 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [042] 2549.182118: 35365802 cycles: 2525755b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [033] 2549.182141: 39262907 cycles: ffffffff8a736d59 dequeue_task+0x39 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 194631 [046] 2549.182987: 30435377 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [022] 2549.183197: 38704853 cycles: ffffffff8b6a4798 __schedule+0x298 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [040] 2549.183392: 49181172 cycles: 35f7e6c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [026] 2549.183512: 34505193 cycles: 17bc968 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198055 [002] 2549.183759: 34645987 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [032] 2549.183788: 48867755 cycles: 14068f1a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [028] 2549.183795: 32418286 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [029] 2549.183817: 33705434 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [047] 2549.183987: 32214574 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [006] 2549.184127: 45113460 cycles: 1374b96 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [019] 2549.184984: 34797754 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2549.185033: 36815656 cycles: ffffffff8a7f6548 futex_wake+0x88 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IO 165271 [009] 2549.185497: 32304415 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 194448 [038] 2549.186247: 41765550 cycles: 18618e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [007] 2549.186745: 31400304 cycles: 3b2a86a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2549.186998: 48655420 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7ef9e2 tick_nohz_idle_enter+0x32 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [039] 2549.187026: 44931408 cycles: 21a00f54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2549.187172: 33186566 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [025] 2549.187497: 41952809 cycles: 133b9b2e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [027] 2549.187588: 52577274 cycles: ffffffff8a735e1f update_rq_clock+0x4f ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2549.188080: 43849804 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2549.188251: 35995292 cycles: ffffffff8a6f2cdc __irq_exit_rcu+0x1c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [015] 2549.189095: 40819916 cycles: 3bd3e59 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [036] 2549.189180: 42383698 cycles: ffffffff8a7aea95 __rcu_read_lock+0x5 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [020] 2549.190766: 39288730 cycles: ffffffff8a74ab1a update_curr+0x8a ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 194089 [041] 2549.190806: 35860141 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [008] 2549.190924: 29702590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [001] 2549.191167: 38890592 cycles: ffffffff8a64a35d __switch_to+0x6d ([kernel.kallsyms]) diskagen.User 198842 [014] 2549.192030: 34551282 cycles: 1a68ec [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1300fe26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [037] 2549.192855: 31553949 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a7104 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f9e16f0754f [unknown] (//anon) diskagen.IC 198855 [012] 2549.192901: 37174001 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2549.192989: 28465537 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [018] 2549.193483: 36157909 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [043] 2549.193485: 34371851 cycles: 1d40d60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-clie 198870 [004] 2549.193531: 37179362 cycles: ffffffff8aa8b8dd pipe_write+0x41d ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197534 [000] 2549.193578: 36548864 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196872 [031] 2549.193709: 45993292 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) swapper 0 [044] 2549.193772: 28607659 cycles: ffffffff8a7b7e1d rcu_note_context_switch+0xd ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [046] 2549.193999: 29575677 cycles: 1300eed0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198844 [028] 2549.194562: 32290705 cycles: ffffffff8a7f6cb5 futex_wait_setup+0x5 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [030] 2549.195122: 40998720 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2549.195211: 33213997 cycles: 20486c53 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [042] 2549.195242: 40680144 cycles: ffffffff8a73906c get_nohz_timer_target+0x4c ([kernel.kallsyms]) ffffffff8a7d6a46 __mod_timer+0x306 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [002] 2549.195914: 31894758 cycles: ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b48aeab tcp_send_delayed_ack+0xcb ([kernel.kallsyms]) ffffffff8b47670a __tcp_ack_snd_check+0x1ea ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdGetEv 171397 [035] 2549.196045: 31692142 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [026] 2549.196315: 34505193 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [003] 2549.197050: 39290524 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [011] 2549.197295: 34253915 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) perf 198744 [034] 2549.197457: 39149988 cycles: ffffffff8a9ed50c rmqueue+0x60c ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa1d23b folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8a95dea1 filemap_alloc_folio+0x31 ([kernel.kallsyms]) ffffffff8a961e66 __filemap_get_folio+0x1e6 ([kernel.kallsyms]) ffffffff8a96f0c4 pagecache_get_page+0x14 ([kernel.kallsyms]) ffffffff8a96f156 grab_cache_page_write_begin+0x16 ([kernel.kallsyms]) ffffffff8ab85f2f ext4_da_write_begin+0x11f ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [022] 2549.197788: 34412010 cycles: ffffffff8b61acca timerqueue_del+0xa ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [009] 2549.198463: 30984559 cycles: ffffffff8a74144d task_h_load+0xd ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2549.199536: 32539295 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 166744 [029] 2549.199589: 41286667 cycles: ffffffff8a80fce0 cgroup_rstat_updated+0x10 ([kernel.kallsyms]) ffffffff8a8106cf __cgroup_account_cputime+0x2f ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2549.199622: 33515871 cycles: ffffffff8a769229 psi_group_change+0x289 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [040] 2549.200191: 50433922 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [007] 2549.200425: 32406500 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [005] 2549.200734: 39749860 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [045] 2549.200956: 44251873 cycles: ffffffff8a74ffc3 update_sg_lb_stats+0x1c3 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [006] 2549.201290: 39684405 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [032] 2549.201845: 60275174 cycles: ffffffff8ab832b5 __ext4_mark_inode_dirty+0x5 ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 8aeec _IO_file_write+0x2c (/usr/lib/x86_64-linux-gnu/libc.so.6) 8b7cf _IO_file_xsputn+0x1cf (/usr/lib/x86_64-linux-gnu/libc.so.6) 7ffd6 _IO_fwrite+0xb6 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b743e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 167021 [010] 2549.201988: 48477702 cycles: bc0947b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194341 [033] 2549.202078: 43945389 cycles: ffffffff8a7d7a99 hrtimer_update_next_event+0x59 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1421e7e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [039] 2549.202520: 42972107 cycles: 1fdc9ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd 193831 [025] 2549.202895: 39531502 cycles: ffffffff8a76e0f0 sched_clock_cpu+0x0 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) swapper 0 [024] 2549.203031: 35117863 cycles: ffffffff8a7d55c7 __next_timer_interrupt+0xd7 ([kernel.kallsyms]) ffffffff8a7d6ec9 get_next_timer_interrupt+0x149 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [008] 2549.203289: 35943779 cycles: 204aca73 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [038] 2549.203639: 43919051 cycles: 1742bfee [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 196124 [044] 2549.203955: 31284971 cycles: 68d07b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [023] 2549.204064: 31062043 cycles: 1378a4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [016] 2549.204949: 26932921 cycles: 3ae0bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [002] 2549.205039: 33122655 cycles: 288acea [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 193489 [037] 2549.205227: 32908670 cycles: bbf87c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197529 [015] 2549.205240: 38029895 cycles: 1406fb26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [041] 2549.205372: 38999024 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [020] 2549.205587: 42379312 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [046] 2549.205648: 32210645 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [028] 2549.206266: 35253304 cycles: 1a6980 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [000] 2549.206571: 34010513 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [014] 2549.206654: 33884895 cycles: ffffffff8a74352a pick_next_entity+0x1a ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 198620 [021] 2549.207042: 37028027 cycles: ffffffff8a74bc59 select_idle_sibling+0x139 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198650 [017] 2549.207510: 46059768 cycles: 3cb5a52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [001] 2549.208070: 35598822 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [043] 2549.208165: 35494287 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bbbb324f [unknown] (//anon) default-executo 196007 [036] 2549.208214: 33860211 cycles: ffffffff8b47a004 tcp_grow_window+0x44 ([kernel.kallsyms]) ffffffff8b47a58b tcp_event_data_recv+0x2cb ([kernel.kallsyms]) ffffffff8b480885 tcp_data_queue+0x4e5 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Schedu 159406 [026] 2549.208478: 40091737 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198854 [013] 2549.208587: 32310921 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.208829: 36297508 cycles: ffffffff8a735eeb update_rq_clock+0x11b ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [012] 2549.209428: 35267595 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [030] 2549.209582: 44913583 cycles: 3b25156 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [042] 2549.209654: 38247894 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [004] 2549.209797: 41537600 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [022] 2549.210529: 35872578 cycles: 14339f2d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 165675 [035] 2549.211011: 34655908 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [009] 2549.211284: 34374129 cycles: 2667355f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [011] 2549.211288: 30586269 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198681 [034] 2549.212089: 35243931 cycles: 67f64ea [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198436 [027] 2549.212149: 43704582 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [047] 2549.212584: 30635959 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [019] 2549.212650: 35987750 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 248ff [unknown] ([unknown]) nbsd.SRV2 197556 [003] 2549.213292: 33284585 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2549.214364: 36316279 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [007] 2549.215147: 36183369 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [044] 2549.215159: 30909583 cycles: ffffffff8a74c5f7 select_task_rq_fair+0x177 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165674 [016] 2549.215678: 26955119 cycles: ffffffff8a64a455 __switch_to+0x165 ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198656 [008] 2549.215732: 37983404 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2549.216046: 44378031 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [006] 2549.216303: 42153472 cycles: 17fde09 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [000] 2549.216396: 33687651 cycles: 3c4b03a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 151701 [023] 2549.216745: 27895524 cycles: ffffffff8a753702 newidle_balance+0x132 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194778 [038] 2549.217063: 38714361 cycles: 3b332f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [046] 2549.217213: 34095234 cycles: ffffffff8a74c485 select_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b486efa __tcp_transmit_skb+0x66a ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193944 [029] 2549.217363: 37809315 cycles: ffffffff8b6acc5f _raw_spin_unlock_irqrestore+0xf ([kernel.kallsyms]) ffffffff8a7d80d8 hrtimer_start_range_ns+0x88 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.System 194336 [024] 2549.217441: 34179007 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2549.217457: 39871180 cycles: 21a1baa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [002] 2549.217529: 31120797 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [010] 2549.219111: 44187704 cycles: ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2549.219577: 35865127 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [043] 2549.219998: 38288163 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [040] 2549.220443: 51292253 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [037] 2549.220747: 27995091 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [028] 2549.221045: 38961979 cycles: 194bc1b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [041] 2549.221045: 38189567 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [039] 2549.221290: 33503658 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [045] 2549.221717: 36177218 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 289c588 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [001] 2549.221945: 31859275 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [020] 2549.222090: 42642397 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198686 [036] 2549.222248: 29900632 cycles: ffffffff8a74dc30 dequeue_entity+0xb0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [012] 2549.222587: 36269237 cycles: 1c5eb5f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [033] 2549.223049: 32635115 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [013] 2549.223187: 33162520 cycles: 3a62e3e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [026] 2549.223361: 38487628 cycles: 251bb32d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196920 [018] 2549.223600: 35110266 cycles: ffffffff8a75239c __update_idle_core+0x6c ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 194355 [014] 2549.223635: 31141285 cycles: ffffffff8ace434a aa_sk_perm+0x7a ([kernel.kallsyms]) ffffffff8acd2449 apparmor_socket_sendmsg+0x29 ([kernel.kallsyms]) ffffffff8ac68d05 security_socket_sendmsg+0x35 ([kernel.kallsyms]) ffffffff8b36d80b sock_sendmsg+0x1b ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd 166609 [022] 2549.224499: 35127134 cycles: bbbba45 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.System 155697 [032] 2549.224539: 47512094 cycles: bbb7c95 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [035] 2549.224929: 30677286 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170131 [004] 2549.224956: 35803513 cycles: ffffffff8a74e8c1 put_prev_entity+0x31 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [021] 2549.225149: 36905780 cycles: ffffffff8a73c90e sched_ttwu_pending+0x4e ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2549.225261: 45039221 cycles: 21a1ba7c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2549.226160: 41205941 cycles: ffffffff8a8c0f52 irq_work_needs_cpu+0x52 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [011] 2549.226368: 26941628 cycles: ffffffff8b377e25 __sk_mem_raise_allocated+0x95 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b478ad6 tcp_try_rmem_schedule+0x76 ([kernel.kallsyms]) ffffffff8b4804ea tcp_data_queue+0x14a ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [016] 2549.226732: 26108780 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197441 [003] 2549.226864: 30389004 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [044] 2549.227025: 33824691 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [000] 2549.227110: 37357029 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [047] 2549.227178: 29887230 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166613 [034] 2549.227374: 37865641 cycles: ffffffff8b6a4904 __schedule+0x404 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [030] 2549.228071: 45256552 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 166704 [009] 2549.228726: 40355799 cycles: 93cf9 pthread_cond_timedwait+0x99 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [019] 2549.229209: 33665155 cycles: ffffffff8a7dc33a timekeeping_max_deferment+0x1a ([kernel.kallsyms]) ffffffff8a7eec52 tick_nohz_next_event+0x72 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [046] 2549.229789: 34949056 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) swapper 0 [008] 2549.229823: 36931102 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [002] 2549.229831: 29426078 cycles: 14067765 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [024] 2549.229955: 35337455 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [023] 2549.230100: 28720339 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [038] 2549.230357: 39650037 cycles: ffffffff8b3751c5 sock_alloc_send_pskb+0x5 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2549.230362: 36742986 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 172230 [015] 2549.230553: 38073992 cycles: ffffffff8a9df875 is_vmalloc_addr+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8a9c561f __do_sys_mincore+0xcf ([kernel.kallsyms]) ffffffff8a9c574a __x64_sys_mincore+0x1a ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ec2b mincore+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 1be8e844 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [027] 2549.231938: 37603355 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2549.232019: 27919430 cycles: ffffffff8a74ea85 enqueue_entity+0x5 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [006] 2549.232055: 47609941 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2549.232250: 34370104 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [036] 2549.232995: 32973908 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [025] 2549.233934: 32451699 cycles: ffffffff8a961f35 __filemap_get_folio+0x2b5 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 193825 [029] 2549.234034: 35348400 cycles: 230e6e9b [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [039] 2549.234980: 33689175 cycles: 196c6cb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [041] 2549.235058: 46847960 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165166 [001] 2549.235480: 36389834 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [043] 2549.235500: 36907349 cycles: ffffffff8b697de3 ct_kernel_exit_state+0x13 ([kernel.kallsyms]) ffffffff8b698109 ct_irq_enter+0x9 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [013] 2549.235885: 29669748 cycles: ffffffff8a9ee133 free_unref_page+0x193 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166761 [011] 2549.235894: 27272764 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [012] 2549.235907: 34491815 cycles: 3c7481e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [014] 2549.235913: 29238952 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [022] 2549.236305: 33681796 cycles: ffffffff8a77cd01 __raw_spin_lock_irqsave+0x1 ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [028] 2549.236460: 36816887 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [010] 2549.236602: 36896150 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2549.236707: 33602596 cycles: ffffffff8a768fee psi_group_change+0x4e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2549.236834: 35212990 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [016] 2549.236990: 28204480 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff554d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.237059: 32299776 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [031] 2549.237623: 49572941 cycles: ffffffff8a74bf1f select_idle_sibling+0x3ff ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b182ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2549.237783: 28696121 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [045] 2549.237874: 34301326 cycles: ffffffff8a753819 newidle_balance+0x249 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197878 [026] 2549.237981: 33671827 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198707 [044] 2549.238226: 37301088 cycles: ffffffff8aaab0d3 __fget_light+0x73 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371ae2 __sys_recvmsg+0x42 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 194001 [004] 2549.238409: 32753095 cycles: 18755d29 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [047] 2549.238914: 28460067 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 198046 [020] 2549.239322: 49678259 cycles: 133b7256 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [003] 2549.239421: 31205188 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [000] 2549.240255: 34248794 cycles: 6e8 [unknown] ([vdso]) nbsd.System 194335 [040] 2549.240284: 46061562 cycles: ffffffff8a73339c prepare_task_switch+0x9c ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [002] 2549.240469: 29239408 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [034] 2549.242107: 35666120 cycles: 14085d0b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [024] 2549.242321: 33208806 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 169056 [042] 2549.242400: 42986805 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [017] 2549.242653: 46549707 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [046] 2549.242709: 31852765 cycles: ffffffff8b6172a9 rb_first+0x19 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b48122d tcp_rcv_established+0x59d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [032] 2549.242806: 43211413 cycles: 3ae16ac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [019] 2549.243145: 30478819 cycles: 204af203 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198713 [023] 2549.243167: 26304153 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [008] 2549.244159: 34148905 cycles: 28bfa4e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197882 [037] 2549.244939: 27581455 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [030] 2549.245115: 37504045 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [007] 2549.245148: 32069852 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [005] 2549.245444: 38109687 cycles: 3a63f60 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2549.245982: 28428278 cycles: ffffffff8adb0cb2 llist_reverse_order+0x12 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [009] 2549.246036: 35244634 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688e026 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2549.246080: 30598444 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI2 198657 [012] 2549.246312: 36086367 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [038] 2549.246559: 33702641 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2549.246869: 28826579 cycles: ffffffff8a74c52a select_task_rq_fair+0xaa ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [013] 2549.247875: 30005895 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 16243df0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [025] 2549.247995: 31239001 cycles: ffffffff8a766edc psi_flags_change+0x4c ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169053 [018] 2549.248154: 34026519 cycles: ffffffff8a7d806b hrtimer_start_range_ns+0x1b ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [027] 2549.248169: 38777680 cycles: 1830ac0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2549.248544: 34459278 cycles: ffffffff8a8c0f19 irq_work_needs_cpu+0x19 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [039] 2549.248701: 30329675 cycles: 35f7f9e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197259 [015] 2549.248815: 32331456 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [011] 2549.248907: 27574837 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197246 [028] 2549.249191: 36996120 cycles: ffffffff8a779e8a psi_task_switch+0xaa ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [035] 2549.249346: 27367664 cycles: 269aa224 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2549.249448: 36104504 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [004] 2549.249871: 34730403 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [003] 2549.249948: 31019340 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [029] 2549.250088: 31665117 cycles: ffffffff8b6171d1 rb_erase+0x3c1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13cb288e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [006] 2549.250354: 37720114 cycles: 12d6c302 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [026] 2549.250419: 35326357 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2549.251059: 32289004 cycles: ffffffff8a6b62f7 kvm_guest_apic_eoi_write+0x7 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [045] 2549.251153: 37041082 cycles: ffffffff8a752335 __update_idle_core+0x5 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [002] 2549.251195: 27937279 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [041] 2549.251443: 40853791 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2549.251559: 36272205 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [044] 2549.251778: 35067297 cycles: ffffffff8b4797c8 tcp_clean_rtx_queue.constprop.0+0x268 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [047] 2549.251849: 28035673 cycles: ffffffff8a8106d9 __cgroup_account_cputime+0x39 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165435 [043] 2549.252393: 32647912 cycles: ffffffff8a760476 __update_load_avg_cfs_rq+0x36 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [046] 2549.252730: 32683104 cycles: ffffffff8a7d7a55 hrtimer_update_next_event+0x15 ([kernel.kallsyms]) ffffffff8a7d8e29 hrtimer_interrupt+0x109 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [021] 2549.252776: 43714922 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [000] 2549.253262: 33783276 cycles: ffffffff8b3a58d4 __netif_receive_skb_core.constprop.0+0x44 ([kernel.kallsyms]) ffffffff8b3a695f __netif_receive_skb_one_core+0x3f ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [024] 2549.253310: 36263390 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [023] 2549.254341: 28449976 cycles: 12f7ad44 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198749 [034] 2549.254345: 37950311 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [019] 2549.255482: 31690139 cycles: 14073b84 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [007] 2549.255790: 31882341 cycles: ffffffff8b37ebf7 kfree_skbmem+0x37 ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [014] 2549.256823: 28596779 cycles: 204aedb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [016] 2549.256873: 34652479 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198612 [037] 2549.256955: 28975063 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [020] 2549.257064: 43261976 cycles: 154cadc6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [042] 2549.257331: 46022675 cycles: ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194632 [036] 2549.257481: 32844350 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b37b9d0 skb_queue_tail+0x20 ([kernel.kallsyms]) ffffffff8b50fadb unix_stream_sendmsg+0x14b ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197531 [008] 2549.257503: 36652079 cycles: 125e50 epoll_wait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [040] 2549.257702: 40263432 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [032] 2549.258289: 46189990 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [005] 2549.258688: 37731189 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [030] 2549.258758: 41383833 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [038] 2549.258840: 36055744 cycles: 20484a24 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Background 197562 [031] 2549.259047: 45429676 cycles: 1c2a2058 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [012] 2549.259443: 34139631 cycles: ffffffff8b3a49f0 __dev_queue_xmit+0x10 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [009] 2549.259564: 33706937 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d34b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165849 [039] 2549.259987: 33399012 cycles: ffffffff8a74dc5d dequeue_entity+0xdd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 167057 [018] 2549.260482: 32799428 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 595 [unknown] ([unknown]) blocksto.CLI1 194629 [011] 2549.260909: 32963503 cycles: ffffffff8aa58798 mod_memcg_lruvec_state+0x18 ([kernel.kallsyms]) ffffffff8aa5d9db mod_objcg_state+0x1ab ([kernel.kallsyms]) ffffffff8aa2b515 memcg_slab_post_alloc_hook+0x195 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [010] 2549.261217: 31958822 cycles: 35df690 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [002] 2549.261373: 28159049 cycles: ffffffff8b370d00 ___sys_recvmsg+0x80 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2549.261381: 35715489 cycles: ffffffff8b31bc75 cpuidle_get_cpu_driver+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [013] 2549.261539: 31727223 cycles: 154cb0fc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [035] 2549.261557: 25636521 cycles: 18607fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [022] 2549.261690: 36109157 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [003] 2549.262090: 30850985 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [044] 2549.262596: 37340523 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d7ecb87f [unknown] (//anon) diskagen.User 197875 [017] 2549.262621: 52497010 cycles: 250d4f9e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [004] 2549.262702: 32247962 cycles: 68d0543 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [029] 2549.262756: 43281211 cycles: 25199524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [026] 2549.262798: 33319843 cycles: 64df263 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [028] 2549.263136: 37940026 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [015] 2549.263413: 28977566 cycles: 13b05eb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [047] 2549.263628: 33156768 cycles: 133c8ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198852 [001] 2549.263792: 38192954 cycles: ffffffff8aaf63d5 __x64_sys_io_getevents+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [006] 2549.263868: 35540986 cycles: 3cb0c4a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [046] 2549.264130: 35101367 cycles: 172bd91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194622 [027] 2549.265236: 43206810 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [000] 2549.265633: 39360485 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [023] 2549.265952: 32912317 cycles: 1417cde9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 155845 [034] 2549.266175: 36711774 cycles: bbc8938 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2549.266554: 42811397 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7ef9f5 tick_nohz_idle_enter+0x45 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [024] 2549.266705: 37972433 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [007] 2549.266805: 34665510 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [033] 2549.267392: 38755616 cycles: ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [014] 2549.267466: 28642647 cycles: ffffffff8a7dc9d9 ktime_get_update_offsets_now+0x49 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13a458f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [045] 2549.267703: 34477921 cycles: ffffffff8aaea979 ep_send_events+0x159 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 159403 [041] 2549.267883: 37163660 cycles: 133ae0db [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [019] 2549.268706: 32994344 cycles: ffffffff8a747c5d update_load_avg+0x38d ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198749 [037] 2549.269217: 27313703 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2549.269263: 31287187 cycles: ffffffff8a733306 prepare_task_switch+0x6 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 150650 [040] 2549.270311: 37715074 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [016] 2549.270902: 35303106 cycles: ffffffff8b3897a5 __skb_datagram_iter+0xd5 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [021] 2549.270976: 37599894 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2549.271201: 31874220 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [038] 2549.271522: 38100447 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) Test 194631 [002] 2549.272255: 27671479 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [009] 2549.272423: 36979324 cycles: 3b97782 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2549.272545: 37196518 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [018] 2549.272592: 33993591 cycles: 3a6359e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [015] 2549.272964: 29127574 cycles: 14372270 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2549.273124: 41368748 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [008] 2549.273145: 42654074 cycles: ffffffff8a7f8320 __smp_call_single_queue+0x40 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [020] 2549.273261: 36313752 cycles: 2470fad [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [011] 2549.273844: 31942744 cycles: ffffffff8a7d8c50 hrtimer_get_next_event+0x60 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [035] 2549.274129: 24435489 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [042] 2549.274221: 43074419 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688e026 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194343 [004] 2549.274292: 30997246 cycles: 140c72da [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [030] 2549.274375: 35646839 cycles: ffffffff8a769309 psi_group_change+0x369 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [003] 2549.274637: 31299407 cycles: 3a6403b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [013] 2549.274760: 29235046 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2549.274846: 34752767 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [039] 2549.274961: 29266080 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [026] 2549.275980: 30745028 cycles: 3ac5121 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [005] 2549.276115: 43507774 cycles: ffffffff8aa3173e __kmem_cache_alloc_node+0x13e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2549.276165: 35715489 cycles: ffffffff8b6921bd do_syscall_64+0x6d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [032] 2549.276168: 50726199 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1618a651 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [031] 2549.276638: 45761579 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 25258ab0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [006] 2549.276872: 42727922 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [046] 2549.277250: 31729007 cycles: 1609ec11 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [047] 2549.277683: 37247390 cycles: 14090be4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198854 [028] 2549.277775: 34141213 cycles: ffffffff8aac530f __mark_inode_dirty+0x6f ([kernel.kallsyms]) ffffffff8aaa5e37 generic_update_time+0x77 ([kernel.kallsyms]) ffffffff8aaa7841 file_update_time+0xc1 ([kernel.kallsyms]) ffffffff8a96381a __generic_file_write_iter+0x8a ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2549.278354: 44187968 cycles: ffffffff8a74eaa8 enqueue_entity+0x28 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 197898 [023] 2549.278626: 38361159 cycles: 1330cde4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [034] 2549.278646: 37633290 cycles: 14149788 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196102 [037] 2549.278683: 28138509 cycles: ffffffff8a7478f0 update_load_avg+0x20 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [014] 2549.278856: 27044412 cycles: ffffffff8b389495 skb_attempt_defer_free+0x5 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [045] 2549.279821: 34174816 cycles: 3b6e096 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [029] 2549.280259: 40896007 cycles: ffffffff8b373615 skb_page_frag_refill+0x5 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2549.280634: 35056910 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 162522 [007] 2549.281024: 34886607 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [002] 2549.281084: 28643543 cycles: 288987f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2549.281129: 29768513 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [024] 2549.281312: 33021825 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 172223 [033] 2549.281363: 39670467 cycles: bbbbb16 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [010] 2549.282235: 32272944 cycles: 18783fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [019] 2549.282762: 37838637 cycles: ffffffff8a74ab09 update_curr+0x79 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [017] 2549.282942: 45169021 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2549.283170: 38707280 cycles: ffffffff8a74f005 enqueue_task_fair+0x15 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [015] 2549.283625: 28425884 cycles: 17fa43a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.Batch 198441 [040] 2549.283884: 34689572 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [043] 2549.284029: 46578678 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2549.284377: 41313798 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [041] 2549.284867: 29777577 cycles: 1406f60f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2549.285246: 44018200 cycles: ffffffff8a76930d psi_group_change+0x36d ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [018] 2549.285318: 35834472 cycles: ffffffff8adb0603 _find_next_and_bit+0x3 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [035] 2549.285712: 23073992 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [004] 2549.286092: 29219356 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [038] 2549.286125: 44692389 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197882 [011] 2549.286543: 37453616 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [021] 2549.286648: 39922517 cycles: 13403cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [003] 2549.286767: 31924609 cycles: 2519a7c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 196759 [013] 2549.287106: 27098223 cycles: bbc9ddb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [026] 2549.287130: 29446753 cycles: 186a23e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [020] 2549.287218: 33248729 cycles: ffffffff8aa8b2fa pipe_read+0x3ea ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [044] 2549.287227: 32389798 cycles: 1375aad [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 197877 [039] 2549.287370: 27363232 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [008] 2549.287411: 38496165 cycles: 3a90e29 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [009] 2549.288074: 40423133 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2549.288586: 33310844 cycles: ffffffff8a769196 psi_group_change+0x1f6 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198684 [037] 2549.288752: 27840870 cycles: ffffffff8aa31a22 __kmem_cache_free+0x112 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [022] 2549.288936: 38845592 cycles: 3a77abe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [046] 2549.289247: 29869155 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [025] 2549.290240: 42674336 cycles: 3a61870 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [014] 2549.290295: 26479227 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [042] 2549.291059: 45334231 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01cfeaa87f [unknown] (//anon) diskagen.User 197878 [028] 2549.291415: 36664062 cycles: 12e810e5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [034] 2549.291681: 35030375 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 196124 [002] 2549.291839: 27960647 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [047] 2549.292021: 37482263 cycles: 1406f6ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2549.292540: 31048261 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [024] 2549.292830: 31752896 cycles: 2049b607 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [031] 2549.293024: 38496915 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [029] 2549.293133: 42877407 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [015] 2549.293241: 29019069 cycles: 3b9dcb6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Scheduler 194357 [006] 2549.293598: 42280519 cycles: 14055a4e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196007 [007] 2549.293848: 34916121 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [005] 2549.293946: 37388243 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [023] 2549.293985: 33177222 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [000] 2549.294533: 34317945 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [036] 2549.294560: 27217876 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a741ca4 wake_affine+0x74 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 167184 [032] 2549.294708: 47927971 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [010] 2549.295194: 32328900 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [001] 2549.295199: 41128583 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [004] 2549.296051: 29713889 cycles: 1402175c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 166750 [041] 2549.296152: 28340269 cycles: 10c0ec84 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197875 [035] 2549.296357: 22845653 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [026] 2549.297359: 29584803 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [033] 2549.297910: 38201796 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.298121: 32032951 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [013] 2549.298261: 27046339 cycles: ffffffff8a73e58f available_idle_cpu+0xf ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 140862bd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [019] 2549.298284: 37781876 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 197435 [018] 2549.298328: 39397493 cycles: 39fb5c2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [016] 2549.299014: 41689493 cycles: 140c22e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2549.299369: 31500997 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [044] 2549.299476: 30636569 cycles: ffffffff8a6c81b6 load_new_mm_cr3+0x86 ([kernel.kallsyms]) ffffffff8a6c859e switch_mm_irqs_off+0x24e ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [039] 2549.299567: 28944118 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [046] 2549.299740: 29618225 cycles: ffffffff8b1b5a1c loopback_xmit+0xfc ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI1 194622 [014] 2549.299963: 29126132 cycles: 4017b01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [017] 2549.300091: 42918569 cycles: 24fea033 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [021] 2549.300443: 35811774 cycles: 13b2e268 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [037] 2549.300607: 27840870 cycles: 1c966a96 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [003] 2549.300861: 32104834 cycles: 3b1a62d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [008] 2549.300882: 34448891 cycles: 141e0044 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [002] 2549.301355: 31674716 cycles: 1339e709 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [038] 2549.301524: 38402940 cycles: ffffffff8a74bbbf select_idle_sibling+0x9f ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [012] 2549.301921: 44241241 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [027] 2549.301950: 40512718 cycles: ffffffff8aa2b381 memcg_slab_post_alloc_hook+0x1 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [030] 2549.302235: 31572852 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-clie 198870 [011] 2549.302323: 45584643 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.User 197536 [045] 2549.302706: 32105951 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [036] 2549.303234: 28158560 cycles: ffffffff8ad60c00 blkcg_maybe_throttle_current+0x1f0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 196920 [034] 2549.303421: 34193492 cycles: ffffffff8a74e0fb dequeue_task_fair+0xbb ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198855 [024] 2549.303541: 31459521 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [028] 2549.303961: 43125493 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2549.304203: 34395753 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [022] 2549.304282: 34033043 cycles: 1742bfb7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198047 [043] 2549.304523: 46166549 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [015] 2549.305860: 28202302 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2549.305963: 31848028 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159624 [023] 2549.306173: 33177222 cycles: 133ad34a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [031] 2549.306432: 35547082 cycles: ffffffff8a743210 migrate_task_rq_fair+0x110 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2549.306489: 44989136 cycles: ffffffff8b697e3d ct_kernel_enter.constprop.0+0x3d ([kernel.kallsyms]) ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [000] 2549.306493: 36664038 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [004] 2549.306885: 29035285 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [013] 2549.306887: 33033815 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [041] 2549.307014: 28123481 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [025] 2549.307049: 36587105 cycles: ffffffff8a7efdf0 tick_nohz_idle_exit+0xe0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [047] 2549.307068: 45547304 cycles: 14086032 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 172221 [010] 2549.307624: 33685748 cycles: bbbba4e [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [007] 2549.307902: 34916121 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [026] 2549.308031: 32098881 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2549.308782: 29396263 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 198118 [005] 2549.309307: 39724983 cycles: ffffffff8a95acb3 __rseq_handle_notify_resume+0x83 ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198051 [046] 2549.309811: 32936624 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [014] 2549.310009: 29892371 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2549.310014: 35992276 cycles: ffffffff8a7d8855 hrtimer_cancel+0x5 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [044] 2549.310544: 29569685 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [006] 2549.310555: 41308478 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7126a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [029] 2549.310616: 43539784 cycles: 1a71fd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b18fbc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2549.310769: 35378425 cycles: ffffffff8a7d8bf5 hrtimer_get_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2549.310937: 41603638 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [002] 2549.310986: 32254892 cycles: 194b0f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [018] 2549.311226: 37138967 cycles: 122b0cbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [016] 2549.311634: 45167579 cycles: 1618a32a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [020] 2549.311814: 30247262 cycles: ffffffff8a7479b9 update_load_avg+0xe9 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 194357 [001] 2549.312028: 42525857 cycles: 14059fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [036] 2549.312499: 28144165 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198845 [033] 2549.312842: 37388403 cycles: 1e46c747 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [008] 2549.313669: 35595516 cycles: 1860780 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196776 [019] 2549.313670: 36389822 cycles: bc03736 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [030] 2549.314204: 30021144 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [021] 2549.314335: 39631987 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [003] 2549.315126: 36798983 cycles: 14067620 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [024] 2549.315221: 31013638 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f5df9efb83f [unknown] (//anon) nbsd-lig.SRV2 194449 [022] 2549.315303: 36732907 cycles: 1fd753d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [034] 2549.315458: 36048986 cycles: 1e6f77e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 198606 [045] 2549.315629: 32105951 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340474f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [038] 2549.316914: 40345713 cycles: 122af53 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.User 197533 [004] 2549.317295: 31664272 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a94 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 19 [unknown] ([unknown]) swapper 0 [028] 2549.317494: 38780547 cycles: ffffffff8a7d6e16 get_next_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [017] 2549.318707: 47285209 cycles: 21a2c15f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [012] 2549.318774: 40501383 cycles: ffffffff8aa7298d check_heap_object+0x3d ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2549.318824: 40717517 cycles: ffffffff8b3a4b31 __dev_queue_xmit+0x151 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2549.318927: 39200607 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [015] 2549.318948: 30570447 cycles: 140eece1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2549.319146: 29882305 cycles: ffffffff8a7604fd __update_load_avg_cfs_rq+0xbd ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [039] 2549.319199: 28654025 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2549.319475: 33160469 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [035] 2549.319503: 31822624 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2549.319603: 40422671 cycles: ffffffff8a75fdb7 __update_load_avg_se+0x57 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [013] 2549.319943: 34635833 cycles: ffffffff8a6b8d05 pvclock_clocksource_read+0x35 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2549.320120: 31163941 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [044] 2549.320701: 29797389 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 189e368 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198054 [010] 2549.320810: 33468614 cycles: 251a900f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2549.321104: 34625584 cycles: ffffffff8a74ec55 enqueue_entity+0x1d5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [014] 2549.321611: 31243863 cycles: ffffffff8b6a463e __schedule+0x13e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [043] 2549.322150: 40247772 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [036] 2549.322353: 28609080 cycles: ffffffff8a7d6a41 __mod_timer+0x301 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [046] 2549.322610: 33968263 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [020] 2549.322792: 36162821 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [002] 2549.322914: 30521779 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 193989 [031] 2549.323362: 35185759 cycles: ffffffff8b617893 rb_next+0x3 ([kernel.kallsyms]) ffffffff8a753ec7 pick_next_task_fair+0x407 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [025] 2549.323396: 41871284 cycles: ffffffff8adb0600 _find_next_and_bit+0x0 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [040] 2549.323603: 36816798 cycles: 288dd6d [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [011] 2549.324170: 42625384 cycles: 3b7804c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [030] 2549.324471: 29009490 cycles: ffffffff8a7d68bd __mod_timer+0x17d ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [006] 2549.324642: 36566787 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 12d6bc29 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198683 [037] 2549.325129: 33474273 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [018] 2549.325587: 37541932 cycles: 139f0b28 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [042] 2549.325684: 40931549 cycles: 2892f48 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [024] 2549.325755: 36740121 cycles: ffffffff8b51cb3b ip6_protocol_deliver_rcu+0x1db ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [047] 2549.326459: 48306414 cycles: ffffffff8a7f6abe futex_wait_queue+0x8e ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 167186 [008] 2549.326600: 32976295 cycles: 156aa26b [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV1 197555 [032] 2549.327019: 38038608 cycles: ffffffff8a7f82e5 __smp_call_single_queue+0x5 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [016] 2549.327264: 40773175 cycles: ffffffff8b36c495 sockfd_lookup_light+0x5 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [005] 2549.327406: 37997420 cycles: 3a61854 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [034] 2549.328502: 36556391 cycles: 1407393a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [003] 2549.329076: 35027698 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [004] 2549.329304: 30828984 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [033] 2549.329554: 38628502 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) test_tool 196717 [015] 2549.329604: 33071206 cycles: 32df391 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0927 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24f0c30 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730335 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272d992 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272dba3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272aaa5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27215ab [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) default-executo 198646 [022] 2549.329684: 36373486 cycles: 96424 pthread_getspecific+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a62ee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [001] 2549.329813: 38396630 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [019] 2549.330056: 37399880 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [045] 2549.330088: 41436198 cycles: 288adda [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2549.330130: 28823581 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [044] 2549.330886: 29920183 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [041] 2549.331158: 31353480 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [029] 2549.331183: 45989590 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [028] 2549.331622: 39182179 cycles: 26675725 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [012] 2549.331729: 38492393 cycles: 64f953b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [014] 2549.332029: 30226704 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [038] 2549.332533: 47983435 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8a7d8297 __hrtimer_run_queues+0x117 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 251b8b80 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [026] 2549.332692: 30965876 cycles: 68acd12 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [009] 2549.332889: 35217274 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2549.332947: 32093203 cycles: 13ba68b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [036] 2549.333510: 31101118 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [021] 2549.333555: 40838192 cycles: 17e46aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [000] 2549.333788: 34678147 cycles: ffffffff8a74eae5 enqueue_entity+0x65 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [002] 2549.334043: 29477381 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [013] 2549.334467: 37430543 cycles: ffffffff8aa2b394 memcg_slab_post_alloc_hook+0x14 ([kernel.kallsyms]) ffffffff8aa31798 __kmem_cache_alloc_node+0x198 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197895 [020] 2549.334849: 41105898 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [010] 2549.334970: 33754124 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 3a647cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [030] 2549.334972: 30289196 cycles: ffffffff8a7f1cef get_futex_key+0x20f ([kernel.kallsyms]) ffffffff8a7f6cfb futex_wait_setup+0x4b ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [023] 2549.335029: 38447685 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [046] 2549.335177: 34936640 cycles: 251b9655 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 163665 [007] 2549.335996: 37956009 cycles: ffffffff8a7c5605 exit_to_user_mode_loop+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 170457 [027] 2549.336305: 34625584 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) Test 194631 [006] 2549.337071: 34177119 cycles: 689b789 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197534 [031] 2549.337148: 32827579 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fbdec83f [unknown] (//anon) swapper 0 [040] 2549.337640: 36034719 cycles: ffffffff8a75c59a do_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [037] 2549.338043: 34800254 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [017] 2549.338174: 42875063 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b51d03d ipv6_rcv+0x3d ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [025] 2549.338550: 36003178 cycles: ffffffff8aa5efe6 mem_cgroup_uncharge_skmem+0x26 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 196717 [015] 2549.338721: 33911601 cycles: ffffffff8b6a7585 mutex_lock+0x15 ([kernel.kallsyms]) ffffffff8aaac61d __fdget_pos+0x4d ([kernel.kallsyms]) ffffffff8aa7f08e ksys_read+0x2e ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) Test 198682 [043] 2549.339297: 36342796 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcbfdee567 [unknown] (//anon) swapper 0 [039] 2549.339555: 32419203 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [004] 2549.339689: 36371139 cycles: 1406d105 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [018] 2549.339755: 41195028 cycles: 3b94ef1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [008] 2549.339859: 30903132 cycles: 1740bfa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IO 194354 [024] 2549.339934: 37716803 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197259 [011] 2549.340061: 44857066 cycles: ffffffff8aa58347 __mod_memcg_state+0x37 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [032] 2549.341143: 42262186 cycles: 3a90d54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198434 [034] 2549.341178: 33061693 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2549.341364: 39432013 cycles: ffffffff8b698121 ct_irq_exit+0x1 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [044] 2549.342402: 32049439 cycles: 204a33bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [026] 2549.342651: 31153565 cycles: ffffffff8aaf4a94 aio_complete+0x74 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [005] 2549.342993: 47016799 cycles: 3b3a79a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [003] 2549.343274: 40344891 cycles: 2aae019 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [001] 2549.343512: 35032720 cycles: ffffffff8a7f833c __smp_call_single_queue+0x5c ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73bd9b try_to_wake_up+0xdb ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2549.343724: 38628502 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1861f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [016] 2549.343799: 45908240 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2549.344012: 30776007 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [022] 2549.344297: 35157010 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) blocksto.CLI2 198650 [041] 2549.344729: 31327294 cycles: 3b25764 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2549.344795: 29044260 cycles: ffffffff8a7ef93e tick_nohz_idle_stop_tick+0xae ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [014] 2549.344927: 31976783 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [035] 2549.344960: 30545972 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [030] 2549.345383: 36410187 cycles: 140713fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [009] 2549.345455: 32801818 cycles: 689b762 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 167011 [019] 2549.345580: 39821961 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) bc0894f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 196118 [047] 2549.345875: 45852845 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [045] 2549.346205: 46375855 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [012] 2549.346328: 37237234 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 170237 [000] 2549.346460: 35169879 cycles: ffffffff8a95a5e5 rseq_get_rseq_cs.isra.0+0x5 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194623 [028] 2549.346552: 34245996 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [046] 2549.347288: 33041578 cycles: 24825d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [023] 2549.347394: 38247968 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [010] 2549.347558: 30846037 cycles: ffffffff8a7d7b1d __remove_hrtimer+0xd ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [013] 2549.347572: 38911390 cycles: ffffffff8adaffab __import_iovec+0x10b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [029] 2549.348153: 45079818 cycles: 14131b21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [021] 2549.348295: 42301077 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [006] 2549.348311: 32984426 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 196717 [040] 2549.348583: 34791914 cycles: 23eb6eb [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243de75 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 243d334 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fb59 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.AIO.SQ 198859 [038] 2549.348986: 40344285 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.349814: 35670187 cycles: ffffffff8a7ef890 tick_nohz_idle_stop_tick+0x0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [015] 2549.350022: 32799692 cycles: 1838586 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [025] 2549.350536: 33810344 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [037] 2549.350710: 36607419 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [031] 2549.350715: 31021229 cycles: ffffffff8a752383 __update_idle_core+0x53 ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2549.351114: 33404006 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [027] 2549.352088: 43867225 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) diskagen.AIO1 198856 [026] 2549.352192: 31420262 cycles: ffffffff8aaf3e41 lookup_ioctx+0x71 ([kernel.kallsyms]) ffffffff8aaf5c10 do_io_getevents+0x50 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [007] 2549.352597: 33639016 cycles: ffffffff8a74328c migrate_task_rq_fair+0x18c ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [017] 2549.352883: 52873098 cycles: ffffffff8aaebf9c ep_poll_callback+0x11c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [034] 2549.353448: 30982048 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198684 [004] 2549.353787: 32600108 cycles: 27283188 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [024] 2549.353854: 41553164 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [044] 2549.353992: 31129354 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [039] 2549.354050: 32104635 cycles: ffffffff8a7693e9 psi_group_change+0x449 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.354588: 40048187 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [042] 2549.354739: 36248263 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198626 [002] 2549.354812: 28950823 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 172877 [018] 2549.354877: 35381508 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [036] 2549.355041: 29712018 cycles: 1c3a050b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 166606 [043] 2549.355614: 38450742 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [022] 2549.356005: 37803507 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [035] 2549.356993: 36321871 cycles: 3a633cc [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [011] 2549.357459: 35736856 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [030] 2549.358129: 36633286 cycles: 25269fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [014] 2549.358279: 36871804 cycles: 1a6b90 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [001] 2549.358309: 33906880 cycles: ffffffff8aa5d2bd get_obj_cgroup_from_current+0x8d ([kernel.kallsyms]) ffffffff8aa2ef6c kmem_cache_alloc_node+0x6c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [009] 2549.358312: 34201755 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 170145 [010] 2549.358581: 30289237 cycles: ffffffff8a7d9190 hrtimer_nanosleep+0x10 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [041] 2549.358953: 29830875 cycles: ffffffff8aa51451 consume_stock+0x21 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5d59d __memcg_kmem_charge_page+0xfd ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [033] 2549.359074: 40484173 cycles: ffffffff8a7f64c5 futex_wake+0x5 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 198432 [028] 2549.359466: 31497438 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4407fd60c0f [unknown] (//anon) blocksto.CLI1 196117 [046] 2549.359577: 34192132 cycles: ffffffff8b627ea8 __get_user_nocheck_4+0x8 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a67e63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [012] 2549.359666: 34115303 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [040] 2549.359994: 34804725 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2549.360189: 32343622 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697cfe irqentry_enter+0x3e ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [000] 2549.360583: 34051687 cycles: ffffffff8aa317ba __kmem_cache_alloc_node+0x1ba ([kernel.kallsyms]) ffffffff8a9a5a33 __kmalloc+0x53 ([kernel.kallsyms]) ffffffff8adab18b iovec_from_user.part.0+0x14b ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8b370c21 copy_msghdr_from_user+0x71 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 170605 [003] 2549.361667: 33491616 cycles: cc15cf0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [031] 2549.362199: 31909008 cycles: 264747a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [021] 2549.362434: 37597004 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [016] 2549.362466: 35347648 cycles: 161b5f3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [008] 2549.362701: 38094741 cycles: ffffffff8b36d885 sock_write_iter+0x5 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [005] 2549.362884: 40038578 cycles: ffffffff8a9e84b5 should_fail_alloc_page+0x5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2549.363357: 36578664 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 159494 [015] 2549.363833: 30694554 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 196769 [034] 2549.363849: 30799764 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [026] 2549.363873: 30399644 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [013] 2549.363900: 42904315 cycles: 20a74d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 197238 [025] 2549.364318: 30820641 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [002] 2549.364328: 33087501 cycles: 3b67d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [038] 2549.364465: 37372727 cycles: ffffffff8a65ff47 restore_fpregs_from_fpstate+0x37 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2549.364496: 35209388 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3ac3f40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [020] 2549.364574: 36395139 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197534 [037] 2549.364876: 36392032 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198612 [047] 2549.365646: 48371253 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 194355 [045] 2549.366108: 36733004 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b487ce8 __tcp_send_ack.part.0+0x38 ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197248 [036] 2549.366329: 30328877 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [029] 2549.366463: 46743243 cycles: ffffffff8aa59a31 __count_memcg_events+0x71 ([kernel.kallsyms]) ffffffff8aa59af8 uncharge_batch+0x38 ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [004] 2549.366898: 31548010 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [044] 2549.367507: 31129354 cycles: 1a6ca8 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [039] 2549.368641: 32104635 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd361f0d1be [unknown] (//anon) diskagentd 165157 [007] 2549.368732: 32723230 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [010] 2549.368902: 29658846 cycles: 204b4230 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 197545 [018] 2549.369180: 38832601 cycles: ffffffff8a7693dc psi_group_change+0x43c ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [043] 2549.369557: 42125084 cycles: 1e46c2d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2549.369602: 35192895 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [027] 2549.370159: 35455247 cycles: ffffffff8b381d97 skb_release_data+0x87 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [024] 2549.370219: 39212743 cycles: 3a606ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198709 [041] 2549.371001: 29830875 cycles: 3a7907a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [032] 2549.371087: 35978718 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198711 [006] 2549.371252: 37595563 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [022] 2549.371570: 32399983 cycles: 1411a059 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [030] 2549.372343: 32973920 cycles: 12d6c3da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network write 197237 [028] 2549.372507: 36622303 cycles: ffffffff8aaab089 __fget_light+0x29 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb4f0 do_epoll_pwait.part.0+0x10 ([kernel.kallsyms]) ffffffff8aaebb6f __x64_sys_epoll_pwait+0x7f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125be8 epoll_pwait+0x78 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1fcd9b0b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [000] 2549.372692: 40296225 cycles: ffffffff8a9447ca perf_event_task_tick+0x5a ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 209f5a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [014] 2549.372777: 35983944 cycles: 133a4529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [001] 2549.373146: 32864013 cycles: ffffffff8aa727f0 check_stack_object+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2549.373505: 37171524 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d38db lock_timer_base+0x3b ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b488b94 tcp_write_xmit+0x624 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [009] 2549.373777: 32517230 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [012] 2549.373836: 37782070 cycles: 14130525 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196100 [046] 2549.373860: 30714639 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.Timer 197435 [040] 2549.373945: 30371408 cycles: 6415010 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2549.374286: 43611660 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [002] 2549.374616: 35696246 cycles: ffffffff8b585724 __inet6_lookup_established+0x54 ([kernel.kallsyms]) ffffffff8b55fce2 tcp_v6_rcv+0x5b2 ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2549.374756: 38722753 cycles: ffffffff8b697f53 ct_kernel_exit.constprop.0+0x63 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194343 [026] 2549.375100: 29625078 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [011] 2549.375160: 34388938 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1549f6c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [034] 2549.375586: 29465128 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [016] 2549.375658: 33059435 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2549.376057: 28773348 cycles: ffffffff8b4777cb tcp_queue_rcv+0xcb ([kernel.kallsyms]) ffffffff8b480501 tcp_data_queue+0x161 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [031] 2549.376454: 32271880 cycles: 15730777 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [005] 2549.376790: 39212349 cycles: ffffffff8a9a5baa kmalloc_size_roundup+0x6a ([kernel.kallsyms]) ffffffff8b37bf96 kmalloc_reserve+0x36 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b46db4e tcp_stream_alloc_skb+0x2e ([kernel.kallsyms]) ffffffff8b46ed5c tcp_sendmsg_locked+0x45c ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [023] 2549.377147: 36196886 cycles: 193e322 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [015] 2549.377595: 27100682 cycles: ffffffff8a74aed3 update_cfs_group+0x63 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [036] 2549.378208: 34759450 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 689b765 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [038] 2549.378408: 40471442 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [033] 2549.378620: 43046990 cycles: 252868cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [003] 2549.378630: 37187393 cycles: 3b1c0b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [010] 2549.379053: 33763612 cycles: ffffffff8b36d20d sock_poll+0x1d ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.379202: 36608598 cycles: ffffffff8b6ae540 __x86_indirect_thunk_rax+0x0 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [019] 2549.379448: 30888864 cycles: ffffffff8aaeb170 ep_poll+0x100 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 155697 [004] 2549.379867: 36780613 cycles: 17a190de [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198032 [037] 2549.380011: 34666649 cycles: 250d4df1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [044] 2549.380727: 41209264 cycles: 2048aa18 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [042] 2549.380790: 40927069 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 150639 [039] 2549.380993: 41277472 cycles: ffffffff8b697b61 syscall_enter_from_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV1 197555 [045] 2549.381833: 34749352 cycles: 27279a67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [021] 2549.382160: 32067766 cycles: 1406ba8e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [007] 2549.382365: 31788803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2549.383007: 31821022 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [028] 2549.383686: 34887453 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.383737: 34568414 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [041] 2549.384127: 44186854 cycles: ffffffff8a7434b1 select_idle_core+0x161 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b8ec pipe_write+0x42c ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd.IC 197544 [008] 2549.384236: 36848943 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [018] 2549.384528: 38685389 cycles: 2089001 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [022] 2549.384704: 29835139 cycles: ffffffff8a74f116 enqueue_task_fair+0x126 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 167055 [013] 2549.385193: 45137292 cycles: bbbd367 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Timer 198053 [030] 2549.385350: 34681245 cycles: 252574c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 162518 [027] 2549.385542: 35560119 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 165851 [006] 2549.385662: 37120046 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 194630 [047] 2549.386192: 48943314 cycles: 3b3dcdd [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [014] 2549.386202: 37301316 cycles: 3a61318 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [001] 2549.386403: 34959073 cycles: 13b08270 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [026] 2549.386458: 31536600 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [034] 2549.386488: 31926085 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [046] 2549.386579: 31219967 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [012] 2549.386784: 39753516 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [009] 2549.386870: 32842876 cycles: 204a73a3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [025] 2549.387195: 28389014 cycles: 3b3c5d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [024] 2549.387653: 32539093 cycles: ffffffff8a74503c select_idle_cpu+0x24c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [043] 2549.387858: 43640680 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12d89cd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [002] 2549.388046: 36353803 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [029] 2549.388259: 37648222 cycles: 196c013 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [015] 2549.388288: 32258795 cycles: 3b5939c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [000] 2549.389010: 37563106 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [031] 2549.389057: 37937817 cycles: 17abb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [016] 2549.389081: 37312315 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196861 [017] 2549.390251: 38523725 cycles: ffffffff8a7434ac select_idle_core+0x15c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 159388 [036] 2549.390788: 44118952 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) diskagen.User 197875 [011] 2549.390938: 36145707 cycles: 1b56781b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [021] 2549.391466: 36414997 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183ba0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 171289 [023] 2549.391683: 33718547 cycles: ffffffff8a769203 psi_group_change+0x263 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) perf 198744 [003] 2549.391855: 33130117 cycles: ffffffff8b62af2b memset_erms+0xb ([kernel.kallsyms]) ffffffff8abdd433 jbd2__journal_start+0xa3 ([kernel.kallsyms]) ffffffff8ab5d43a __ext4_journal_start_sb+0x15a ([kernel.kallsyms]) ffffffff8ab8802a ext4_dirty_inode+0x3a ([kernel.kallsyms]) ffffffff8aac52fe __mark_inode_dirty+0x5e ([kernel.kallsyms]) ffffffff8aad975b generic_write_end+0x11b ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) nbsd.IC 197259 [035] 2549.392008: 42837177 cycles: 139f165e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 193487 [010] 2549.392052: 34657736 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [005] 2549.392514: 35012382 cycles: ffffffff8aa5841e mod_memcg_state+0x2e ([kernel.kallsyms]) ffffffff8aa5ef44 mem_cgroup_charge_skmem+0x84 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [019] 2549.392735: 28767701 cycles: 133a5c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [037] 2549.393131: 36741622 cycles: 1406e2eb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [038] 2549.394030: 40803580 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [020] 2549.394060: 39334275 cycles: 13010606 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [028] 2549.394612: 35012600 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.SRV1 197555 [004] 2549.394925: 39289272 cycles: ffffffff8b627110 copy_user_enhanced_fast_string+0x0 ([kernel.kallsyms]) ffffffff8b370be8 copy_msghdr_from_user+0x38 ([kernel.kallsyms]) ffffffff8b370cdc ___sys_recvmsg+0x5c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [040] 2549.395046: 29939341 cycles: ffffffff8a991b18 shmem_write_begin+0x38 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [045] 2549.395194: 39157109 cycles: 17ef7e6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 170472 [007] 2549.395459: 31788803 cycles: ffffffff8a74db95 dequeue_entity+0x15 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [032] 2549.395511: 39406076 cycles: 25174dc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2549.395564: 38985419 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [022] 2549.395669: 32086089 cycles: ffffffff8a7d7837 enqueue_hrtimer+0x47 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197533 [044] 2549.395745: 41663435 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [030] 2549.395892: 38062803 cycles: 3a64814 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 171287 [042] 2549.396211: 40592006 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [008] 2549.396717: 34498303 cycles: ffffffff8a7500c5 update_sg_lb_stats+0x2c5 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a754350 rebalance_domains+0x290 ([kernel.kallsyms]) ffffffff8a75477d _nohz_idle_balance.isra.0+0x2bd ([kernel.kallsyms]) ffffffff8a754935 run_rebalance_domains+0x75 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696b36 sysvec_call_function_single+0x96 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [033] 2549.396825: 51882759 cycles: ffffffff8a7dc9b7 ktime_get_update_offsets_now+0x27 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1425c981 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [034] 2549.396962: 31544088 cycles: 6445c8b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [026] 2549.397326: 34589314 cycles: 186b35b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [046] 2549.397489: 34200916 cycles: 3ae0f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [025] 2549.398501: 31602710 cycles: 1c943116 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [009] 2549.398754: 32842876 cycles: 2049feeb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [006] 2549.398770: 36158821 cycles: 3b76b2a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [018] 2549.399208: 37076088 cycles: ffffffff8a7690f3 psi_group_change+0x153 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [001] 2549.400007: 43909990 cycles: 3b31479 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [027] 2549.400162: 34679953 cycles: 1a6884 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 189ec2d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 194341 [014] 2549.400350: 37828869 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IO 194354 [024] 2549.400507: 30056582 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6d1d futex_wait_setup+0x6d ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [002] 2549.400642: 34442736 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 36a19b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198713 [015] 2549.401105: 29622059 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [012] 2549.401391: 43568478 cycles: 3b98fff [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [041] 2549.401395: 48420239 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [013] 2549.401570: 44205529 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196114 [011] 2549.402460: 36148189 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198039 [016] 2549.402996: 37246178 cycles: ffffffff8a7d8e44 hrtimer_interrupt+0x124 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae65b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159397 [029] 2549.403027: 38129433 cycles: 133ae0f7 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [000] 2549.403078: 38452733 cycles: ffffffff8a74aac3 update_curr+0x33 ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [003] 2549.404946: 30655322 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165460 [031] 2549.405912: 36778046 cycles: 133ad35f [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [017] 2549.406163: 39667399 cycles: ffffffff8a74312d migrate_task_rq_fair+0x2d ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [021] 2549.406234: 35368546 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 198114 [043] 2549.406256: 47345173 cycles: ffffffff8a74dc7d dequeue_entity+0xfd ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd 193989 [019] 2549.406270: 28800137 cycles: ffffffff8a7693c2 psi_group_change+0x422 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736e33 dequeue_task+0x113 ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [023] 2549.406291: 37675392 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [022] 2549.406845: 34487300 cycles: ffffffff8b46c732 tcp_wmem_schedule+0x22 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [040] 2549.407202: 31721094 cycles: 13026631 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2549.407293: 37400014 cycles: 17ec037 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [038] 2549.407302: 37212097 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2549.407350: 29485388 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [028] 2549.407386: 35012600 cycles: ffffffff8a7493ec place_entity+0x7c ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [036] 2549.408031: 45049279 cycles: 3b9bbee [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [047] 2549.408373: 41766381 cycles: ffffffff8b6a466f __schedule+0x16f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [007] 2549.408536: 40926252 cycles: 193e27c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [039] 2549.408769: 36733848 cycles: 21a2e660 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198657 [030] 2549.409256: 38775494 cycles: 3a6143c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2549.409257: 33086319 cycles: ffffffff8a8c0f07 irq_work_needs_cpu+0x7 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 198033 [004] 2549.409284: 40305201 cycles: 133b049f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Batch 197253 [020] 2549.409581: 39538561 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8aa95330 getname_flags.part.0+0x30 ([kernel.kallsyms]) ffffffff8aa95585 getname+0x35 ([kernel.kallsyms]) ffffffff8aa7a72c do_sys_openat2+0x7c ([kernel.kallsyms]) ffffffff8aa7abd5 __x64_sys_openat+0x55 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 114634 open64+0xd4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b87e48 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [037] 2549.409615: 36078804 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [009] 2549.409708: 40591854 cycles: 178ebcf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2549.409942: 36584488 cycles: ffffffff8a75c88b cpu_startup_entry+0x1b ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198038 [042] 2549.410219: 40207191 cycles: 1e5c5bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [026] 2549.410442: 36166951 cycles: ffffffff8b3a4d72 __dev_queue_xmit+0x392 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [046] 2549.410682: 35783359 cycles: ffffffff8aa305be kmem_cache_free+0x1de ([kernel.kallsyms]) ffffffff8b37ec3b kfree_skbmem+0x7b ([kernel.kallsyms]) ffffffff8b383f83 __kfree_skb+0x33 ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [044] 2549.410766: 40002180 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 197899 [045] 2549.410977: 33406434 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [008] 2549.411099: 35782804 cycles: ffffffff8a74aade update_curr+0x4e ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [032] 2549.411151: 35136708 cycles: 1c96def8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197895 [006] 2549.411910: 42725348 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [018] 2549.412706: 42002322 cycles: 161b5fd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [024] 2549.412809: 27883363 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 68acfc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [025] 2549.413791: 28238672 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [015] 2549.414591: 30301832 cycles: 141d1ef1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194434 [002] 2549.414788: 33892380 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd 196920 [014] 2549.415246: 38232538 cycles: ffffffff8a7d20f0 get_timespec64+0x30 ([kernel.kallsyms]) ffffffff8a7e63f5 __x64_sys_clock_nanosleep+0x85 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [001] 2549.415324: 37211979 cycles: 17f9cc5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2549.415946: 29512407 cycles: ffffffff8a7690f3 psi_group_change+0x153 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [040] 2549.416480: 32042820 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [003] 2549.417011: 28970583 cycles: af157a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [016] 2549.417306: 41150952 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 198448 [000] 2549.417531: 42040938 cycles: ffffffff8a74abc5 update_curr+0x135 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [010] 2549.417583: 29329429 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2549.417813: 38966482 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2549.418148: 31249365 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 193827 [019] 2549.418336: 29963062 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [038] 2549.419736: 36730582 cycles: ffffffff8a7d8c29 hrtimer_get_next_event+0x39 ([kernel.kallsyms]) ffffffff8a7d6e20 get_next_timer_interrupt+0xa0 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [029] 2549.420009: 34011136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO1 197896 [022] 2549.420359: 34622131 cycles: 154cad43 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [013] 2549.420544: 42393215 cycles: 154cb006 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [033] 2549.420821: 46674694 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [023] 2549.421192: 38639593 cycles: ffffffff8acd4022 apparmor_file_permission+0x52 ([kernel.kallsyms]) ffffffff8ac66acf security_file_permission+0x2f ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [028] 2549.421375: 45574641 cycles: ffffffff8b697c31 syscall_exit_to_user_mode+0x1 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [039] 2549.421431: 36536718 cycles: 1fcd4a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2549.421692: 38296083 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [034] 2549.421714: 34352210 cycles: 2049f8d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [031] 2549.421796: 44259209 cycles: 64f953b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 196776 [005] 2549.421951: 36016942 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 196124 [041] 2549.422839: 44082082 cycles: 2a7fbba [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2549.422849: 47645441 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [036] 2549.423412: 47636055 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5eaa3 __mem_cgroup_uncharge+0x63 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [009] 2549.423477: 40512927 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd 166598 [046] 2549.423727: 33049249 cycles: bbbba61 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [026] 2549.423734: 33175211 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198682 [024] 2549.423822: 31089363 cycles: 6860532 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2549.423888: 36808544 cycles: ffffffff8b697cdc irqentry_enter+0x1c ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [004] 2549.423945: 36188100 cycles: ffffffff8a7691a9 psi_group_change+0x209 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [025] 2549.424354: 28877611 cycles: 16ff090 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [017] 2549.424615: 36398621 cycles: ffffffff8a7d7e37 __hrtimer_start_range_ns+0x157 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [035] 2549.424864: 39560127 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [008] 2549.425150: 33267820 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [020] 2549.425204: 33844430 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [044] 2549.425211: 38783781 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [043] 2549.425349: 41204258 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Batch 171586 [045] 2549.425579: 29953202 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f3653deb87f [unknown] (//anon) nbsd.User 197529 [007] 2549.425754: 36821450 cycles: 1405374c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [047] 2549.425849: 43590964 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [042] 2549.425952: 34216314 cycles: ffffffff8aaea7d1 ep_item_poll.isra.0+0x21 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [002] 2549.426170: 32458012 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2549.426407: 40348824 cycles: ffffffff8b61abcc timerqueue_add+0x2c ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [027] 2549.426812: 28368595 cycles: 26676794 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [015] 2549.427293: 30301832 cycles: 689a298 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159623 [010] 2549.427545: 29308318 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [003] 2549.427800: 28420752 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [006] 2549.427801: 50610761 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [040] 2549.428430: 30577498 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [018] 2549.428570: 36964801 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [001] 2549.429405: 33041528 cycles: ffffffff8b6ad4fe _raw_spin_unlock_bh+0x1e ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [011] 2549.429802: 29734578 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [019] 2549.429910: 31864250 cycles: 272afb9b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2549.430318: 36967578 cycles: ffffffff8a736b55 resched_curr+0x5 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [016] 2549.431526: 37417760 cycles: 1402628b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [029] 2549.432533: 35593843 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a9ec78a rmqueue_bulk+0x5a ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2549.432730: 39211241 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [034] 2549.432933: 33917762 cycles: 219dc855 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [012] 2549.432938: 33612996 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2549.433623: 43437960 cycles: ffffffff8a652efd switch_ldt+0xd ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [025] 2549.433757: 29740870 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [000] 2549.434048: 35345036 cycles: 18695d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [023] 2549.434918: 38623608 cycles: ffffffff8a74eaff enqueue_entity+0x7f ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [021] 2549.435144: 38895061 cycles: 6446a3c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 159615 [026] 2549.435227: 35726539 cycles: ffffffff8a74796c update_load_avg+0x9c ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagentd 162507 [046] 2549.435241: 31609678 cycles: ffffffff8a74aa9b update_curr+0xb ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [024] 2549.435381: 30100827 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [013] 2549.436168: 45182787 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [039] 2549.436198: 32901848 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1402ea21 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196775 [042] 2549.436521: 33893458 cycles: ffffffff8b61aba1 timerqueue_add+0x1 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [005] 2549.437431: 39215593 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 170456 [002] 2549.437442: 30982282 cycles: 178ab082 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [004] 2549.437448: 40647650 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2549.437533: 38274584 cycles: ffffffff8a743540 pick_next_entity+0x30 ([kernel.kallsyms]) ffffffff8a753c5f pick_next_task_fair+0x19f ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 198101 [027] 2549.437600: 30909826 cycles: bdbe48c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) swapper 0 [008] 2549.437773: 35048700 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) ydbd 172769 [044] 2549.437902: 36393637 cycles: ffffffff8a7334f1 prepare_task_switch+0x1f1 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [007] 2549.438014: 38574865 cycles: ffffffff8a990585 shmem_write_end+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [033] 2549.438023: 42340545 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) nbsd.SRV2 197556 [010] 2549.438608: 28636186 cycles: 1c398f41 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 196917 [009] 2549.438640: 44477722 cycles: ffffffff8a7c57ac exit_to_user_mode_prepare+0x5c ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [017] 2549.438824: 34919200 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [031] 2549.438888: 38958628 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 198851 [020] 2549.439361: 30342909 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 170471 [045] 2549.439469: 37613499 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 198449 [028] 2549.439529: 37438087 cycles: ffffffff8a7e6375 __x64_sys_clock_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 196774 [003] 2549.439637: 28519738 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa7b615 rw_verify_area+0x35 ([kernel.kallsyms]) ffffffff8aa7bf8c do_iter_read+0xcc ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [035] 2549.439699: 42203746 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [015] 2549.439819: 35684579 cycles: ffffffff8a753af8 pick_next_task_fair+0x38 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197259 [036] 2549.439980: 43719748 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [040] 2549.440089: 30377483 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 27226cf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [041] 2549.440279: 37053591 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [030] 2549.440391: 55778688 cycles: ffffffff8a739de7 set_task_cpu+0x87 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12f76cd3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 167057 [047] 2549.440959: 44442431 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [018] 2549.441393: 33766892 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [011] 2549.441432: 35934373 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [037] 2549.442308: 42685302 cycles: 3a61308 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [043] 2549.442436: 33592279 cycles: 173e8fc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [019] 2549.442635: 33335147 cycles: ffffffff8a7f737c __flush_smp_call_function_queue+0x2c ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [014] 2549.442972: 42324610 cycles: 20a86e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 194449 [001] 2549.443175: 38058097 cycles: 168357c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [025] 2549.443664: 30368540 cycles: ffffffff8b6937d1 sync_regs+0x21 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225eec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [012] 2549.444647: 36545975 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [034] 2549.445380: 34355377 cycles: 27279a30 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [016] 2549.445499: 40643192 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [023] 2549.445967: 37322062 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [024] 2549.446500: 34979228 cycles: ffffffff8b3894b8 skb_attempt_defer_free+0x28 ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198845 [038] 2549.447197: 39895661 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2549.447229: 37289944 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) PDisk 155808 [006] 2549.447516: 47861632 cycles: 1566f891 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [029] 2549.447585: 31215088 cycles: 172c2c3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [046] 2549.448039: 29533784 cycles: ffffffff8b6178a8 rb_next+0x18 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [002] 2549.448285: 34139174 cycles: 172bc46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [042] 2549.448941: 31734739 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [026] 2549.449017: 35250407 cycles: ffffffff8aa18c2e policy_node+0x6e ([kernel.kallsyms]) ffffffff8aa1d0f5 alloc_pages+0x85 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [027] 2549.449736: 32887161 cycles: 1ea6c04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [039] 2549.449840: 33241535 cycles: 1402fa14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2549.449877: 31385292 cycles: ffffffff8a74c515 select_task_rq_fair+0x95 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [004] 2549.450439: 37374900 cycles: ffffffff8b4630e3 __inet_lookup_established+0xd3 ([kernel.kallsyms]) ffffffff8b4939c0 tcp_v4_rcv+0x400 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.450678: 29111503 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd 198445 [008] 2549.450740: 31962837 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2549.451823: 35581246 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [022] 2549.451988: 34564043 cycles: 11aac0 writev+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2549.452050: 38619288 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 160830 [044] 2549.452065: 36973730 cycles: 133c32b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 194449 [021] 2549.452764: 43034158 cycles: 120bbba [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 196924 [032] 2549.452858: 33761280 cycles: ffffffff8a604345 __switch_to_asm+0x35 ([kernel.kallsyms]) ydbd 194089 [017] 2549.453793: 34007645 cycles: ba89e2e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdCmpl_0 194090 [028] 2549.453868: 32626681 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd 170419 [018] 2549.453873: 35207613 cycles: ffffffff8a77cd14 __raw_spin_lock_irqsave+0x14 ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [031] 2549.453968: 39619558 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [033] 2549.453988: 42428336 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159512 [041] 2549.454245: 36017956 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133fedd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [043] 2549.454311: 35794337 cycles: ffffffff8adb54e6 _copy_from_user+0x6 ([kernel.kallsyms]) ffffffff8adab09d iovec_from_user.part.0+0x5d ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2549.454827: 30079747 cycles: ffffffff8adac927 _copy_from_iter+0x47 ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [045] 2549.454844: 39376145 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [013] 2549.455024: 35148698 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325364 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [001] 2549.455051: 35418154 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194335 [007] 2549.455546: 31763491 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [036] 2549.455719: 41628117 cycles: 3ad2231 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [035] 2549.455993: 46490863 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [011] 2549.457040: 33027548 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [009] 2549.457060: 36482093 cycles: ffffffff8a75faea __update_load_avg_blocked_se+0xaa ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 66d7931 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 194092 [025] 2549.457122: 27854518 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [019] 2549.457726: 29966455 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [034] 2549.457908: 32902725 cycles: ffffffff8b6ae546 __x86_indirect_thunk_rax+0x6 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [012] 2549.457983: 37060345 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0f0dd632f [unknown] (//anon) diskagen.IC 198855 [005] 2549.458143: 36369917 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [014] 2549.458764: 38879081 cycles: 2048962f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [024] 2549.459257: 40048761 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [023] 2549.459621: 34531292 cycles: 3502358 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [046] 2549.459690: 28816987 cycles: 3a61949 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 196013 [037] 2549.459741: 39347042 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [016] 2549.459948: 36702419 cycles: 14086264 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [042] 2549.460269: 30879286 cycles: 141d2ae4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [047] 2549.461224: 40628094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 65530e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [002] 2549.461313: 35780936 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [027] 2549.461382: 31604235 cycles: 152c0ad1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194619 [029] 2549.461802: 27117038 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [000] 2549.461804: 40188396 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [022] 2549.461815: 34836235 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [026] 2549.462127: 32486940 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198615 [038] 2549.462152: 34547953 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [030] 2549.462235: 41450220 cycles: 133c90ee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [010] 2549.462319: 30386353 cycles: 133ae572 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [004] 2549.462354: 35356006 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [008] 2549.462382: 31425832 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [020] 2549.462430: 27571179 cycles: ffffffff8a6a85a5 x2apic_send_IPI+0x5 ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 194449 [044] 2549.463872: 34836397 cycles: 1830eb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2549.464503: 33577910 cycles: ffffffff8a747937 update_load_avg+0x67 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [032] 2549.464503: 35207791 cycles: ffffffff8b3a47b0 dev_hard_start_xmit+0xb0 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b516a13 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b516fc2 ip6_finish_output2+0x242 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.User 170459 [006] 2549.465909: 43357131 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IO 172233 [003] 2549.466750: 36012478 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [021] 2549.467350: 38927299 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198626 [043] 2549.467445: 36272523 cycles: ffffffff8b46ee97 tcp_sendmsg_locked+0x597 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.467450: 31899498 cycles: ffffffff8a64a364 __switch_to+0x74 ([kernel.kallsyms]) blocksto.CLI2 197448 [028] 2549.467572: 29734685 cycles: 3c757b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2549.467719: 28166807 cycles: ffffffff8a6f2cdc __irq_exit_rcu+0x1c ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2549.467933: 33797473 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [001] 2549.468000: 33244827 cycles: ffffffff8a6b8ce2 pvclock_clocksource_read+0x12 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198650 [034] 2549.468101: 35679905 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2549.468594: 29912696 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [007] 2549.468698: 28779322 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 160809 [017] 2549.468835: 29481079 cycles: ffffffff8a7478ff update_load_avg+0x2f ([kernel.kallsyms]) ffffffff8a74f0c8 enqueue_task_fair+0xd8 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13404cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [031] 2549.469014: 38563751 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [011] 2549.469031: 35530753 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [013] 2549.469336: 34363787 cycles: 28a987c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [041] 2549.470022: 34865604 cycles: ffffffff8a74f08e enqueue_task_fair+0x9e ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [005] 2549.470219: 34085347 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [019] 2549.470291: 29570996 cycles: 3b3db60 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [036] 2549.470409: 36288190 cycles: 3ac3d71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [046] 2549.470927: 34280382 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [042] 2549.471048: 30799615 cycles: ffffffff8a7b5b10 __rcu_read_unlock+0x0 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [023] 2549.471381: 32253504 cycles: 14068f01 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [012] 2549.471500: 33802788 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [014] 2549.472306: 35340452 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [020] 2549.472330: 28169867 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcc05ef4c7 [unknown] (//anon) diskagen.IC 197891 [029] 2549.472443: 26335757 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [002] 2549.472788: 37048701 cycles: 20430b61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [009] 2549.472794: 33121799 cycles: ffffffff8a739df5 set_task_cpu+0x95 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [027] 2549.473243: 33388641 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196103 [010] 2549.473394: 35205774 cycles: ffffffff8a769014 psi_group_change+0x74 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172235 [024] 2549.473624: 38874111 cycles: ffffffff8a747e24 update_load_avg+0x554 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2549.473677: 40068646 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197536 [008] 2549.473914: 34126883 cycles: ffffffff8a74e8b5 put_prev_entity+0x25 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [033] 2549.473968: 41497756 cycles: 26603991 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [038] 2549.474115: 32851866 cycles: ffffffff8b692167 do_syscall_64+0x17 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 17311fd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198038 [035] 2549.474262: 45380613 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [016] 2549.474331: 32477849 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3575991 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [022] 2549.474397: 36427760 cycles: 3b18201 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [026] 2549.474535: 31240355 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [037] 2549.474549: 42425768 cycles: 685ff35 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197899 [004] 2549.476042: 36397496 cycles: ffffffff8adb0ce3 llist_add_batch+0x3 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159504 [000] 2549.476780: 38650050 cycles: 133cd810 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [044] 2549.477129: 34601839 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [032] 2549.477259: 32561202 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [030] 2549.477530: 41858827 cycles: 206bb6e [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) default-executo 196007 [047] 2549.477648: 44629610 cycles: 187835f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [039] 2549.478698: 33933624 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [018] 2549.479129: 30957700 cycles: ffffffff8b6a47af __schedule+0x2af ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [028] 2549.479400: 29734685 cycles: 178e551 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [015] 2549.479536: 27868628 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [043] 2549.479657: 34843847 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [040] 2549.479822: 34425153 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2549.480394: 27978927 cycles: 288acc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [017] 2549.481198: 27520741 cycles: ffffffff8b6937bb sync_regs+0xb ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196007 [007] 2549.481343: 26681263 cycles: ffffffff8b516ea5 ip6_finish_output2+0x125 ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [034] 2549.481986: 32219963 cycles: 1406fb46 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [042] 2549.482115: 32137487 cycles: ffffffff8b455bde ip_protocol_deliver_rcu+0x3e ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 193502 [006] 2549.482153: 39250749 cycles: ffffffff8b6acbb6 _raw_spin_lock_irqsave+0x6 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [001] 2549.482213: 29618550 cycles: 21a2fbba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [003] 2549.482380: 36418413 cycles: 3b314b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [041] 2549.482452: 36528426 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [020] 2549.482461: 27742121 cycles: ffffffff8a9ef502 get_page_from_freelist+0x12 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [012] 2549.482598: 32365296 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [013] 2549.482775: 35775568 cycles: ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a96b737 folio_account_dirtied+0x77 ([kernel.kallsyms]) ffffffff8a96eb38 __folio_mark_dirty+0x48 ([kernel.kallsyms]) ffffffff8aad8e52 mark_buffer_dirty+0x122 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) swapper 0 [046] 2549.482882: 35792423 cycles: ffffffff8a7efd99 tick_nohz_idle_exit+0x89 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194778 [019] 2549.482923: 31789492 cycles: 3b98d16 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [011] 2549.483063: 36281126 cycles: ffffffff8aa5db20 obj_cgroup_charge+0x0 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155848 [021] 2549.483079: 34875810 cycles: ffffffff8a73e544 idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a750108 update_sg_lb_stats+0x308 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [029] 2549.483379: 26453435 cycles: ffffffff8a74f08e enqueue_task_fair+0x9e ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [005] 2549.483889: 30863619 cycles: 64fbaf4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [031] 2549.483952: 38798391 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [036] 2549.484033: 37094276 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [038] 2549.484222: 32951850 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [023] 2549.484695: 32809573 cycles: 13972967 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [002] 2549.485509: 34417551 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efd96 tick_nohz_idle_exit+0x86 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [014] 2549.486333: 31448760 cycles: 64fc24e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [027] 2549.486351: 35583574 cycles: 178fd01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [008] 2549.487272: 43383470 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [026] 2549.487462: 39797229 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2549.487577: 33346380 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [032] 2549.487607: 32269410 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [016] 2549.488343: 30804399 cycles: 35df669 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [009] 2549.488361: 31909755 cycles: 204af777 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2549.488776: 29652779 cycles: ffffffff8a9b8421 pud_val+0x1 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 194622 [022] 2549.488889: 35326304 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2549.488966: 46829978 cycles: ffffffff8b692976 __rdgsbase_inactive+0x36 ([kernel.kallsyms]) blocksto.CLI2 194623 [044] 2549.489197: 36840505 cycles: ffffffff8aaeb278 ep_poll+0x208 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [004] 2549.489318: 36927619 cycles: 154caeee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [028] 2549.490845: 40425381 cycles: 2686d012 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagentd 165867 [030] 2549.491118: 38277335 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 194629 [045] 2549.491127: 34868584 cycles: 3a77c66 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198751 [020] 2549.491384: 29037342 cycles: ffffffff8a9b3a2c follow_page_pte+0x29c ([kernel.kallsyms]) ffffffff8a9b3f3c follow_pmd_mask.isra.0+0x1cc ([kernel.kallsyms]) ffffffff8a9b44ce follow_p4d_mask+0x14e ([kernel.kallsyms]) ffffffff8a9b468a follow_page_mask+0xda ([kernel.kallsyms]) ffffffff8a9b4bce __get_user_pages+0x1de ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2549.491498: 39032669 cycles: ffffffff8a74f08e enqueue_task_fair+0x9e ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [018] 2549.491529: 32307732 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a743303 migrate_task_rq_fair+0x203 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [042] 2549.491686: 32907014 cycles: ffffffff8b36d232 sock_poll+0x42 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.491847: 36069232 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [037] 2549.491928: 40490544 cycles: 179dfc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 198050 [039] 2549.492106: 31070907 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [034] 2549.492798: 31402822 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [033] 2549.492845: 43054554 cycles: 251d40e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159894 [007] 2549.492972: 26076156 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 196117 [029] 2549.493143: 29834836 cycles: 3ba3f0a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [015] 2549.493169: 32324528 cycles: 65e69b5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [035] 2549.493694: 42546912 cycles: 21a2c80b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [025] 2549.493840: 25649247 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [043] 2549.494104: 30501267 cycles: ffffffff8a75ff13 __update_load_avg_se+0x1b3 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [003] 2549.494714: 33589487 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 166598 [001] 2549.494856: 31144612 cycles: e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194632 [012] 2549.495026: 38177105 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa5d552 __memcg_kmem_charge_page+0xb2 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159512 [047] 2549.495200: 44130923 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 167024 [038] 2549.495561: 32276517 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) blocksto.CLI2 198650 [005] 2549.495902: 32811375 cycles: 689c210 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [046] 2549.495938: 32626392 cycles: ffffffff8a768fc4 psi_group_change+0x24 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 162507 [013] 2549.496121: 32828444 cycles: ffffffff8a733327 prepare_task_switch+0x27 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198047 [023] 2549.496554: 31632658 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [006] 2549.496809: 38776069 cycles: 14086264 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [017] 2549.496939: 32255817 cycles: ffffffff8a997f46 __mod_node_page_state+0x6 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a9dc043 page_add_new_anon_rmap+0xc3 ([kernel.kallsyms]) ffffffff8a9bba13 do_anonymous_page+0x2f3 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Scheduler 155714 [019] 2549.497114: 33092508 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [011] 2549.497216: 35805753 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [021] 2549.497228: 32331299 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [002] 2549.497686: 37111123 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [036] 2549.497838: 37149389 cycles: 172c285 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [010] 2549.498010: 34721237 cycles: 266720ec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [041] 2549.498014: 31339361 cycles: ffffffff8a604321 __switch_to_asm+0x11 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194623 [014] 2549.498255: 30613564 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [031] 2549.498403: 43150844 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [009] 2549.499957: 33829607 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [032] 2549.500079: 35666857 cycles: 1e46c2f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [008] 2549.501258: 40112381 cycles: ffffffff8aa583f1 mod_memcg_state+0x1 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 193502 [016] 2549.501840: 30669801 cycles: c50 [unknown] ([vdso]) diskagen.User 198840 [022] 2549.501916: 45496266 cycles: 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.501924: 28879239 cycles: ffffffff8b69810a ct_irq_enter+0xa ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2549.501968: 48436268 cycles: ffffffff8a74ad87 reweight_entity+0x97 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [018] 2549.502234: 31580242 cycles: ffffffff8b37e521 __alloc_skb+0x21 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [027] 2549.502954: 39493109 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [044] 2549.503236: 37851955 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [004] 2549.503316: 37886315 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [007] 2549.503356: 26076156 cycles: ffffffff8a741ae2 __calc_delta+0x192 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 197899 [042] 2549.503983: 32514690 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [034] 2549.504408: 30191998 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc46b9f287f [unknown] (//anon) default-executo 196007 [001] 2549.504613: 34391044 cycles: 18756f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [039] 2549.504613: 35827277 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [025] 2549.504769: 24896658 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5972276690f [unknown] ([unknown]) nbsd.User 197529 [045] 2549.504836: 30845999 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2549.505139: 36069232 cycles: ffffffff8a7dacb0 ktime_get+0x0 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198714 [029] 2549.505157: 31647180 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [000] 2549.505315: 38629051 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [028] 2549.505519: 39888439 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [024] 2549.505645: 39183059 cycles: 3b222b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [017] 2549.505802: 33294378 cycles: ffffffff8a97384f folio_add_lru+0xf ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198035 [043] 2549.505855: 32610695 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [015] 2549.505946: 37605267 cycles: 14068f06 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198713 [030] 2549.506798: 37240875 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 155855 [038] 2549.507331: 39510048 cycles: 18755de2 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [046] 2549.507623: 35487547 cycles: ffffffff8a74ede9 enqueue_entity+0x369 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 194440 [033] 2549.508305: 42220366 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [023] 2549.508861: 29409918 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [012] 2549.509019: 33988025 cycles: 1cad1570 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [003] 2549.509092: 33117195 cycles: ffffffff8a74aae7 update_curr+0x57 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2549.509263: 35777202 cycles: ffffffff8a769193 psi_group_change+0x1f3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2549.509353: 30824354 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194336 [035] 2549.509504: 42719392 cycles: 1a68f3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b6e412 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 171594 [037] 2549.509536: 44869616 cycles: 13396b71 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [019] 2549.509657: 42167387 cycles: 689a21f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2549.509974: 30862586 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [041] 2549.510081: 29694900 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a7537d9 newidle_balance+0x209 ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) PDisk 194094 [014] 2549.510175: 30613564 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [010] 2549.510507: 37000688 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [036] 2549.510821: 38226100 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 170146 [002] 2549.510903: 38285360 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [006] 2549.510998: 44259659 cycles: 1731042 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [032] 2549.513427: 33995941 cycles: 1407d48c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [009] 2549.513579: 30618664 cycles: 1300ee88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [011] 2549.513735: 34241039 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fd35ff0987f [unknown] (//anon) ydbd.Scheduler 166613 [020] 2549.514629: 26688788 cycles: a90 [unknown] ([vdso]) diskagen.IC 197891 [018] 2549.514865: 33038015 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2549.514956: 34088711 cycles: ffffffff8a972793 lru_add_fn+0xc3 ([kernel.kallsyms]) ffffffff8a973778 folio_batch_move_lru+0xa8 ([kernel.kallsyms]) ffffffff8a973892 folio_add_lru+0x52 ([kernel.kallsyms]) ffffffff8a97483f folio_add_lru_vma+0x1f ([kernel.kallsyms]) ffffffff8a96f738 lru_cache_add_inactive_or_unevictable+0x18 ([kernel.kallsyms]) ffffffff8a9bba1e do_anonymous_page+0x2fe ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd.SRV1 197266 [047] 2549.515005: 36475186 cycles: 1411c0aa [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [025] 2549.515011: 28208907 cycles: 133a44c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [034] 2549.515176: 33466641 cycles: ffffffff8a744f63 select_idle_cpu+0x173 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 194002 [008] 2549.515211: 35988977 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [007] 2549.515640: 37436007 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [004] 2549.515799: 34978015 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [016] 2549.515900: 36509936 cycles: ffffffff8a7d8da1 hrtimer_interrupt+0x81 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [042] 2549.516421: 39880409 cycles: 27cdb99 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [015] 2549.516556: 37144654 cycles: 1618ab09 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [031] 2549.516766: 36242267 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a76517b __wake_up_locked_key+0x1b ([kernel.kallsyms]) ffffffff8aaef830 eventfd_write+0xe0 ([kernel.kallsyms]) ffffffff8aa7eb99 vfs_write+0xc9 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125dcb eventfd_write+0x1b (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b7834c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [022] 2549.517270: 48126876 cycles: ffffffff8a97c91b isolate_lru_folios+0x12b ([kernel.kallsyms]) ffffffff8a987a73 shrink_inactive_list+0xa3 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [044] 2549.517823: 37244191 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696ab0 sysvec_call_function_single+0x10 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [045] 2549.517965: 36079059 cycles: 154cb0d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [001] 2549.518848: 38910099 cycles: 1be557c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [039] 2549.518922: 31737142 cycles: ffffffff8a7604ef __update_load_avg_cfs_rq+0xaf ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [043] 2549.518926: 33766990 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196103 [028] 2549.519774: 37586166 cycles: ffffffff8a64a5bc __switch_to+0x2cc ([kernel.kallsyms]) blocksto.CLI2 196118 [040] 2549.520364: 42829269 cycles: 3c31e41 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [027] 2549.520450: 51595195 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [000] 2549.520712: 33387586 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198862 [005] 2549.520772: 31626358 cycles: 1330db48 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [029] 2549.520968: 33608283 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a74bb4a select_idle_sibling+0x2a ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2549.521587: 31253880 cycles: ffffffff8a6b7cf3 kvm_sched_clock_read+0x13 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [012] 2549.521726: 35489781 cycles: ffffffff8b31bc75 cpuidle_get_cpu_driver+0x5 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [026] 2549.521816: 41397934 cycles: ffffffff8b616ed1 rb_erase+0xc1 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198681 [024] 2549.522057: 41599396 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [046] 2549.522596: 30911763 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [023] 2549.523303: 29409918 cycles: ffffffff8a779e28 psi_task_switch+0x48 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [030] 2549.523546: 40913631 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [010] 2549.523576: 36866868 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [038] 2549.523773: 45630079 cycles: ffffffff8b6ad585 _raw_spin_unlock_irq+0x15 ([kernel.kallsyms]) ffffffff8b3a6d40 process_backlog+0x120 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2549.524411: 34613675 cycles: ffffffff8aa59a61 __count_memcg_events+0xa1 ([kernel.kallsyms]) ffffffff8a9b87ca count_memcg_events.constprop.0+0x2a ([kernel.kallsyms]) ffffffff8a9c3372 handle_mm_fault+0x62 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [021] 2549.524884: 27416801 cycles: ffffffff8a7d7b50 __remove_hrtimer+0x40 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2549.525817: 40290648 cycles: ffffffff8b698101 ct_irq_enter+0x1 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [036] 2549.526211: 41005403 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IO 197258 [020] 2549.526447: 25400715 cycles: 1407d335 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 197899 [033] 2549.526622: 51161934 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [019] 2549.526743: 36928228 cycles: 3a77a1d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 196864 [032] 2549.526797: 31946248 cycles: 156d2978 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO.SQ 198859 [003] 2549.526883: 30136739 cycles: ffffffff8a990c95 shmem_get_folio_gfp+0x75 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197245 [015] 2549.527009: 36717238 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [014] 2549.527074: 36106262 cycles: 14023ba9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2549.527254: 45089547 cycles: ffffffff8a779b71 psi_task_change+0x61 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 193500 [034] 2549.527789: 38495492 cycles: ffffffff8a60436e __switch_to_asm+0x5e ([kernel.kallsyms]) network poller 198839 [009] 2549.528001: 30412594 cycles: ffffffff8b6ad325 _raw_write_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaea897 ep_send_events+0x77 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2549.528161: 41119095 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [025] 2549.528546: 28133907 cycles: 3a6235a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [018] 2549.528581: 33989219 cycles: ffffffff8a73ca75 send_call_function_single_ipi+0x5 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO0 197894 [035] 2549.528719: 43127421 cycles: 2528d760 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 194004 [008] 2549.529169: 36144263 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 596 [unknown] ([unknown]) swapper 0 [006] 2549.529514: 40998937 cycles: ffffffff8a768fa0 psi_group_change+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [011] 2549.529541: 32094177 cycles: 2727b8a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [022] 2549.530494: 44367859 cycles: ffffffff8aaa6d92 evict+0xc2 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197533 [004] 2549.531098: 38935892 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fc5ed83f [unknown] (//anon) nbsd.SRV1 197266 [047] 2549.531916: 38621481 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [016] 2549.531975: 31381975 cycles: 141c970f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 196924 [044] 2549.531976: 33755554 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7788 hrtimer_reprogram+0x88 ([kernel.kallsyms]) ffffffff8a7d8105 hrtimer_start_range_ns+0xb5 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198714 [037] 2549.532218: 34344629 cycles: 689a230 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [039] 2549.532694: 34894472 cycles: ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7b81f5 rcu_core+0xe5 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [043] 2549.533243: 36146239 cycles: 2aadec9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [042] 2549.533345: 37685793 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [021] 2549.533549: 30279159 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [005] 2549.533928: 29042269 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [017] 2549.534115: 35143719 cycles: ffffffff8aa561d5 memcg_check_events+0x175 ([kernel.kallsyms]) ffffffff8aa5cc01 charge_memcg+0x91 ([kernel.kallsyms]) ffffffff8aa5e87d __mem_cgroup_charge+0x2d ([kernel.kallsyms]) ffffffff8a9bb847 do_anonymous_page+0x127 ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV2 196022 [000] 2549.534292: 33387586 cycles: ffffffff8a74c57f select_task_rq_fair+0xff ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 197447 [041] 2549.534899: 31657143 cycles: ffffffff8aa56390 __refill_stock+0x50 ([kernel.kallsyms]) ffffffff8aa5efee mem_cgroup_uncharge_skmem+0x2e ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b37874e __sk_mem_reclaim+0x1e ([kernel.kallsyms]) ffffffff8b479b52 tcp_clean_rtx_queue.constprop.0+0x5f2 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b377477 __sk_flush_backlog+0x27 ([kernel.kallsyms]) ffffffff8b46f376 tcp_sendmsg_locked+0xa76 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [029] 2549.535429: 33931449 cycles: 125db0 eventfd_write+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230cdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [045] 2549.535501: 31635843 cycles: 17e0d2e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO1 198856 [028] 2549.535503: 37586166 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aaf530d read_events+0x13d ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 159624 [012] 2549.535533: 34169116 cycles: ffffffff8a7d9185 hrtimer_nanosleep+0x5 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.Scheduler 196776 [001] 2549.535613: 40433945 cycles: ffffffff8a74fe8d update_sg_lb_stats+0x8d ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194386 [046] 2549.535863: 28294310 cycles: 3b9604e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [031] 2549.536236: 33917522 cycles: ffffffff8a769243 psi_group_change+0x2a3 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 165849 [023] 2549.536603: 37741334 cycles: ffffffff8a752330 __update_idle_core+0x0 ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [020] 2549.536903: 25265368 cycles: ffffffff8a75fbfa __update_load_avg_blocked_se+0x1ba ([kernel.kallsyms]) ffffffff8a741b3b remove_entity_load_avg+0x2b ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 195110 [024] 2549.537235: 41437144 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.537553: 37637652 cycles: ffffffff8a75c447 cpuidle_idle_call+0xc7 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [010] 2549.537682: 36906513 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 194363 [026] 2549.537963: 38936144 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [032] 2549.538810: 32737412 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [015] 2549.538975: 39191718 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [038] 2549.539458: 47658969 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.User 167030 [030] 2549.539552: 42950745 cycles: 9a66e pthread_rwlock_rdlock+0x2e (/usr/lib/x86_64-linux-gnu/libc.so.6) ad543e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198854 [036] 2549.540805: 39485941 cycles: ffffffff8a961d28 __filemap_get_folio+0xa8 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [002] 2549.540905: 34637121 cycles: 17abb01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [003] 2549.541471: 30095879 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 154846 [018] 2549.541689: 34584823 cycles: 1be5ef91 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [014] 2549.542409: 38089171 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [022] 2549.542707: 41849384 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8aaa0148 dentry_free+0x58 ([kernel.kallsyms]) ffffffff8aaa2278 __dentry_kill+0x158 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) default-executo 195110 [025] 2549.542779: 28093404 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [039] 2549.543078: 34571091 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [034] 2549.543109: 32899814 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2549.543185: 45476891 cycles: ffffffff8a75fd85 __update_load_avg_se+0x25 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [009] 2549.543315: 34018193 cycles: ffffffff8a75366c newidle_balance+0x9c ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [011] 2549.543356: 34174439 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [019] 2549.543484: 39350319 cycles: 141dd091 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [008] 2549.543537: 34009839 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blockstore-test 198065 [017] 2549.543780: 35496064 cycles: ffffffff8a77be6c down_read_trylock+0x3c ([kernel.kallsyms]) ffffffff8a6c4735 do_user_addr_fault+0x145 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198047 [044] 2549.544772: 30967911 cycles: 133a5cf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [020] 2549.544896: 26833880 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [033] 2549.546174: 49925327 cycles: ffffffff8b697c3a syscall_exit_to_user_mode+0xa ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [004] 2549.546259: 33724605 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [016] 2549.546567: 31303271 cycles: 17ab2a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [021] 2549.547300: 28908666 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196100 [005] 2549.547302: 32169245 cycles: ffffffffc0c83b84 nf_nat_ipv6_fn+0x64 ([kernel.kallsyms]) ffffffffc0c84369 nf_nat_ipv6_out+0x19 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51a560 ip6_output+0x110 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2549.547463: 33902633 cycles: ffffffff8b696ba6 sysvec_apic_timer_interrupt+0x46 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [028] 2549.547506: 47546692 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [000] 2549.547807: 42774995 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198686 [046] 2549.547902: 26516747 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2549.548134: 38198656 cycles: ffffffff8a760485 __update_load_avg_cfs_rq+0x45 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194389 [013] 2549.548568: 38204657 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Batch 197253 [037] 2549.548638: 33060574 cycles: ffffffff8a7eef30 tick_sched_do_timer+0x0 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [042] 2549.548710: 38182233 cycles: 1741131 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [035] 2549.548876: 45045154 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5efe3 mem_cgroup_uncharge_skmem+0x23 ([kernel.kallsyms]) ffffffff8b3786f4 __sk_mem_reduce_allocated+0xc4 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [043] 2549.549188: 30594387 cycles: 1425822d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 197896 [045] 2549.549214: 39930582 cycles: 205b021d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [012] 2549.549968: 38502074 cycles: 20a7de5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 198832 [047] 2549.551438: 36735458 cycles: 133ac8ae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [031] 2549.552028: 34638776 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6226e8 xas_start+0x38 ([kernel.kallsyms]) ffffffff8b623b0f xas_load+0x1f ([kernel.kallsyms]) ffffffff8a961d01 __filemap_get_folio+0x81 ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [040] 2549.552055: 33771549 cycles: ffffffff8a741446 task_h_load+0x6 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [041] 2549.552214: 33823435 cycles: 125e54 epoll_wait+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [029] 2549.552350: 35397434 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [026] 2549.552509: 39457307 cycles: 26a1f80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197441 [032] 2549.552522: 29323073 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a75239a __update_idle_core+0x6a ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [023] 2549.552768: 30611619 cycles: 25258a22 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [010] 2549.553156: 31370469 cycles: 21a1bac9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [017] 2549.553568: 35911473 cycles: ffffffff8b801593 error_entry+0x43 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 194629 [024] 2549.553755: 40972701 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [022] 2549.554239: 40150865 cycles: ffffffff8ac640f9 inode_free_by_rcu+0x19 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaa207b ___d_drop+0x4b ([kernel.kallsyms]) ffffffff8aaa2187 __dentry_kill+0x67 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 198656 [011] 2549.554530: 34773624 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [025] 2549.554623: 33036770 cycles: 14056024 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [001] 2549.554750: 38113210 cycles: ffffffff8b483287 tcp_established_options+0xf7 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [002] 2549.554844: 36223983 cycles: ffffffff8a766eab psi_flags_change+0x1b ([kernel.kallsyms]) ffffffff8a779b5d psi_task_change+0x4d ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [015] 2549.554904: 38856497 cycles: 272afbc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [020] 2549.555605: 26940612 cycles: 203ffdc7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [009] 2549.555612: 30642468 cycles: ffffffff8a9a59e5 __kmalloc+0x5 ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c9b7 vfs_writev+0x57 ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 196117 [003] 2549.556113: 33258417 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 194346 [018] 2549.556212: 39181321 cycles: 125e50 epoll_wait+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [034] 2549.556216: 34853340 cycles: 133bb3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [030] 2549.556319: 41807985 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8a7d8865 hrtimer_cancel+0x15 ([kernel.kallsyms]) ffffffff8a7f6fe7 futex_wait+0x247 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [036] 2549.556356: 35072974 cycles: 133b5769 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [044] 2549.556448: 29676454 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [008] 2549.557046: 38652439 cycles: ffffffff8a7f6f00 futex_wait+0x160 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) kswapd0 328 [039] 2549.557340: 34083833 cycles: ffffffff8a7ba3ff rcu_segcblist_enqueue+0xf ([kernel.kallsyms]) ffffffff8a7b7b86 __call_rcu_common.constprop.0+0xa6 ([kernel.kallsyms]) ffffffff8a7b7dee call_rcu+0xe ([kernel.kallsyms]) ffffffff8ac657fa security_inode_free+0x4a ([kernel.kallsyms]) ffffffff8aaa666c __destroy_inode+0x7c ([kernel.kallsyms]) ffffffff8aaa67bf destroy_inode+0x2f ([kernel.kallsyms]) ffffffff8aaa6e5f evict+0x18f ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [004] 2549.557413: 35744551 cycles: 17f9e2f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [019] 2549.557442: 36961247 cycles: 6622308 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd 197257 [046] 2549.557519: 30008814 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) default-executo 196114 [038] 2549.557716: 44145674 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 154952 [016] 2549.558560: 34706438 cycles: ad52f3b [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [037] 2549.558969: 35028898 cycles: ffffffff8b3a6c5e process_backlog+0x3e ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [014] 2549.558990: 34945929 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [021] 2549.559213: 33701325 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [006] 2549.559707: 30806952 cycles: 194b769 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198714 [005] 2549.561846: 33998864 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [013] 2549.562378: 41364786 cycles: 3a67cd4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [043] 2549.562399: 27992676 cycles: 21a1b0a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [032] 2549.562714: 33538919 cycles: ffffffff8a74e735 check_cfs_rq_runtime+0x5 ([kernel.kallsyms]) ffffffff8a74ea4f put_prev_task_fair+0x1f ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [010] 2549.563368: 31568610 cycles: 1300ee26 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [042] 2549.563500: 43211138 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [007] 2549.563614: 43562982 cycles: 3cb3d4e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [027] 2549.563843: 38357456 cycles: 27279aae [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [023] 2549.563886: 30441842 cycles: 3b594af [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [012] 2549.564098: 35233505 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2549.564462: 31904916 cycles: ffffffff8b6a4746 __schedule+0x246 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [017] 2549.564751: 34685048 cycles: 3987e31 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 198026 [026] 2549.564900: 36978748 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) PDisk 194094 [029] 2549.564916: 32173618 cycles: 156aa26f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blockstore-clie 198870 [028] 2549.565048: 41759651 cycles: ffffffff8b62711c copy_user_enhanced_fast_string+0xc ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) ksoftirqd/22 149 [022] 2549.565309: 38980662 cycles: ffffffff8aa59637 refill_obj_stock+0x17 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.IC 197259 [000] 2549.565540: 33617809 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5972b29acf7 [unknown] ([unknown]) swapper 0 [031] 2549.565728: 30297214 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 169042 [020] 2549.565798: 29458880 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [045] 2549.566003: 46751476 cycles: ffffffff8a996712 need_update+0x32 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Scheduler 198449 [001] 2549.566423: 36961990 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194341 [035] 2549.566690: 36901985 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [047] 2549.566710: 36735458 cycles: 219dca42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [039] 2549.566741: 34637191 cycles: ffffffff8aaa6d4b evict+0x7b ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV1 197555 [041] 2549.566780: 36206664 cycles: ffffffff8b50b91d unix_poll+0xdd ([kernel.kallsyms]) ffffffff8b36d244 sock_poll+0x54 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [002] 2549.567190: 36428399 cycles: 2666bd10 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [033] 2549.567376: 40859254 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 697fd1f600f [unknown] (//anon) default-executo 196114 [044] 2549.567631: 29183935 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [025] 2549.567895: 30335761 cycles: 133b583b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 197447 [011] 2549.568045: 34773624 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2549.568053: 30642468 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [015] 2549.568765: 36824104 cycles: ffffffff8b6ae54a __x86_indirect_thunk_rax+0xa ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Batch 159885 [046] 2549.568938: 28653939 cycles: ffffffff8aab83c1 seq_put_decimal_ull+0x11 ([kernel.kallsyms]) ffffffff8ab3ebc9 proc_pid_status+0x79 ([kernel.kallsyms]) ffffffff8ab36af6 proc_single_show+0x56 ([kernel.kallsyms]) ffffffff8aab7bc5 seq_read_iter+0x135 ([kernel.kallsyms]) ffffffff8aab8025 seq_read+0xa5 ([kernel.kallsyms]) ffffffff8aa7e218 vfs_read+0xa8 ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f03d8e [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [024] 2549.568994: 36301324 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198751 [036] 2549.569499: 32015557 cycles: ffffffff8a9b4bab __get_user_pages+0x1bb ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [034] 2549.569760: 40685608 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.System 194334 [003] 2549.570048: 41336636 cycles: ffffffff8aa5b794 mem_cgroup_handle_over_high+0x34 ([kernel.kallsyms]) ffffffff8a7c56d4 exit_to_user_mode_loop+0xd4 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [004] 2549.570821: 36681180 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [006] 2549.570969: 30224575 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [008] 2549.571308: 39932723 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8aaf4a4b aio_complete+0x2b ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2549.571380: 33889099 cycles: 196df0b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [021] 2549.571422: 38605071 cycles: 133ae13f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198856 [018] 2549.571514: 33646438 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [014] 2549.571553: 35346140 cycles: 130103e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [030] 2549.571640: 35602426 cycles: 1a6bc1 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [037] 2549.571683: 33105543 cycles: ffffffff8a991ae5 shmem_write_begin+0x5 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2549.572468: 42522009 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [043] 2549.572617: 27910512 cycles: 1730aaa [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [005] 2549.574418: 35226637 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.574642: 31239943 cycles: ffffffff8a747b1f update_load_avg+0x24f ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 194631 [038] 2549.574988: 36883623 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [013] 2549.575202: 47867344 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [029] 2549.575274: 39662204 cycles: 1338db7e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.575499: 31051587 cycles: ffffffff8a65c65a sched_clock+0xa ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73c956 sched_ttwu_pending+0x96 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [010] 2549.575787: 31111452 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ksoftirqd/22 149 [022] 2549.575996: 38462444 cycles: ffffffff8aa2ffb3 __slab_free+0x93 ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ab32e79 proc_free_inode+0x19 ([kernel.kallsyms]) ffffffff8aaa5551 i_callback+0x21 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) kswapd0 328 [039] 2549.576293: 35096274 cycles: ffffffff8b5fc9f6 _atomic_dec_and_lock+0x6 ([kernel.kallsyms]) ffffffff8aaa6f3a iput+0x7a ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.SRV2 197556 [023] 2549.576362: 28666195 cycles: 141cc719 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [020] 2549.577210: 32671590 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [047] 2549.577333: 45091833 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 163665 [031] 2549.577633: 32158079 cycles: ffffffff8a7aeaa5 __rcu_read_lock+0x15 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.Schedu 198858 [027] 2549.578046: 33028224 cycles: 13396b2f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [012] 2549.578066: 34370928 cycles: 172c144 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197875 [000] 2549.578115: 31345034 cycles: 24f7705e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [002] 2549.578644: 34835984 cycles: 2049b74a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2549.578733: 35438786 cycles: ffffffff8b61a5dd memchr_inv+0x9d ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196102 [044] 2549.579123: 31005462 cycles: ffffffff8a7717aa cpuacct_charge+0x2a ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [026] 2549.579834: 45666431 cycles: 6444546 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2549.580215: 28731985 cycles: ffffffff8a76048b __update_load_avg_cfs_rq+0x4b ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [028] 2549.580280: 36301095 cycles: ffffffff8b47eb09 tcp_ack+0x1a9 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [042] 2549.580702: 38247839 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [035] 2549.581039: 34912246 cycles: ffffffff8a752855 update_sd_lb_stats.constprop.0+0xc5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SNULL 196013 [036] 2549.581326: 33257599 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [041] 2549.581328: 32957426 cycles: 175a3b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [001] 2549.581367: 43358246 cycles: 252574c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [007] 2549.581858: 44147476 cycles: 3b3ddef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [011] 2549.581972: 37484828 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [006] 2549.582158: 29758910 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74be58 select_idle_sibling+0x338 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [024] 2549.582285: 40328708 cycles: ffffffff8a7d8241 __hrtimer_run_queues+0xc1 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1425b56f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [046] 2549.582588: 26222635 cycles: ffffffff8a779f24 psi_task_switch+0x144 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blockstore-test 198065 [009] 2549.582863: 45102851 cycles: ffffffff8a971356 __page_cache_release+0x26 ([kernel.kallsyms]) ffffffff8a97256c __folio_put+0x2c ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198626 [015] 2549.583102: 37160268 cycles: 13007645 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165679 [043] 2549.583307: 27914390 cycles: ffffffff8a743510 pick_next_entity+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 196118 [004] 2549.583654: 35035749 cycles: ffffffff8b36d246 sock_poll+0x56 ([kernel.kallsyms]) ffffffff8aaea7e1 ep_item_poll.isra.0+0x31 ([kernel.kallsyms]) ffffffff8aaea988 ep_send_events+0x168 ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [045] 2549.583746: 43096750 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198612 [016] 2549.583752: 43153149 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [033] 2549.583919: 36241157 cycles: ffffffff8a77c315 up_write+0x5 ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197895 [034] 2549.584749: 39607022 cycles: ffffffff8a743497 select_idle_core+0x147 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [014] 2549.584820: 31873139 cycles: ffffffff8b4862b8 tcp_current_mss+0x78 ([kernel.kallsyms]) ffffffff8b46dfec tcp_send_mss+0x1c ([kernel.kallsyms]) ffffffff8b46ea38 tcp_sendmsg_locked+0x138 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 165867 [018] 2549.584973: 37724681 cycles: e57a1 clock_nanosleep+0x71 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198859 [030] 2549.585638: 32743076 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2549.586083: 34818060 cycles: ffffffff8a7655de record_times+0x4e ([kernel.kallsyms]) ffffffff8a7691d7 psi_group_change+0x237 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [021] 2549.586382: 33574047 cycles: ffffffff8a74ebc7 enqueue_entity+0x147 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [040] 2549.586530: 30042620 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [003] 2549.586638: 46567515 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [039] 2549.586657: 34882833 cycles: ffffffff8aa304db kmem_cache_free+0xfb ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 68a39e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [037] 2549.587424: 32337288 cycles: ffffffff8a7691ee psi_group_change+0x24e ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [029] 2549.587805: 37844471 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [032] 2549.587855: 29895064 cycles: ffffffff8a9ee241 free_compound_page+0x51 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [010] 2549.588247: 38360457 cycles: 64df08a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2549.589067: 29702949 cycles: ffffffff8a996740 need_update+0x60 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [000] 2549.589808: 33641498 cycles: ffffffff8b49aa33 tcp_rate_gen+0x143 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 197884 [038] 2549.589941: 33596650 cycles: 90a1b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e57e0 clock_nanosleep+0xb0 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [025] 2549.589955: 28398212 cycles: 2727afdc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198628 [020] 2549.589984: 37038543 cycles: 2040061d [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [022] 2549.590061: 34676192 cycles: ffffffff8b696ae6 sysvec_call_function_single+0x46 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 194630 [005] 2549.590162: 40453956 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [019] 2549.590261: 38154434 cycles: ffffffff8b692162 do_syscall_64+0x12 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [002] 2549.590318: 33403807 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [012] 2549.590933: 32024274 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [031] 2549.590968: 32718412 cycles: 186f5f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [044] 2549.590975: 29614122 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 3b9e8c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Batch 193998 [006] 2549.591198: 33722292 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 18756396 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) Test 198681 [027] 2549.591864: 30328021 cycles: ffffffff8a73338e prepare_task_switch+0x8e ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IO 166610 [046] 2549.591940: 26413569 cycles: ffffffff8a64a46c __switch_to+0x17c ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.Scheduler 197546 [017] 2549.593106: 35933154 cycles: ffffffff8a6b5f70 __raw_callee_save___kvm_vcpu_is_preempted+0x0 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 198455 [042] 2549.593801: 39670234 cycles: ffffffff8b46ed5f tcp_sendmsg_locked+0x45f ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [013] 2549.593840: 47220375 cycles: 1830583 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [028] 2549.594164: 36836515 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8b50fae4 unix_stream_sendmsg+0x154 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IO 159621 [036] 2549.594980: 30615703 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8a73971a deactivate_task+0x1a ([kernel.kallsyms]) ffffffff8a74d309 detach_tasks+0x129 ([kernel.kallsyms]) ffffffff8a752f6d load_balance+0x23d ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [014] 2549.595064: 31540463 cycles: 21a2570a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [041] 2549.595161: 36270871 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 154858 [043] 2549.596136: 26067544 cycles: ffffffff8a748173 __update_blocked_fair+0xe3 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 198682 [035] 2549.596239: 34912246 cycles: 68acfc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2549.596755: 38492564 cycles: ffffffff8a7eec33 tick_nohz_next_event+0x53 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [015] 2549.597079: 34737094 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194434 [047] 2549.597208: 37598054 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [040] 2549.597277: 29348986 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [011] 2549.597489: 37769462 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [026] 2549.597587: 37219090 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [008] 2549.597908: 33065668 cycles: 3ae16d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [039] 2549.597939: 33783951 cycles: 125eb4 epoll_wait+0x64 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [018] 2549.598087: 35856876 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 172236 [001] 2549.598198: 43864699 cycles: ffffffff8a75366c newidle_balance+0x9c ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.IC 194002 [037] 2549.598257: 30736409 cycles: ffffffff8aa72cb4 __check_object_size+0x24 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198615 [030] 2549.598489: 37132335 cycles: 133c8ab1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 197898 [025] 2549.598725: 29517847 cycles: 251db780 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.598994: 32087121 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198053 [033] 2549.599007: 38448093 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [034] 2549.599181: 41594916 cycles: 3a62115 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [016] 2549.599414: 43642775 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8aa8b272 pipe_read+0x362 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) blocksto.CLI1 198656 [007] 2549.599816: 35831674 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [024] 2549.599960: 40328708 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [021] 2549.601089: 33735132 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [002] 2549.601221: 33025565 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [029] 2549.601333: 46891198 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [009] 2549.601600: 40981370 cycles: ffffffff8a7691e7 psi_group_change+0x247 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.Background 198461 [023] 2549.601952: 33117220 cycles: 13b1b9f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [000] 2549.602139: 35370851 cycles: ffffffff8b38968e simple_copy_to_iter+0x2e ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2549.602477: 29656352 cycles: ffffffff8a73e5ea available_idle_cpu+0x6a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) network poller 197531 [044] 2549.602651: 30798663 cycles: ffffffff8a75fe32 __update_load_avg_se+0xd2 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [010] 2549.602738: 36539641 cycles: 26675725 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [045] 2549.603004: 40953756 cycles: ffffffff8adb059b _find_next_bit+0x2b ([kernel.kallsyms]) ffffffff8a996784 need_update+0xa4 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 198447 [038] 2549.603405: 40668820 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [022] 2549.603441: 39714351 cycles: 1742b458 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.IC 197544 [014] 2549.604001: 32485693 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2549.604083: 33815714 cycles: ffffffff8a74793e update_load_avg+0x6e ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [031] 2549.604346: 30174105 cycles: ffffffff8a961cfc __filemap_get_folio+0x7c ([kernel.kallsyms]) ffffffff8a990d70 shmem_get_folio_gfp+0x150 ([kernel.kallsyms]) ffffffff8a991b40 shmem_write_begin+0x60 ([kernel.kallsyms]) ffffffff8a95e0b7 generic_perform_write+0xc7 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.604507: 33295218 cycles: ffffffff8b6acc7b _raw_spin_unlock_irqrestore+0x2b ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [006] 2549.604886: 30541561 cycles: 1a6bd3 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [027] 2549.605036: 29518455 cycles: 1c784c51 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [019] 2549.605208: 49314818 cycles: 3b59271 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [005] 2549.605380: 48547036 cycles: 1374b99 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [003] 2549.606677: 44450937 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [017] 2549.606698: 39698459 cycles: ffffffff8a748779 update_blocked_averages+0x189 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [042] 2549.607067: 37558881 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 194631 [036] 2549.607105: 29251398 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2549.607598: 36225117 cycles: ffffffff8a8c0f00 irq_work_needs_cpu+0x0 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [025] 2549.607703: 30870003 cycles: 12d8a8a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197248 [040] 2549.608251: 32561322 cycles: 1c36a365 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Batch 163657 [043] 2549.608456: 28116773 cycles: ffffffff8a60434b __switch_to_asm+0x3b ([kernel.kallsyms]) nbsd.SRV2 194363 [037] 2549.609899: 33119357 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [008] 2549.610237: 34541218 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [035] 2549.610385: 45606847 cycles: 28bff93 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197529 [039] 2549.610684: 35927166 cycles: 1406aef2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [041] 2549.611014: 38038651 cycles: 26e166b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [018] 2549.611080: 40052886 cycles: 1d4112e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [002] 2549.611140: 36218399 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [007] 2549.611185: 38203597 cycles: 12ea6eb2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197259 [026] 2549.611362: 40419906 cycles: ffffffff8a744f4c select_idle_cpu+0x15c ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2549.611372: 42234982 cycles: ffffffff8a747b28 update_load_avg+0x258 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [032] 2549.611437: 40538007 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [013] 2549.611462: 43803464 cycles: 21849591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198713 [030] 2549.611937: 38313373 cycles: 64a5c6c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 197895 [033] 2549.611994: 40128246 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198748 [011] 2549.612020: 37926904 cycles: 22367a __read_once_size+0x84 (inlined) 22367a atomic_read+0x84 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 223718 refcount_read+0x17 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 22406d perf_mmap__read_init+0x1f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 10d268 perf_evlist__poll_thread+0x98 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 94ac2 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1268cf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.AIO0 197894 [004] 2549.612332: 37688543 cycles: 251667d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2549.613374: 33884375 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [046] 2549.613403: 32477681 cycles: 3caa28e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196101 [047] 2549.613563: 34963163 cycles: 3a77a5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197250 [044] 2549.613902: 37288977 cycles: 2675b1e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [014] 2549.614633: 32857847 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [034] 2549.614661: 42298157 cycles: 12ff5306 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [023] 2549.614731: 38579571 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [000] 2549.615456: 33239182 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198612 [031] 2549.615577: 28363632 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.System 165251 [016] 2549.615612: 41199356 cycles: ffffffff8a7d7b82 __remove_hrtimer+0x72 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340479c [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [009] 2549.615920: 40766939 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 159406 [010] 2549.615995: 37643875 cycles: ffffffff8a73caa8 send_call_function_single_ipi+0x38 ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [012] 2549.616043: 34074913 cycles: 288ad06 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [024] 2549.616122: 52688540 cycles: 689a288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198681 [001] 2549.616297: 50405108 cycles: ffffffff8b6ad52c _raw_spin_unlock+0xc ([kernel.kallsyms]) ffffffff8a9ed5b6 rmqueue+0x6b6 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [006] 2549.616331: 32887859 cycles: ffffffff8b697eb9 ct_idle_exit+0x19 ([kernel.kallsyms]) ffffffff8b6ac145 default_idle_call+0x55 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV1 196021 [020] 2549.617336: 38065666 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194623 [022] 2549.617645: 41119012 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f5e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194630 [038] 2549.617732: 35769595 cycles: 64f5b65 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [027] 2549.617963: 42892639 cycles: ffffffff8a76e201 sched_clock_idle_sleep_event+0x1 ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [025] 2549.618734: 33364174 cycles: ffffffff8a7ee429 tick_check_oneshot_broadcast_this_cpu+0x19 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [036] 2549.618914: 33780214 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 14257fc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198842 [045] 2549.618941: 48861453 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) grpc_global_tim 197520 [042] 2549.619717: 42979244 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 169057 [040] 2549.619769: 31175267 cycles: ffffffff8a7d75e6 __hrtimer_init+0x66 ([kernel.kallsyms]) ffffffff8a7d91fb hrtimer_nanosleep+0x7b ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198035 [028] 2549.619811: 49607869 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [043] 2549.619853: 29767327 cycles: 26924115 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198707 [029] 2549.619895: 44818594 cycles: 1432c41f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [037] 2549.620900: 32440838 cycles: ffffffff8a73caab send_call_function_single_ipi+0x3b ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2549.621164: 38946716 cycles: 3a62fd5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [008] 2549.622660: 32629993 cycles: 68d047b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [002] 2549.623498: 38962343 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [019] 2549.623756: 44078047 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa31c03 __kmem_cache_free+0x2f3 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b4812c3 tcp_rcv_established+0x633 ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [039] 2549.624238: 32118228 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [011] 2549.624656: 37698915 cycles: 2047ee81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198862 [004] 2549.624763: 42497595 cycles: 1330db65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [003] 2549.625225: 40386193 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [030] 2549.625374: 37984475 cycles: 14068f07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [005] 2549.625466: 44284772 cycles: 1433bc1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [021] 2549.625722: 32795998 cycles: 3b3c44f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193988 [046] 2549.625731: 34016624 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [026] 2549.625970: 39947219 cycles: 1838624 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [007] 2549.626005: 33478104 cycles: 689a2a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [032] 2549.626244: 35518564 cycles: ffffffff8aa727f5 check_stack_object+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8adab08f iovec_from_user.part.0+0x4f ([kernel.kallsyms]) ffffffff8adafeeb __import_iovec+0x4b ([kernel.kallsyms]) ffffffff8adb006b import_iovec+0x1b ([kernel.kallsyms]) ffffffff8aa7c0f5 vfs_readv+0x55 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [044] 2549.626779: 34797283 cycles: 133ac8a6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [000] 2549.627328: 38398438 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [041] 2549.627360: 33606526 cycles: ffffffff8a7b7ec9 rcu_note_context_switch+0xb9 ([kernel.kallsyms]) ffffffff8b6a45bc __schedule+0xbc ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [031] 2549.627479: 28657374 cycles: 1e46c303 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [014] 2549.627750: 41674276 cycles: ffffffff8aa51449 consume_stock+0x19 ([kernel.kallsyms]) ffffffff8aa5ba94 try_charge_memcg+0x94 ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [047] 2549.627752: 35843859 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2549.627829: 40472602 cycles: ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 166613 [018] 2549.627990: 42051246 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 194355 [006] 2549.628256: 38810055 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [015] 2549.628411: 38500399 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [034] 2549.628575: 38333990 cycles: 3987e36 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [012] 2549.628643: 32224140 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Batch 196770 [033] 2549.628837: 34288731 cycles: bbbd74e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 194449 [035] 2549.629098: 34973306 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [038] 2549.629907: 37836163 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [010] 2549.630244: 33105708 cycles: ffffffffc0ca489a nf_conntrack_in+0x2ba ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [020] 2549.630536: 34732461 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [013] 2549.630723: 33662352 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 196117 [040] 2549.630865: 30708977 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 3b25f23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [036] 2549.631129: 31589611 cycles: 204ad2de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194632 [043] 2549.631153: 28776836 cycles: ffffffff8a764f95 __wake_up_common_lock+0x25 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [016] 2549.631197: 39524438 cycles: 9111a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 198684 [025] 2549.631218: 35938906 cycles: ffffffff8b381d28 skb_release_data+0x18 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [009] 2549.634111: 40922459 cycles: 14087ece [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [022] 2549.634138: 46184693 cycles: ffffffff8a74ac31 update_curr+0x1a1 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [008] 2549.634569: 31203518 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [024] 2549.635507: 50322911 cycles: 13ce031c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197878 [037] 2549.635741: 32440838 cycles: 251990ed [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [001] 2549.635942: 38498532 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [027] 2549.636164: 49597702 cycles: 3b9c8cf [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2549.636259: 45007533 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198840 [046] 2549.638144: 33203486 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133b5a36 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [039] 2549.638348: 40708727 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198714 [029] 2549.638715: 42690126 cycles: ffffffff8a743488 select_idle_core+0x138 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [011] 2549.638820: 38285592 cycles: 204a3013 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [007] 2549.638875: 34902208 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [028] 2549.638889: 43665611 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [030] 2549.638897: 36209258 cycles: 14261a62 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [004] 2549.638964: 43747815 cycles: ffffffff8a64a3fe __switch_to+0x10e ([kernel.kallsyms]) swapper 0 [017] 2549.639119: 33552377 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [044] 2549.639195: 32677160 cycles: 65510e8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SNULL 194440 [002] 2549.639204: 38758564 cycles: 172c276 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO0 197894 [021] 2549.639314: 32484368 cycles: 133fef81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [031] 2549.639567: 29133313 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [041] 2549.639764: 41930433 cycles: 1472726 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd.IC 197544 [010] 2549.639803: 33246863 cycles: ffffffff8b4887b2 tcp_write_xmit+0x242 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [032] 2549.640454: 32536475 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [045] 2549.640552: 48446633 cycles: 26a95a1f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [047] 2549.640565: 36915516 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [003] 2549.640567: 39323453 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198879 [012] 2549.641105: 32224140 cycles: ebb450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [000] 2549.641490: 37710785 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [005] 2549.641689: 48632321 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [026] 2549.641838: 37811425 cycles: ffffffff8aaeb391 ep_poll+0x321 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [015] 2549.642119: 36153914 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 167056 [006] 2549.642353: 43193594 cycles: ffffffff8a74641e set_next_buddy+0x1e ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [033] 2549.642385: 39933011 cycles: ffffffff8a7d809e hrtimer_start_range_ns+0x4e ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [020] 2549.642435: 37611139 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [013] 2549.642509: 35859952 cycles: ffffffff8a747a65 update_load_avg+0x195 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blockstore-clie 198870 [019] 2549.642847: 42551685 cycles: ffffffff8a76917c psi_group_change+0x1dc ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.User 198840 [034] 2549.642967: 38106036 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [036] 2549.642996: 33257286 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [014] 2549.643382: 38660994 cycles: 2049f3ad [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [023] 2549.643448: 35557541 cycles: 25258ad9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [040] 2549.643451: 37976850 cycles: 204998d3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [018] 2549.643623: 44483021 cycles: ffffffff8a7328e6 ttwu_queue_wakelist+0x126 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [043] 2549.644148: 36209819 cycles: ffffffff8aa72ca8 __check_object_size+0x18 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 194363 [025] 2549.644162: 33573179 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.System 170455 [035] 2549.644456: 30716795 cycles: bc09172 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [038] 2549.644611: 40165724 cycles: 2528d787 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [008] 2549.646462: 32853001 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198859 [016] 2549.646940: 33648045 cycles: 1e46c2e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198039 [037] 2549.648905: 43534985 cycles: 12f63b7d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [017] 2549.650294: 33896552 cycles: 14086326 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [046] 2549.651014: 33628380 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 168716 [009] 2549.651126: 45251165 cycles: bba8757 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197536 [044] 2549.651287: 31671481 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fadea83f [unknown] (//anon) Test 198738 [010] 2549.651327: 32034681 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fec471ac4c7 [unknown] (//anon) nbsd.User 197529 [031] 2549.652118: 26988980 cycles: 140713b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [001] 2549.652172: 41738251 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [002] 2549.652403: 37547113 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1ca21705 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [032] 2549.652574: 33830200 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [039] 2549.652905: 39644325 cycles: ffffffff8a7c5632 exit_to_user_mode_loop+0x32 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1730c23 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [021] 2549.652970: 32484368 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [022] 2549.652997: 44380166 cycles: ffffffff8b401bc3 skb_clone_tx_timestamp+0x83 ([kernel.kallsyms]) ffffffff8b1b5939 loopback_xmit+0x19 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [007] 2549.653004: 34507141 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [012] 2549.653007: 42747726 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 195110 [030] 2549.653245: 37866794 cycles: 1869de8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [042] 2549.653987: 49234269 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [028] 2549.654448: 44078132 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [024] 2549.654680: 40946097 cycles: ffffffff8a7dacb6 ktime_get+0x6 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [023] 2549.654801: 36469776 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [000] 2549.655465: 38463862 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adaaba3 fault_in_iov_iter_readable+0x73 ([kernel.kallsyms]) ffffffff8a95e07e generic_perform_write+0x8e ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [027] 2549.655474: 49797022 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [014] 2549.655815: 36856444 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [011] 2549.655887: 38011132 cycles: 3a62e86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198051 [004] 2549.656034: 44673572 cycles: ffffffff8a95e081 generic_perform_write+0x91 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [047] 2549.656040: 35500063 cycles: 206d03c [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) blocksto.CLI2 198714 [029] 2549.656054: 42713991 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [040] 2549.656211: 36313874 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [036] 2549.656561: 38463288 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 159403 [013] 2549.656967: 36802955 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) blocksto.CLI2 196118 [034] 2549.657511: 36788136 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [008] 2549.657599: 31904918 cycles: ffffffff8a73d9dd nr_iowait_cpu+0x2d ([kernel.kallsyms]) ffffffff8a7efee5 tick_irq_enter+0x75 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [015] 2549.657917: 36214927 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [006] 2549.657955: 40423088 cycles: 13c7c261 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [020] 2549.658060: 37836538 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198039 [026] 2549.658227: 39608211 cycles: ffffffff8b6a46ad __schedule+0x1ad ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [035] 2549.658409: 32927530 cycles: 13007657 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197536 [025] 2549.658526: 29474734 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [041] 2549.658770: 39613831 cycles: 26cbfb8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Scheduler 172784 [003] 2549.659151: 38395516 cycles: 1573079e [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [005] 2549.659238: 40309117 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [043] 2549.659512: 35661408 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b8d6 pipe_write+0x416 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) swapper 0 [016] 2549.659712: 39928934 cycles: ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [018] 2549.660245: 45374045 cycles: 90a64 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 11aa81 readv+0x61 (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [045] 2549.661007: 38284176 cycles: 3a6244f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [033] 2549.661379: 34088589 cycles: 3ae0f50 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [038] 2549.662450: 37918246 cycles: 1406f5b1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [021] 2549.662512: 43154411 cycles: 3b2eeb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198436 [044] 2549.662842: 32911912 cycles: ffffffff8a768ff6 psi_group_change+0x56 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aaab085 __fget_light+0x25 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8aaeb44a do_epoll_wait+0x5a ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [031] 2549.663470: 26988980 cycles: ad45d91 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ya-bin 26716 [019] 2549.663652: 48258524 cycles: ffffffff8b6a455f __schedule+0x5f ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 3b6dcc9 __syscall_cp_asm+0x2d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6a6df __syscall_cp_c+0x4f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6da07 __timedwait_cp+0xc7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6ac32 __pthread_cond_timedwait+0x192 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235e3ec take_gil+0xbc (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235eb2d PyEval_RestoreThread+0xd (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266bc27 acquire_timed+0x87 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b99c lock_PyThread_acquire_lock+0x2c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 225c6fa method_vectorcall_VARARGS_KEYWORDS+0xca (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c222 PyObject_Vectorcall+0x42 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c8e88 slot_tp_iternext+0xe8 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 33b6e3f __pyx_gb_8devtools_8executor_6python_8executor_6Result_7generator2+0x57f (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 273f175 __Pyx_Coroutine_SendEx+0x115 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358083 _PyEval_EvalFrameDefault+0x8f03 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2271750 method_vectorcall+0xb0 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c44e _PyObject_Call+0x8e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bc37 _PyObject_MakeTpCall+0xd7 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2358fd5 _PyEval_EvalFrameDefault+0x9e55 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224bad9 _PyObject_FastCallDictTstate+0xf9 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c93c _PyObject_Call_Prepend+0x8c (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22c80db slot_tp_call+0xab (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 224c4c3 _PyObject_Call+0x103 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 235abed _PyEval_EvalFrameDefault+0xba6d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 22717c7 method_vectorcall+0x127 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 266b3bd thread_run+0x4d (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 2728345 pythread_wrapper+0x15 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6bc68 start+0x78 (/home/github/.ya/tools/24ab5119e2_d/ya-bin) 3b6dc7e __clone+0x2e (/home/github/.ya/tools/24ab5119e2_d/ya-bin) swapper 0 [046] 2549.663675: 33536317 cycles: ffffffff8b61acf4 timerqueue_del+0x34 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Batch 151702 [010] 2549.664341: 33827457 cycles: 21b69beb [unknown] (/home/github/.ya/build/build_root/dwgg/002c18/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd.IO 170469 [032] 2549.665550: 32793599 cycles: 18754691 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd 167053 [002] 2549.666317: 33545420 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [007] 2549.666504: 31251424 cycles: ffffffff8a7f6599 futex_wake+0xd9 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 13bb48dd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [017] 2549.666624: 32817934 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [037] 2549.667028: 40487644 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cf08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [039] 2549.667409: 35960247 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [030] 2549.668359: 33505636 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [001] 2549.668369: 33883632 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197878 [012] 2549.668886: 43141844 cycles: ffffffff8a74796a update_load_avg+0x9a ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [023] 2549.668984: 36128351 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) Test 196124 [008] 2549.669713: 29957914 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [014] 2549.669979: 36772657 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 194340 [009] 2549.670428: 41390899 cycles: 160b042a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [022] 2549.670467: 39219686 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [024] 2549.670684: 41300625 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [035] 2549.670723: 37598040 cycles: 3b2287e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [040] 2549.670765: 33377681 cycles: ffffffff8b800f90 asm_sysvec_call_function_single+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [047] 2549.670977: 33179367 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172236 [036] 2549.671487: 33290618 cycles: ffffffff8a6a85d4 x2apic_send_IPI+0x34 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 194633 [025] 2549.671759: 33817396 cycles: ffffffff8b50c2cf scm_recv.constprop.0+0x8f ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [042] 2549.672331: 44518936 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198650 [011] 2549.672387: 38448194 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194341 [000] 2549.672449: 32018278 cycles: 1a6aaf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [026] 2549.672548: 36601341 cycles: 2a25b __errno_location+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 504e828 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 198842 [029] 2549.672581: 44860434 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [034] 2549.672713: 37091737 cycles: ffffffff8a74dbad dequeue_entity+0x2d ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 169044 [006] 2549.672756: 38469777 cycles: 1be5a312 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198855 [028] 2549.672829: 49416461 cycles: ffffffff8b3a6ce8 process_backlog+0xc8 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [020] 2549.672937: 38044614 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [013] 2549.673399: 41697227 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837048 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [033] 2549.673712: 35610746 cycles: ffffffff8a7434ac select_idle_core+0x15c ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [031] 2549.673799: 33486239 cycles: 1435a3a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196101 [004] 2549.673866: 39149788 cycles: ffffffff8a768fb7 psi_group_change+0x17 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [015] 2549.673997: 38618728 cycles: ffffffff8a7b5b25 __rcu_read_unlock+0x15 ([kernel.kallsyms]) ffffffff8aa2f09c kmem_cache_alloc_node+0x19c ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [044] 2549.674400: 34454809 cycles: 1433bb71 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd 198448 [016] 2549.674404: 43018940 cycles: ffffffff8b62b192 __put_user_8+0x12 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [005] 2549.675653: 38194269 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [046] 2549.676040: 35658155 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [007] 2549.676141: 32122318 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [018] 2549.676214: 48389146 cycles: 175b3e9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [027] 2549.676284: 50121558 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e8e27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197536 [003] 2549.676323: 39735183 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2666d109 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198649 [043] 2549.676327: 35661408 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [010] 2549.676636: 34946574 cycles: ffffffff8a6b6304 kvm_guest_apic_eoi_write+0x14 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [038] 2549.676728: 41092451 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-clie 198870 [041] 2549.676742: 49138285 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8aa8b772 pipe_write+0x2b2 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) nbsd-lig.SRV1 194448 [045] 2549.677627: 37640217 cycles: 1856188 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 165150 [032] 2549.677856: 39779105 cycles: 13401d80 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 198055 [002] 2549.677932: 32098178 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [021] 2549.678851: 41441978 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198649 [017] 2549.679458: 35971268 cycles: 3af24a2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [008] 2549.680030: 29563863 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [037] 2549.680185: 40591820 cycles: 161b5f08 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [001] 2549.680553: 37286030 cycles: 662323e [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) perf 198744 [039] 2549.681093: 31916175 cycles: ffffffff8aad94c3 __block_commit_write.constprop.0.isra.0+0x63 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 198032 [030] 2549.681572: 42163924 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172783 [040] 2549.682295: 41425575 cycles: e5736 clock_nanosleep+0x6 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 197882 [047] 2549.682312: 37340991 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [023] 2549.682725: 34818276 cycles: 14026cde [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [019] 2549.683621: 42065474 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [000] 2549.684091: 30686816 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [012] 2549.684637: 42004589 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [014] 2549.685014: 33016090 cycles: 1300eeda [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [042] 2549.685192: 40134085 cycles: ffffffff8b46f54f tcp_cleanup_rbuf+0x4f ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 160832 [022] 2549.685510: 35550366 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [036] 2549.685791: 33343818 cycles: ffffffff8a769299 psi_group_change+0x2f9 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [035] 2549.685937: 41326737 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [006] 2549.686113: 44581288 cycles: 1338d9e0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 196761 [024] 2549.686172: 39138181 cycles: ffffffff8a6b8cd8 pvclock_clocksource_read+0x8 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194629 [034] 2549.686186: 45819587 cycles: ffffffff8a74ab04 update_curr+0x74 ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [015] 2549.686259: 36350285 cycles: 1a6929 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1665a97 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198840 [025] 2549.686433: 34782489 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [031] 2549.686450: 31448196 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [020] 2549.686488: 38946371 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1302b0c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO1 198054 [044] 2549.686610: 33175187 cycles: 154cafdd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [009] 2549.686659: 38798001 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [026] 2549.687113: 38866807 cycles: 3a68396 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [013] 2549.687242: 42518251 cycles: 2727afa9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Scheduler 197546 [005] 2549.687364: 43229378 cycles: 140c1f3f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 171306 [010] 2549.687486: 33883700 cycles: bba87a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 196021 [011] 2549.688345: 42962533 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [046] 2549.688575: 33865085 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) nbsd-lig.SRV2 196022 [033] 2549.688615: 31900981 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198842 [002] 2549.689412: 31395254 cycles: 1338e14e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [004] 2549.690127: 39022741 cycles: ffffffff8a769085 psi_group_change+0xe5 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) network poller 198839 [007] 2549.690199: 28841559 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [016] 2549.690236: 36784133 cycles: 3987e30 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [032] 2549.691017: 40956313 cycles: 175a361 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [008] 2549.691686: 29800667 cycles: 3a634a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [043] 2549.691869: 51135090 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 149c7f3831bf [unknown] (//anon) diskagen.AIO.SQ 197895 [029] 2549.692239: 34159735 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198649 [003] 2549.692491: 39451907 cycles: ffffffff8a743676 pick_next_entity+0x166 ([kernel.kallsyms]) ffffffff8a753be2 pick_next_task_fair+0x122 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [028] 2549.692730: 42148553 cycles: ffffffff8a77cd0b __raw_spin_lock_irqsave+0xb ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b38951f skb_attempt_defer_free+0x8f ([kernel.kallsyms]) ffffffff8b470212 tcp_recvmsg_locked+0x392 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [038] 2549.693141: 38311104 cycles: ffffffff8b6ad3f9 _raw_spin_lock+0x19 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198856 [018] 2549.694653: 42809856 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [039] 2549.694783: 32689398 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2549.694932: 45014517 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff5a02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [045] 2549.694975: 39524086 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) PdGetEv 168892 [000] 2549.695184: 29167976 cycles: ffffffff8b6a4b42 schedule+0x42 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198656 [001] 2549.695621: 36461772 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [023] 2549.695639: 34379294 cycles: 3b2edb3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [017] 2549.696148: 30824138 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [037] 2549.697268: 40322685 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2549.697676: 44368722 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [040] 2549.697785: 41060029 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2549.698037: 39761556 cycles: ffffffff8a7d6e1b get_next_timer_interrupt+0x9b ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197878 [030] 2549.698066: 40158814 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [020] 2549.698272: 37137437 cycles: 14055a56 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [014] 2549.698345: 34433041 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 13b3351c [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [047] 2549.698373: 42455809 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [036] 2549.698468: 34796308 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [044] 2549.698831: 31088228 cycles: ffffffff8a743401 select_idle_core+0xb1 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [015] 2549.698939: 39173112 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [042] 2549.699021: 36546991 cycles: 154caf16 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [022] 2549.699430: 35896479 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [031] 2549.699447: 29792569 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.User 198105 [010] 2549.699734: 32352046 cycles: 18754fbb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [033] 2549.699868: 29770160 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198038 [021] 2549.699959: 41155064 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [009] 2549.699987: 39855618 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 196776 [026] 2549.700483: 42586965 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198039 [046] 2549.700894: 35955653 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 172784 [024] 2549.700961: 33951443 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [002] 2549.701118: 33151100 cycles: ffffffff8a7d7ed9 __hrtimer_start_range_ns+0x1f9 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [006] 2549.701582: 42756906 cycles: 185551b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IO 197890 [008] 2549.701648: 34436912 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [019] 2549.702059: 40642226 cycles: ffffffff8aa7b80d do_iter_readv_writev+0x4d ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170472 [025] 2549.702381: 32556845 cycles: ffffffff8a75fd71 __update_load_avg_se+0x11 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [034] 2549.702456: 38646484 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 165435 [035] 2549.702885: 38855589 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) e566c clock_gettime+0x1c (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdb65 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 197878 [007] 2549.703312: 26855927 cycles: 1e46c72d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198879 [013] 2549.703450: 40566572 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198032 [004] 2549.703512: 39209898 cycles: ffffffff8a74db9e dequeue_entity+0x1e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [016] 2549.703607: 39191931 cycles: ffffffff8a7d7f12 __hrtimer_start_range_ns+0x232 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef3fa tick_nohz_restart+0x7a ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [005] 2549.703967: 36384623 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adacf3d copy_page_from_iter+0x6d ([kernel.kallsyms]) ffffffff8b389c17 skb_copy_datagram_from_iter+0x117 ([kernel.kallsyms]) ffffffff8b50fbd6 unix_stream_sendmsg+0x246 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [000] 2549.706115: 28708350 cycles: 17e4a80 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [029] 2549.707114: 29318192 cycles: 1c400b07 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [011] 2549.707542: 49282154 cycles: 25166f17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [028] 2549.708015: 42745279 cycles: ffffffff8b48a055 tcp_release_cb+0x5 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [032] 2549.708202: 40592261 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [039] 2549.708206: 31625483 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2549.708631: 38074516 cycles: ffffffff8b617073 rb_erase+0x263 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [003] 2549.709176: 39732190 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [031] 2549.710020: 35681379 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Timer 198053 [014] 2549.710041: 41944459 cycles: 1330e6d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [018] 2549.710105: 40625138 cycles: ffffffff8a7604f0 __update_load_avg_cfs_rq+0xb0 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194633 [023] 2549.710214: 36916103 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd-lig.SRV1 194448 [044] 2549.710231: 31088228 cycles: ffffffff8a9ef770 get_page_from_freelist+0x280 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [042] 2549.710355: 35393022 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [017] 2549.710515: 35219333 cycles: ffffffff8ada67b3 __bitmap_and+0x3 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [041] 2549.710820: 42331377 cycles: 65b6e04 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 194631 [036] 2549.710908: 32523665 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 166761 [001] 2549.710998: 31304584 cycles: ffffffff8a738315 pick_next_task+0x15 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [033] 2549.711296: 29732571 cycles: ffffffff8a9eaf17 free_pcp_prepare+0x207 ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [010] 2549.711301: 35131411 cycles: ffffffff8a74aab6 update_curr+0x26 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [020] 2549.711459: 34452348 cycles: ffffffff8a751715 set_task_rq_fair+0x5 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1c2fc714 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [045] 2549.711661: 38328457 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b50c039 unix_write_space+0x59 ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [043] 2549.712216: 54485439 cycles: 13c979c1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [002] 2549.712390: 35446799 cycles: ffffffff8b40f2f4 eth_type_trans+0x64 ([kernel.kallsyms]) ffffffff8b1b59ef loopback_xmit+0xcf ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [012] 2549.712509: 42819525 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 196022 [022] 2549.712617: 42375838 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 293e55f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 194631 [037] 2549.712706: 43627237 cycles: 3a614d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2549.713613: 45610825 cycles: ffffffff8a7d6f19 timer_clear_idle+0x19 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [040] 2549.713894: 40247693 cycles: ffffffff8b4885b8 tcp_write_xmit+0x48 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [025] 2549.714401: 32393135 cycles: 24fe6828 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [007] 2549.714480: 25169187 cycles: 1425e971 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198681 [026] 2549.714550: 37664280 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [047] 2549.714613: 40381738 cycles: ffffffff8b61a600 memchr_inv+0xc0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [008] 2549.714795: 32246254 cycles: 266489f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [046] 2549.714805: 38869382 cycles: 36a11aa [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [006] 2549.715277: 38927135 cycles: 133a2bd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 198656 [024] 2549.715377: 30526307 cycles: ffffffff8aa5eab0 __mem_cgroup_uncharge+0x70 ([kernel.kallsyms]) ffffffff8a9ee218 free_compound_page+0x28 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [000] 2549.715658: 29221328 cycles: 2727af89 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [015] 2549.715750: 39273255 cycles: 28bfa46 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194633 [027] 2549.716021: 40124478 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838928 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198035 [004] 2549.716177: 45707433 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [034] 2549.716636: 44120024 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2a91543 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [019] 2549.716901: 41911965 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [021] 2549.717207: 42521655 cycles: 16c1a78 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 194362 [009] 2549.717375: 32266579 cycles: ffffffff8a64a393 __switch_to+0xa3 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [029] 2549.717637: 29036059 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8b39ad0b enqueue_to_backlog+0x4b ([kernel.kallsyms]) ffffffff8b3a090d netif_rx_internal+0x3d ([kernel.kallsyms]) ffffffff8b3a0a98 __netif_rx+0x18 ([kernel.kallsyms]) ffffffff8b1b5a05 loopback_xmit+0xe5 ([kernel.kallsyms]) ffffffff8b3a4791 dev_hard_start_xmit+0x91 ([kernel.kallsyms]) ffffffff8b3a4ee2 __dev_queue_xmit+0x502 ([kernel.kallsyms]) ffffffff8b459943 neigh_hh_output+0xa3 ([kernel.kallsyms]) ffffffff8b45a245 ip_finish_output2+0x1e5 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [016] 2549.717957: 36656298 cycles: ffffffff8b800ef3 asm_sysvec_apic_timer_interrupt+0x3 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) nbsd.IC 197544 [005] 2549.718606: 41744385 cycles: 1c492526 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2549.719458: 38886596 cycles: ffffffff8a604364 __switch_to_asm+0x54 ([kernel.kallsyms]) blocksto.CLI1 198879 [035] 2549.719725: 41314110 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) test_tool 194424 [038] 2549.721887: 34062717 cycles: 252070a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 25220e6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23c338e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241083d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 241098a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272f7d0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) blocksto.CLI2 196118 [028] 2549.721957: 37153926 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [044] 2549.722040: 37559503 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 193590 [039] 2549.722259: 40482678 cycles: 93e83 pthread_cond_timedwait+0x223 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [001] 2549.722315: 29364363 cycles: 161b5f8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [033] 2549.722764: 30988562 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 166596 [042] 2549.723006: 33044231 cycles: ffffffff8a65ff69 restore_fpregs_from_fpstate+0x59 ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 196022 [031] 2549.723048: 33313647 cycles: 98051 pthread_mutex_lock+0x161 (/usr/lib/x86_64-linux-gnu/libc.so.6) 1325214 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [007] 2549.723211: 25346322 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2549.723271: 30737347 cycles: ffffffff8a75ff13 __update_load_avg_se+0x1b3 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 197448 [010] 2549.723551: 36226351 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [017] 2549.724038: 37917401 cycles: 26aa17c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [032] 2549.724173: 45982346 cycles: ffffffff8a6f2cc1 __irq_exit_rcu+0x1 ([kernel.kallsyms]) ffffffff8b696ba3 sysvec_apic_timer_interrupt+0x43 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 193eb63 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [018] 2549.724264: 44672984 cycles: ffffffff8aa729f3 check_heap_object+0xa3 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 194622 [003] 2549.724545: 35264740 cycles: 3c9ff95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [020] 2549.724564: 31855211 cycles: 3c46e2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [023] 2549.724829: 45075043 cycles: ffffffff8a744f2a select_idle_cpu+0x13a ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14066884 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 166613 [002] 2549.724980: 32567580 cycles: bc03611 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [014] 2549.725011: 36346133 cycles: ffffffff8b800000 srso_alias_untrain_ret+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f92557f14c7 [unknown] (//anon) blockstore-clie 198870 [025] 2549.725382: 31778896 cycles: ffffffff8b6acbee _raw_spin_trylock+0xe ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8aa8b907 pipe_write+0x447 ([kernel.kallsyms]) ffffffff8aa7edf9 vfs_write+0x329 ([kernel.kallsyms]) ffffffff8aa7f29d ksys_write+0xbd ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) diskagen.AIO0 198852 [008] 2549.726288: 38118734 cycles: 2520cfc4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198626 [026] 2549.726572: 35498603 cycles: 133b9d16 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [041] 2549.726737: 35805753 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [012] 2549.726758: 37746621 cycles: ffffffff8a7604ed __update_load_avg_cfs_rq+0xad ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [024] 2549.727140: 28700059 cycles: 14024c61 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197238 [011] 2549.727506: 52586854 cycles: 21c656db [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [029] 2549.727605: 32170584 cycles: 12ea6f3b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [045] 2549.727907: 38160358 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [040] 2549.727919: 46824460 cycles: ffffffff8a74aafc update_curr+0x6c ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [037] 2549.728012: 49005098 cycles: ffffffff8b36c496 sockfd_lookup_light+0x6 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 169057 [022] 2549.728046: 40191410 cycles: c50 [unknown] ([vdso]) swapper 0 [046] 2549.728538: 39969321 cycles: ffffffff8a6c817f load_new_mm_cr3+0x4f ([kernel.kallsyms]) ffffffff8a6c849b switch_mm_irqs_off+0x14b ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [000] 2549.728706: 30143902 cycles: ffffffff8a75ff33 __update_load_avg_se+0x1d3 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 193988 [009] 2549.729806: 31296327 cycles: bbd1519 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [030] 2549.730206: 37979604 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [006] 2549.731193: 38080350 cycles: 9800f pthread_mutex_lock+0x11f (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52df4 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 194424 [038] 2549.731257: 34667158 cycles: ffffffff8b697b70 syscall_enter_from_user_mode+0x10 ([kernel.kallsyms]) ffffffff8b692187 do_syscall_64+0x37 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e4dae [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 252b323 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730af3 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439b0c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272c315 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eca11 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [034] 2549.731665: 39342788 cycles: ffffffff8a7ef165 tick_nohz_stop_tick+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [027] 2549.731759: 34018053 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 166761 [015] 2549.731901: 33656869 cycles: ffffffff8a73e5a7 available_idle_cpu+0x27 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 194340 [001] 2549.731990: 30784393 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [047] 2549.732048: 33885224 cycles: ffffffff8b616fd0 rb_erase+0x1c0 ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [016] 2549.732230: 37120913 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagentd 163646 [007] 2549.732602: 30200059 cycles: ffffffff8b6a4878 __schedule+0x378 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO1 197896 [004] 2549.733438: 43991710 cycles: 24f754ac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [039] 2549.733958: 38039286 cycles: ffffffff8a7d5c11 enqueue_timer+0x61 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b484f6f tcp_schedule_loss_probe.part.0+0x13f ([kernel.kallsyms]) ffffffff8b48657b tcp_schedule_loss_probe+0x2b ([kernel.kallsyms]) ffffffff8b47f2a9 tcp_ack+0x949 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 196124 [033] 2549.734936: 33668754 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 198050 [021] 2549.734946: 36759621 cycles: ffffffff8aaf63d5 __x64_sys_io_getevents+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [019] 2549.734963: 34468938 cycles: 99ae6 pthread_mutex_unlock+0x76 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [013] 2549.735032: 36892573 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198840 [036] 2549.735050: 36875629 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [005] 2549.735514: 41091179 cycles: ffffffff8a754f74 nohz_run_idle_balance+0x44 ([kernel.kallsyms]) ffffffff8a75c58a do_idle+0x1a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 198682 [043] 2549.735654: 49817460 cycles: 352a545 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [031] 2549.735868: 34740985 cycles: ffffffff8a9eaf4a free_pcp_prepare+0x23a ([kernel.kallsyms]) ffffffff8a9edfc8 free_unref_page+0x28 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PDisk 194094 [042] 2549.735888: 30761857 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [035] 2549.736300: 38186317 cycles: ffffffff8a7327f2 ttwu_queue_wakelist+0x32 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 194434 [028] 2549.736313: 37678972 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [044] 2549.736497: 34303487 cycles: 1402f595 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [002] 2549.736914: 30945031 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [020] 2549.736951: 29298586 cycles: 133ae163 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 155808 [025] 2549.737278: 33944662 cycles: ffffffff8b800043 entry_SYSCALL_64+0x3 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 15286f9d1fef [unknown] (//anon) nbsd.SRV2 197556 [014] 2549.737622: 34157522 cycles: 14332571 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2549.738349: 36514859 cycles: ffffffff8a6b8d01 pvclock_clocksource_read+0x31 ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 198049 [024] 2549.739014: 31537243 cycles: 204000f2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [017] 2549.739041: 34717271 cycles: 2049ba69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [029] 2549.739213: 32133209 cycles: ffffffff8b4598a1 neigh_hh_output+0x1 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.System 165143 [003] 2549.739314: 31755112 cycles: 133a9e19 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198626 [010] 2549.739469: 31259232 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2549.739656: 29470929 cycles: ffffffff8a768fb8 psi_group_change+0x18 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 196763 [026] 2549.739674: 33113687 cycles: bbbbb44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.IC 194002 [045] 2549.739944: 35169732 cycles: 174163c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd-lig.SRV2 196022 [041] 2549.740434: 37499590 cycles: 1838494 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 194424 [038] 2549.740810: 35346300 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8ac66b64 security_file_free+0x54 ([kernel.kallsyms]) ffffffff8aa803b0 __fput+0x110 ([kernel.kallsyms]) ffffffff8aa8059e ____fput+0xe ([kernel.kallsyms]) ffffffff8a718fc1 task_work_run+0x61 ([kernel.kallsyms]) ffffffff8a7c5711 exit_to_user_mode_loop+0x111 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e448a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2730719 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23eebe0 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272bbcf [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ee9fa [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23df44c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27294d4 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2439f84 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) swapper 0 [012] 2549.740888: 37213731 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198686 [032] 2549.741123: 43011586 cycles: ffffffff8a739e01 set_task_cpu+0xa1 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [018] 2549.741234: 41701909 cycles: 139f1056 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagentd 160831 [023] 2549.742763: 38782526 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [022] 2549.743011: 34980463 cycles: 26653d58 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 171579 [027] 2549.743065: 32742346 cycles: ffffffff8a753ae7 pick_next_task_fair+0x27 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [009] 2549.743675: 31060649 cycles: ffffffff8a9eb382 prep_compound_page+0x62 ([kernel.kallsyms]) ffffffff8a9ef890 get_page_from_freelist+0x3a0 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [001] 2549.743753: 32639976 cycles: 24825a5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [046] 2549.744316: 45542857 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197267 [030] 2549.744488: 34767054 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 141238a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 198436 [011] 2549.744711: 48677296 cycles: ffffffff8b62b19a __put_user_8+0x1a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [015] 2549.745261: 33668793 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2549.745658: 41350609 cycles: 35df658 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [007] 2549.746139: 33770699 cycles: ffffffff8a7efe92 tick_irq_enter+0x22 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO0 197894 [042] 2549.746336: 30206175 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197882 [006] 2549.746380: 32881499 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [047] 2549.746423: 33885224 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8aaf4fa7 aio_read_events_ring+0x167 ([kernel.kallsyms]) ffffffff8aaf513a aio_read_events+0x2a ([kernel.kallsyms]) ffffffff8aaf5340 read_events+0x170 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [040] 2549.746518: 46045315 cycles: 288ad9c [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [034] 2549.746672: 36706672 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 170146 [036] 2549.747716: 34461467 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Batch 159616 [002] 2549.748571: 29441462 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI1 198879 [020] 2549.749162: 28866801 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 12b0821 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198842 [033] 2549.749605: 32252399 cycles: 133b583b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [008] 2549.749652: 34790627 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [010] 2549.749721: 31269276 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165162 [044] 2549.749808: 30449463 cycles: ffffffff8b6a470b __schedule+0x20b ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SNULL 196013 [026] 2549.750100: 32314596 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2831869 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [004] 2549.750302: 41729431 cycles: 3a90c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [028] 2549.750321: 33047448 cycles: 1c400069 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197533 [019] 2549.750394: 38377372 cycles: 1407d6d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 170645 [000] 2549.751065: 28767947 cycles: 99b04 pthread_mutex_unlock+0x94 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV1 194448 [014] 2549.751321: 31002373 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 18406fe [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [031] 2549.751538: 32222546 cycles: 2728c48d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 194343 [024] 2549.751736: 39719028 cycles: 1407d1b3 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [039] 2549.751903: 33589360 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [021] 2549.752123: 37778083 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [037] 2549.752446: 38210588 cycles: ffffffff8aaab1d5 __fdget+0x5 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 196774 [025] 2549.752610: 33944662 cycles: ffffffff8aa7c187 do_readv+0x17 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e5a1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [013] 2549.752743: 37264568 cycles: ffffffff8a75fd93 __update_load_avg_se+0x33 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [029] 2549.753255: 34349853 cycles: ffffffff8a7691b2 psi_group_change+0x212 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 170146 [038] 2549.753407: 33011552 cycles: ffffffff8a64a31a __switch_to+0x2a ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [005] 2549.753416: 40053460 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) fc696f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [017] 2549.753670: 35742844 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779e13 psi_task_switch+0x33 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 194340 [003] 2549.753684: 29820505 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 57f [unknown] ([unknown]) swapper 0 [035] 2549.753741: 41928667 cycles: ffffffff8a74f089 enqueue_task_fair+0x99 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [045] 2549.753815: 35275594 cycles: 21a2fc77 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PDisk 196866 [012] 2549.754666: 37776906 cycles: 1568d2bd [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) Test 198738 [018] 2549.755118: 40448662 cycles: 66b3dd1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [022] 2549.755238: 40661682 cycles: 24f76880 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 150658 [043] 2549.755594: 41960085 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) 62dffad31ef [unknown] (//anon) ydbd.IC 196774 [042] 2549.755750: 30804579 cycles: 1742c602 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [041] 2549.756303: 34015821 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [009] 2549.756816: 34362615 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 7efcbfdee4c7 [unknown] (//anon) ydbd.Scheduler 154858 [027] 2549.757122: 34504155 cycles: 157308f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 169057 [001] 2549.757452: 35803619 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [015] 2549.757578: 31698154 cycles: 3b9ad69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [002] 2549.757835: 33769857 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2549.758447: 30573418 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [006] 2549.758517: 34357098 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c260e1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 163663 [032] 2549.758799: 37805566 cycles: ffffffff8a76049a __update_load_avg_cfs_rq+0x5a ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [020] 2549.759494: 38072495 cycles: 64a4c0d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [046] 2549.759543: 44062687 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 2 [unknown] ([unknown]) blocksto.CLI2 194630 [036] 2549.759669: 35851878 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 193987 [016] 2549.759880: 37555529 cycles: bbd380e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 197875 [034] 2549.759945: 38619914 cycles: ffffffff8a73ccce cpus_share_cache+0x3e ([kernel.kallsyms]) ffffffff8a74bbf9 select_idle_sibling+0xd9 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [010] 2549.760122: 33776832 cycles: ffffffff8a73bdb1 try_to_wake_up+0xf1 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [007] 2549.760279: 34152502 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198051 [047] 2549.760381: 41153943 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [040] 2549.760438: 45843774 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [023] 2549.761371: 40477299 cycles: ffffffff8a738372 pick_next_task+0x72 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [044] 2549.761523: 32577945 cycles: ffffffff8aa3170e __kmem_cache_alloc_node+0x10e ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 154858 [008] 2549.761734: 33035959 cycles: ffffffff8a7d9197 hrtimer_nanosleep+0x17 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d83/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [033] 2549.761792: 37782868 cycles: 1fcd9d1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [028] 2549.761887: 35478777 cycles: 172a614 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [000] 2549.762026: 28131652 cycles: 15f9b8ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [014] 2549.762359: 30433628 cycles: ffffffff8a7d6d86 get_next_timer_interrupt+0x6 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [026] 2549.762412: 31151796 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 198682 [031] 2549.763053: 30593386 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [039] 2549.765356: 33466475 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) c6ecbff [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [042] 2549.765716: 30954315 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [045] 2549.765836: 34226514 cycles: 133ae24e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [004] 2549.765916: 35333473 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [003] 2549.766200: 27588599 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.IO 166610 [024] 2549.766289: 38489187 cycles: ffffffff8a7b5b1e __rcu_read_unlock+0xe ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) ydbd.System 193486 [038] 2549.767082: 30170083 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) Test 196124 [021] 2549.767084: 42061638 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.System 172768 [019] 2549.767258: 38458918 cycles: 156a311d [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 197894 [037] 2549.767614: 40062602 cycles: 25168094 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [025] 2549.767728: 38949399 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [013] 2549.767796: 32817196 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Schedu 165683 [011] 2549.767972: 47953739 cycles: 133b0440 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197899 [012] 2549.768466: 38627857 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [029] 2549.769251: 40877620 cycles: 272afc91 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [005] 2549.769274: 33924755 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [017] 2549.769315: 43022091 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1401fd92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 198707 [035] 2549.769652: 51546839 cycles: 1417e1fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [030] 2549.769839: 29300746 cycles: 1339fcec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2549.770119: 30330492 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196101 [022] 2549.770214: 39823832 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [043] 2549.770218: 40546541 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [015] 2549.770228: 37284176 cycles: ffffffff8b3a6cce process_backlog+0xae ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [027] 2549.770469: 40794611 cycles: 18304bb [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 194440 [018] 2549.770679: 34781878 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [002] 2549.771098: 39150010 cycles: 6550c3a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) PdGetEv 172875 [006] 2549.771160: 33120098 cycles: ffffffff8a74dc30 dequeue_entity+0xb0 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 172778 [001] 2549.771619: 34200869 cycles: ffffffff8a74e07b dequeue_task_fair+0x3b ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196007 [009] 2549.772052: 35551745 cycles: ffffffff8b51d038 ipv6_rcv+0x38 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [010] 2549.772484: 32075429 cycles: 11e8f4 syscall+0x4 (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [044] 2549.772814: 32625638 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198039 [036] 2549.773332: 35963538 cycles: 133ae127 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2549.773471: 33644222 cycles: ffffffff8a75c5fb do_idle+0x8b ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 159890 [032] 2549.773638: 32758772 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 196124 [014] 2549.773672: 32334739 cycles: ffffffff8a74ea53 put_prev_task_fair+0x23 ([kernel.kallsyms]) ffffffff8a738c3d pick_next_task+0x93d ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93a40 pthread_cond_wait+0x210 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35720db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 197891 [026] 2549.773789: 36640810 cycles: 204af7b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [034] 2549.774256: 40649479 cycles: ffffffff8adb0593 _find_next_bit+0x23 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [020] 2549.774394: 41834730 cycles: 133cc373 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [016] 2549.774431: 40642813 cycles: 12f63bdb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198051 [007] 2549.774643: 38592366 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [008] 2549.774929: 34921927 cycles: ffffffff8a76e0f6 sched_clock_cpu+0x6 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [040] 2549.775220: 40248048 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2549.775380: 32407211 cycles: ffffffff8a65e8cd arch_cpu_idle+0xd ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [046] 2549.775514: 41994510 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [031] 2549.776807: 31118995 cycles: ffffffff8a74d626 set_next_entity+0x26 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 197238 [033] 2549.777242: 45839541 cycles: 14071387 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd 169050 [042] 2549.777930: 35625572 cycles: ffffffff8a7d7490 hrtimer_active+0x10 ([kernel.kallsyms]) ffffffff8b6ab4d5 do_nanosleep+0x65 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198649 [038] 2549.777956: 29350217 cycles: ffffffff8b80017a syscall_return_via_sysret+0x25 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197266 [003] 2549.778124: 29823419 cycles: ffffffff8b6a4dc2 __cond_resched+0x12 ([kernel.kallsyms]) ffffffff8aaea88f ep_send_events+0x6f ([kernel.kallsyms]) ffffffff8aaeb1b9 ep_poll+0x149 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 196124 [023] 2549.779276: 38292975 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198033 [047] 2549.779661: 33949964 cycles: 1554bfbc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198038 [004] 2549.779670: 32682130 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [039] 2549.779820: 43866673 cycles: ffffffffc0c83c79 nf_nat_ipv6_in+0x59 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51d094 ipv6_rcv+0x94 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) network poller 198436 [045] 2549.779922: 30386646 cycles: 1405608f [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198051 [013] 2549.780257: 31442775 cycles: ffffffff8a990d74 shmem_get_folio_gfp+0x154 ([kernel.kallsyms]) ffffffff8a99188e shmem_file_read_iter+0x18e ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [030] 2549.780361: 29235573 cycles: ffffffff8a749383 place_entity+0x13 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 198438 [024] 2549.781517: 35351134 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fc77fd0583f [unknown] (//anon) diskagen.AIO.SQ 197895 [029] 2549.782226: 38841410 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [019] 2549.782626: 39268058 cycles: 288ad49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [041] 2549.783093: 28199052 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) network poller 198033 [044] 2549.783510: 38732076 cycles: ffffffff8a74fe98 update_sg_lb_stats+0x98 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [025] 2549.783565: 41536137 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad41f _raw_spin_lock+0x3f ([kernel.kallsyms]) ffffffff8a7f6592 futex_wake+0xd2 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6843d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [005] 2549.783588: 31095535 cycles: ffffffff8a741b3e remove_entity_load_avg+0x2e ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198842 [018] 2549.784165: 32214056 cycles: 12f4e529 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197246 [014] 2549.784215: 32862838 cycles: ffffffff8a8106c3 __cgroup_account_cputime+0x23 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [002] 2549.784267: 35995315 cycles: 28897f0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198879 [001] 2549.784296: 39056807 cycles: ffffffff8b627121 copy_user_enhanced_fast_string+0x11 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 125a450 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) network poller 198033 [012] 2549.784390: 38505870 cycles: ffffffff8a7604f6 __update_load_avg_cfs_rq+0xb6 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [010] 2549.784534: 30608282 cycles: ffffffff8b3a7d85 net_rx_action+0xb5 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [021] 2549.784591: 42380486 cycles: 139f0b47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [006] 2549.784967: 34609732 cycles: 1339d901 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [017] 2549.785126: 40765370 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [015] 2549.785148: 36096555 cycles: ffffffff8a739e58 set_task_cpu+0xf8 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [022] 2549.785293: 40330632 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198055 [009] 2549.785696: 38878519 cycles: ffffffff8a96abf4 noop_dirty_folio+0x14 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2549.786290: 36414342 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197246 [026] 2549.786915: 37614034 cycles: ffffffff8a7328f4 ttwu_queue_wakelist+0x134 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 198858 [043] 2549.786939: 37888554 cycles: ffffffff8a7f6617 futex_wake+0x157 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 172229 [000] 2549.787010: 36814880 cycles: ffffffff8a7412c2 update_min_vruntime+0x12 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) Test 196124 [008] 2549.787227: 36110684 cycles: 64a4c03 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [036] 2549.787438: 36460113 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 53723fb40ca7 [unknown] (//anon) nbsd.IC 197544 [020] 2549.787440: 38772678 cycles: 21a05365 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [032] 2549.787883: 29714513 cycles: ffffffff8a7f3a59 __x64_sys_futex+0x79 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 198050 [007] 2549.788295: 41623441 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [038] 2549.788412: 28748587 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [046] 2549.788533: 39606051 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [028] 2549.788548: 30419125 cycles: 2666d073 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 197239 [034] 2549.788577: 37795294 cycles: 21d00e9a [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [031] 2549.788700: 29470766 cycles: ffffffff8b6ad4fe _raw_spin_unlock_bh+0x1e ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [011] 2549.789210: 44856524 cycles: 15389140 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.System 194335 [016] 2549.789510: 49051405 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [027] 2549.789560: 43292541 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [040] 2549.790241: 34877552 cycles: 6e0 [unknown] ([vdso]) nbsd.IO 197258 [003] 2549.790394: 27447762 cycles: ffffffff8b6a4554 __schedule+0x54 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.AIO1 198856 [004] 2549.790786: 31169235 cycles: ffffffff8b696b61 sysvec_apic_timer_interrupt+0x1 ([kernel.kallsyms]) ffffffff8aaf5271 read_events+0xa1 ([kernel.kallsyms]) ffffffff8aaf5c36 do_io_getevents+0x76 ([kernel.kallsyms]) ffffffff8aaf642f __x64_sys_io_getevents+0x5f ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b0206 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194778 [042] 2549.791274: 36608503 cycles: 3b9e8df [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198845 [013] 2549.791803: 30194402 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [045] 2549.791954: 32803304 cycles: 1406b8b0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 159512 [030] 2549.792164: 31074440 cycles: ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a741b43 remove_entity_load_avg+0x33 ([kernel.kallsyms]) ffffffff8a743208 migrate_task_rq_fair+0x108 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002df0/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [047] 2549.793158: 30109440 cycles: 99aa6 pthread_mutex_unlock+0x36 (/usr/lib/x86_64-linux-gnu/libc.so.6) 35a4194 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [041] 2549.793288: 27446619 cycles: ffffffff8a7717ae cpuacct_charge+0x2e ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [035] 2549.793847: 36691103 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [023] 2549.794372: 35224075 cycles: ffffffff8a7523dc __update_idle_core+0xac ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1840b75 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [024] 2549.794970: 43986804 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) cf15243 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [033] 2549.795025: 40822063 cycles: 3af2384 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197246 [018] 2549.796419: 29954568 cycles: 14071357 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198712 [014] 2549.796425: 33928562 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4b49 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [010] 2549.796454: 28225982 cycles: ffffffff8a738372 pick_next_task+0x72 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [005] 2549.796858: 27831591 cycles: 141f686c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) PdGetEv 172388 [002] 2549.797031: 33706518 cycles: ffffffff8a769049 psi_group_change+0xa9 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197534 [039] 2549.797079: 38859311 cycles: 26478797 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [044] 2549.797494: 34035355 cycles: 3b99b20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198842 [019] 2549.797802: 42961506 cycles: ffffffff8a741959 __calc_delta+0x9 ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74ae4c reweight_entity+0x15c ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1338bde1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.797866: 29354307 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [026] 2549.797947: 36420013 cycles: ffffffff8a97c926 isolate_lru_folios+0x136 ([kernel.kallsyms]) ffffffff8a987a73 shrink_inactive_list+0xa3 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd.User 197529 [029] 2549.798156: 36813630 cycles: 1407e3fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [015] 2549.798186: 33822473 cycles: 1a691b [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2048ae1d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [012] 2549.798198: 39354683 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196114 [009] 2549.798267: 39786629 cycles: ffffffff8b480cec tcp_rcv_established+0x5c ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [006] 2549.798446: 37555758 cycles: 1a6893 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [020] 2549.798645: 37185764 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 194448 [001] 2549.798909: 36849145 cycles: 196d834 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.User 170459 [038] 2549.798918: 28174874 cycles: acf915e [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 198455 [022] 2549.799444: 39845366 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [031] 2549.799703: 29081432 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1378b82 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [037] 2549.799791: 37617693 cycles: 644bfac [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 197544 [025] 2549.800169: 41796337 cycles: 21a1af1c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194622 [003] 2549.800177: 30984381 cycles: ffffffff8a80fcef cgroup_rstat_updated+0x1f ([kernel.kallsyms]) ffffffff8aa58357 __mod_memcg_state+0x47 ([kernel.kallsyms]) ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [028] 2549.800212: 32177606 cycles: 35f72bd [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.System 160809 [000] 2549.800214: 33229299 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [036] 2549.800553: 34803565 cycles: 3af22f6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 172773 [017] 2549.801461: 40337974 cycles: a095440 [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [008] 2549.801713: 45644895 cycles: ffffffff8b69812a ct_irq_exit+0xa ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a7efd15 tick_nohz_idle_exit+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 166600 [004] 2549.802191: 30161976 cycles: a03b5c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8f/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197895 [021] 2549.802300: 43451202 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [034] 2549.802316: 41129391 cycles: 1407162b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.User 168705 [043] 2549.802344: 35041638 cycles: 1129cf85 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 196117 [013] 2549.802800: 36083628 cycles: 3a77a2b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [030] 2549.802978: 30136403 cycles: ffffffff8a768ff2 psi_group_change+0x52 ([kernel.kallsyms]) ffffffff8a779bae psi_task_change+0x9e ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [040] 2549.803460: 36027908 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 5974d223647 [unknown] ([unknown]) default-executo 198683 [007] 2549.803875: 40750673 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 168703 [046] 2549.803921: 37655013 cycles: a008ecb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.User 168707 [041] 2549.804299: 31257357 cycles: 12aec5f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 197556 [047] 2549.804586: 29941020 cycles: 146db701 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.System 196907 [042] 2549.805445: 32365738 cycles: bbb7c42 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [011] 2549.806279: 37505984 cycles: 24fe687a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.Schedu 198049 [045] 2549.806548: 35422109 cycles: 203ffb24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [016] 2549.807878: 45034503 cycles: 1869de1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) kswapd0 328 [026] 2549.807944: 36465898 cycles: ffffffff8a9aefe1 list_lru_isolate_move+0x11 ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI2 196118 [010] 2549.808099: 28225982 cycles: ffffffff8a6a85d7 x2apic_send_IPI+0x37 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 198447 [038] 2549.808438: 29053919 cycles: 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [018] 2549.809103: 34046703 cycles: 17e5710 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [027] 2549.809824: 44995506 cycles: 288986e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [035] 2549.809952: 33660373 cycles: ffffffff8a7efd7a tick_nohz_idle_exit+0x6a ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [002] 2549.810221: 39522276 cycles: ffffffff8a753c49 pick_next_task_fair+0x189 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198854 [032] 2549.810311: 34562945 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b696b70 sysvec_apic_timer_interrupt+0x10 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1e46c2fd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [023] 2549.810515: 29873784 cycles: 133ae17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [014] 2549.810565: 38096406 cycles: 1fcda3b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [005] 2549.811609: 28081420 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198844 [024] 2549.812085: 38694035 cycles: 133ae157 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [044] 2549.812329: 36976428 cycles: 1743c607 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198650 [006] 2549.812763: 39315792 cycles: 3a61870 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 197898 [004] 2549.813609: 36176445 cycles: 251dfc78 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO0 197894 [028] 2549.813623: 28803821 cycles: 133bb17b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [040] 2549.813775: 35536336 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [001] 2549.813863: 34500499 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.IC 194355 [015] 2549.814014: 35843327 cycles: 14065e64 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 194631 [030] 2549.814117: 29485777 cycles: 688f22d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [020] 2549.814159: 35705761 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b50faf3 unix_stream_sendmsg+0x163 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.Timer 198053 [033] 2549.814373: 43940395 cycles: 251dfaf1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198845 [009] 2549.814423: 43185781 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 25173fee [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [036] 2549.814746: 37350520 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [000] 2549.814788: 36709561 cycles: ffffffff8a7d81f7 __hrtimer_run_queues+0x77 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 250e82eb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2549.815109: 35285090 cycles: 266e2d24 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198032 [022] 2549.815146: 41317291 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [029] 2549.815208: 36444314 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [012] 2549.815432: 32397478 cycles: ffffffff8a73bd1c try_to_wake_up+0x5c ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8a767902 autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaf4ba7 aio_complete+0x187 ([kernel.kallsyms]) ffffffff8aaf83b2 io_submit_one+0x1a2 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196924 [003] 2549.815637: 37210705 cycles: ffffffff8b6ad529 _raw_spin_unlock+0x9 ([kernel.kallsyms]) ffffffff8a7f6617 futex_wake+0x157 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [039] 2549.815669: 31149790 cycles: 3af22e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197556 [043] 2549.815875: 40809616 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 196022 [013] 2549.816550: 33223573 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [034] 2549.816570: 36677296 cycles: 17bcd40 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [037] 2549.816898: 43046673 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 169822 [042] 2549.817305: 30816496 cycles: ffffffff8b62b18a __put_user_8+0xa ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) kswapd0 328 [026] 2549.818011: 36570990 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8a9af5ff __list_lru_walk_one+0xdf ([kernel.kallsyms]) ffffffff8a9af75d list_lru_walk_one+0x5d ([kernel.kallsyms]) ffffffff8aaa40a1 prune_dcache_sb+0x51 ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.IC 198047 [041] 2549.818070: 33284130 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [017] 2549.818154: 40127719 cycles: 13925db [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [010] 2549.818385: 35492546 cycles: ffffffff8a65f455 os_xsave+0x35 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1422ed65 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198038 [011] 2549.818401: 36195973 cycles: 133ac8c6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 195110 [025] 2549.818819: 51447538 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [046] 2549.818850: 36071783 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 159620 [007] 2549.818876: 43288624 cycles: ffffffff8a64a47e __switch_to+0x18e ([kernel.kallsyms]) ffffffff8b6a47b7 __schedule+0x2b7 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [019] 2549.818928: 41861770 cycles: ffffffff8a65e8c5 arch_cpu_idle+0x5 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [047] 2549.818949: 32429911 cycles: ffffffff8a74dbfc dequeue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [038] 2549.819127: 31720938 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a764fd3 __wake_up_common_lock+0x63 ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197899 [021] 2549.819133: 40503030 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PdCmpl_0 194090 [008] 2549.819893: 43473156 cycles: 156b88dd [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 198455 [023] 2549.820299: 29063510 cycles: 272afc7b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [018] 2549.821529: 32756378 cycles: 14131b4b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [005] 2549.821946: 26915496 cycles: 133a5c94 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [035] 2549.822093: 33401548 cycles: 13bd5914 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 170146 [045] 2549.822173: 40690052 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74dc79 dequeue_entity+0xf9 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.User 198038 [032] 2549.823581: 32302188 cycles: ffffffff8a76044b __update_load_avg_cfs_rq+0xb ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [014] 2549.824002: 34949230 cycles: 133ae14b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [044] 2549.824018: 44728818 cycles: 1411b927 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.Batch 194349 [016] 2549.824027: 43261332 cycles: 140713a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [030] 2549.824449: 33216078 cycles: 3adf745 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [028] 2549.824980: 28306524 cycles: ffffffff8a74aeeb update_cfs_group+0x7b ([kernel.kallsyms]) ffffffff8a74f0e6 enqueue_task_fair+0xf6 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [027] 2549.824992: 39544782 cycles: ffffffff8b6acbfb _raw_spin_trylock+0x1b ([kernel.kallsyms]) ffffffff8aaa3b79 shrink_dentry_list+0x29 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagentd 171575 [002] 2549.825623: 40822597 cycles: ffffffff8a75fd6f __update_load_avg_se+0xf ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74e149 dequeue_task_fair+0x109 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 197556 [004] 2549.825755: 33886088 cycles: 27291e4c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196918 [024] 2549.825889: 39285027 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fab1b3a113f [unknown] (//anon) diskagentd 159891 [040] 2549.826140: 42108256 cycles: 90a60 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) e5802 clock_nanosleep+0xd2 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [029] 2549.826952: 38591999 cycles: 140892da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [020] 2549.827156: 37142017 cycles: 3b2f7ce [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [012] 2549.827455: 30598244 cycles: 1fc643a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) test_tool 192411 [001] 2549.827711: 33625489 cycles: 244125a [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23d3371 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dbeea [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ec6d6 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddbb9 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23dea1c [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 245b615 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24eb0d5 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.Batch 198847 [003] 2549.827966: 34317689 cycles: ffffffff8a7717cf cpuacct_charge+0x4f ([kernel.kallsyms]) ffffffff8a74ab98 update_curr+0x108 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197878 [000] 2549.828009: 33988931 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ksoftirqd/26 173 [026] 2549.828051: 36572155 cycles: ffffffff8a7ba089 rcu_cblist_dequeue+0x19 ([kernel.kallsyms]) ffffffff8a7b281f rcu_do_batch+0x12f ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) swapper 0 [006] 2549.828106: 39315792 cycles: ffffffff8a7d8bf5 hrtimer_get_next_event+0x5 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [039] 2549.829086: 31525257 cycles: ffffffff8a754f35 nohz_run_idle_balance+0x5 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [033] 2549.829285: 42386687 cycles: 3b25f67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2549.829343: 38985901 cycles: ffffffff8a747a8a update_load_avg+0x1ba ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 196774 [036] 2549.829415: 36132364 cycles: bbb2b9d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) default-executo 194778 [042] 2549.829432: 32947427 cycles: ffffffff8aa5841b mod_memcg_state+0x2b ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa5d5ec __memcg_kmem_charge_page+0x14c ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 196763 [031] 2549.829561: 38967063 cycles: bbd14f9 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194630 [013] 2549.829900: 37544961 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b75f52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 194623 [034] 2549.830006: 36060880 cycles: ffffffff8a75fd66 __update_load_avg_se+0x6 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [043] 2549.830186: 41066494 cycles: ffffffff8a760568 __update_load_avg_cfs_rq+0x128 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [041] 2549.830247: 35267479 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198656 [038] 2549.830612: 38360418 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 198432 [005] 2549.830684: 34472232 cycles: 13bea106 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IO 159402 [022] 2549.831035: 39879417 cycles: ffffffff8a7d81f7 __hrtimer_run_queues+0x77 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.SRV2 198455 [046] 2549.831597: 33483063 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7cdc2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) swapper 0 [010] 2549.832501: 34538436 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a76e210 sched_clock_idle_sleep_event+0x10 ([kernel.kallsyms]) ffffffff8a7ef9ef tick_nohz_idle_enter+0x3f ([kernel.kallsyms]) ffffffff8a75c59f do_idle+0x2f ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198646 [047] 2549.832884: 40542520 cycles: ffffffff8b626849 clear_page_erms+0x9 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 198839 [023] 2549.832971: 30608479 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [037] 2549.833091: 36445125 cycles: ffffffff8a6b8ced pvclock_clocksource_read+0x1d ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 198054 [009] 2549.833186: 47713639 cycles: 122deed8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [018] 2549.833254: 33653688 cycles: 2528d751 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2549.833279: 38335586 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [011] 2549.833289: 43918196 cycles: ffffffff8a74ae32 reweight_entity+0x142 ([kernel.kallsyms]) ffffffff8a74af06 update_cfs_group+0x96 ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [021] 2549.834511: 41675735 cycles: 204af7b4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) network poller 197531 [035] 2549.835216: 39389300 cycles: ffffffff8aaeb245 ep_poll+0x1d5 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 16238139 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [008] 2549.835561: 41226412 cycles: 14130228 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) kswapd0 328 [027] 2549.835877: 38838808 cycles: ffffffff8aa59c39 uncharge_folio+0x19 ([kernel.kallsyms]) ffffffff8aa5eb42 __mem_cgroup_uncharge_list+0x62 ([kernel.kallsyms]) ffffffff8a983f98 shrink_folio_list+0x758 ([kernel.kallsyms]) ffffffff8a987b61 shrink_inactive_list+0x191 ([kernel.kallsyms]) ffffffff8a9882a4 shrink_lruvec+0x2c4 ([kernel.kallsyms]) ffffffff8a988577 shrink_node_memcgs+0x187 ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) diskagen.User 198032 [030] 2549.835987: 32298180 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [032] 2549.836051: 36468829 cycles: 20485716 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) PDisk 194094 [014] 2549.836148: 36456128 cycles: 93ea0 pthread_cond_timedwait+0x240 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV2 197556 [028] 2549.836840: 29250461 cycles: 141c97f8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198682 [007] 2549.837020: 41751348 cycles: 6441b88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) test_tool 192411 [001] 2549.837070: 38231042 cycles: ffffffff8aa2eb05 kmem_cache_alloc+0x175 ([kernel.kallsyms]) ffffffff8aa800e8 __alloc_file+0x28 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) diskagen.User 198038 [004] 2549.837076: 32742343 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [019] 2549.837496: 40141991 cycles: ffffffff8adb0cee llist_add_batch+0xe ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [020] 2549.838195: 39641317 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197534 [012] 2549.838707: 30453120 cycles: 26675ea9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [045] 2549.838802: 37850288 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b08484 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [026] 2549.839764: 34772103 cycles: ffffffff8aa596c6 refill_obj_stock+0xa6 ([kernel.kallsyms]) ffffffff8aa5dcc3 obj_cgroup_uncharge+0x13 ([kernel.kallsyms]) ffffffff8aa30523 kmem_cache_free+0x143 ([kernel.kallsyms]) ffffffff8aaa00cc __d_free+0x1c ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2549.839816: 38098063 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7d8e __hrtimer_start_range_ns+0xae ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Timer 198862 [024] 2549.840012: 44274609 cycles: 1330dc55 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [016] 2549.840405: 40437941 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) Test 198682 [029] 2549.840637: 37930739 cycles: ffffffff8a6b82aa native_read_msr+0xa ([kernel.kallsyms]) ffffffff8a609292 x86_pmu_disable_all+0x92 ([kernel.kallsyms]) ffffffff8a60c403 amd_pmu_disable_all+0x13 ([kernel.kallsyms]) ffffffff8a605dbe x86_pmu_disable+0x4e ([kernel.kallsyms]) ffffffff8a9407c8 perf_adjust_freq_unthr_context+0xe8 ([kernel.kallsyms]) ffffffff8a9447b5 perf_event_task_tick+0x45 ([kernel.kallsyms]) ffffffff8a73dda4 scheduler_tick+0xf4 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 2a7fc6e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 198118 [042] 2549.840773: 34150974 cycles: ffffffff8a95a8d5 rseq_ip_fixup+0x75 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) default-executo 194434 [002] 2549.840869: 48986347 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [025] 2549.841240: 50206150 cycles: 1a6c17 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 198683 [036] 2549.841709: 33992883 cycles: ffffffff8a9e974d __free_one_page+0x2d ([kernel.kallsyms]) ffffffff8a9e9db0 free_pcppages_bulk+0x150 ([kernel.kallsyms]) ffffffff8a9ea392 free_unref_page_commit+0xb2 ([kernel.kallsyms]) ffffffff8a9ee130 free_unref_page+0x190 ([kernel.kallsyms]) ffffffff8a9ee23d free_compound_page+0x4d ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198055 [039] 2549.841823: 33722232 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [000] 2549.842130: 30165547 cycles: ffffffff8a769254 psi_group_change+0x2b4 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2549.842356: 40416913 cycles: ffffffff8a74aaaa update_curr+0x1a ([kernel.kallsyms]) ffffffff8a74eb7a enqueue_entity+0xfa ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [006] 2549.842413: 45938861 cycles: 20499d47 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [046] 2549.842745: 32584500 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196114 [041] 2549.843219: 34399993 cycles: ffffffff8b46c2da skb_do_copy_data_nocache+0xca ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.IC 171304 [003] 2549.843408: 33122986 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f8c54cb513f [unknown] (//anon) swapper 0 [013] 2549.843412: 35508422 cycles: ffffffff8a747c60 update_load_avg+0x390 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 194363 [034] 2549.843655: 40768781 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165166 [015] 2549.843703: 39835384 cycles: ffffffff8a74145e task_h_load+0x1e ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [038] 2549.844737: 37346734 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2549.845198: 41596527 cycles: ffffffff8a754de6 nohz_balance_enter_idle+0x76 ([kernel.kallsyms]) ffffffff8a7ef931 tick_nohz_idle_stop_tick+0xa1 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [033] 2549.845546: 42890467 cycles: 21a259cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2549.845923: 35549302 cycles: ffffffff8a749383 place_entity+0x13 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 198707 [023] 2549.846144: 35675943 cycles: ffffffff8b50c01d unix_write_space+0x3d ([kernel.kallsyms]) ffffffff8b3767dc sock_wfree+0xbc ([kernel.kallsyms]) ffffffff8b513376 unix_destruct_scm+0x86 ([kernel.kallsyms]) ffffffff8b3811d7 skb_release_head_state+0x27 ([kernel.kallsyms]) ffffffff8b384060 consume_skb+0x30 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [018] 2549.846242: 31713032 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) rcu_preempt 15 [010] 2549.846525: 40664611 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a76d6ab prepare_to_swait_event+0x1b ([kernel.kallsyms]) ffffffff8a7b13dd rcu_gp_fqs_loop+0x12d ([kernel.kallsyms]) ffffffff8a7b7560 rcu_gp_kthread+0xd0 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) ydbd.Batch 170466 [031] 2549.846564: 36673723 cycles: bbb9911 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Batch 170140 [030] 2549.846578: 37196952 cycles: 18754fbb [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) kswapd0 328 [027] 2549.846603: 38116597 cycles: ffffffff8aaa207b ___d_drop+0x4b ([kernel.kallsyms]) ffffffff8aaa2187 __dentry_kill+0x67 ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) test_tool 192411 [001] 2549.847559: 37873594 cycles: ffffffff8ac66bd6 security_file_alloc+0x46 ([kernel.kallsyms]) ffffffff8aa80119 __alloc_file+0x59 ([kernel.kallsyms]) ffffffff8aa806a5 alloc_empty_file+0x45 ([kernel.kallsyms]) ffffffff8aa94eb7 path_openat+0x47 ([kernel.kallsyms]) ffffffff8aa96462 do_filp_open+0xb2 ([kernel.kallsyms]) ffffffff8aa7a763 do_sys_openat2+0xb3 ([kernel.kallsyms]) ffffffff8aa7ab27 __x64_sys_open+0x57 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 32e0e79 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dd88f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32b0f4b [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 272fc3f [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2453b70 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23ddd17 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deda1 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 23deedc [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 2721402 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ebfec [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24ecced [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 24038e7 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 27eb81d [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 28a8705 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32dee18 [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) 32e0e2e [unknown] (/home/github/.ya/tools/v4/8580453620/test_tool) nbsd-lig.SRV1 194448 [043] 2549.847570: 42623288 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [035] 2549.847786: 42883636 cycles: 1c947733 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagentd 159874 [028] 2549.848627: 29221793 cycles: ffffffff8a769147 psi_group_change+0x1a7 ([kernel.kallsyms]) ffffffff8a779f14 psi_task_switch+0x134 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) PdGetEv 198206 [017] 2549.848877: 38335586 cycles: ffffffff8b800195 syscall_return_via_sysret+0x40 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 99b0c pthread_mutex_unlock+0x9c (/usr/lib/x86_64-linux-gnu/libc.so.6) ad52f44 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 172784 [004] 2549.849139: 35752349 cycles: ffffffff8a74e2a8 dequeue_task_fair+0x268 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d86/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [047] 2549.849363: 44921524 cycles: ffffffff8a996787 need_update+0xa7 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [012] 2549.849650: 32802444 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [014] 2549.849884: 36509507 cycles: ffffffff8a75c43e cpuidle_idle_call+0xbe ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [008] 2549.851225: 42454657 cycles: ffffffff8a74f044 enqueue_task_fair+0x54 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [021] 2549.851267: 40864265 cycles: 68d04a0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [037] 2549.851334: 34599494 cycles: 12d6bcc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [032] 2549.852101: 35834506 cycles: ffffffff8a7d7d3d __hrtimer_start_range_ns+0x5d ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198855 [019] 2549.852334: 41905128 cycles: ffffffff8a7d6939 __mod_timer+0x1f9 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 20454740 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [020] 2549.853031: 34492906 cycles: 20485f86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [011] 2549.853534: 38685669 cycles: ffffffff8adad060 _copy_to_iter+0xd0 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [042] 2549.853721: 35283809 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [009] 2549.853942: 44559914 cycles: ffffffff8a736d61 dequeue_task+0x41 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8aa8b2c9 pipe_read+0x3b9 ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) ydbd.Batch 168710 [036] 2549.854180: 35870598 cycles: bbd1caa [unknown] (/home/github/.ya/build/build_root/dwgg/002d8c/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 194630 [045] 2549.854550: 39920113 cycles: ffffffff8a744f8b select_idle_cpu+0x19b ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [041] 2549.854595: 35702313 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7efeac tick_irq_enter+0x3c ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [024] 2549.855050: 40895898 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2549.855591: 34069892 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [046] 2549.855599: 30569640 cycles: ffffffff8a74bf43 select_idle_sibling+0x423 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [000] 2549.855605: 28954336 cycles: 28bfa51 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [044] 2549.856218: 35963773 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a7d8728 hrtimer_try_to_cancel.part.0+0x28 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [039] 2549.856695: 39288020 cycles: 17e59a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [029] 2549.856865: 32577053 cycles: ffffffff8a7d80a7 hrtimer_start_range_ns+0x57 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) kswapd0 328 [027] 2549.857102: 37657160 cycles: ffffffff8a7176c0 put_pid.part.0+0x20 ([kernel.kallsyms]) ffffffff8a717753 put_pid+0x13 ([kernel.kallsyms]) ffffffff8ab399a7 proc_pid_evict_inode+0x27 ([kernel.kallsyms]) ffffffff8ab32e04 proc_evict_inode+0x34 ([kernel.kallsyms]) ffffffff8aaa6da0 evict+0xd0 ([kernel.kallsyms]) ffffffff8aaa7011 iput+0x151 ([kernel.kallsyms]) ffffffff8aaa0e1c dentry_unlink_inode+0xdc ([kernel.kallsyms]) ffffffff8aaa220d __dentry_kill+0xed ([kernel.kallsyms]) ffffffff8aaa3bd6 shrink_dentry_list+0x86 ([kernel.kallsyms]) ffffffff8aaa40ac prune_dcache_sb+0x5c ([kernel.kallsyms]) ffffffff8aa82514 super_cache_scan+0x134 ([kernel.kallsyms]) ffffffff8a97c5a5 do_shrink_slab+0x155 ([kernel.kallsyms]) ffffffff8a986ab9 shrink_slab_memcg+0x139 ([kernel.kallsyms]) ffffffff8a986c72 shrink_slab+0x112 ([kernel.kallsyms]) ffffffff8a98858d shrink_node_memcgs+0x19d ([kernel.kallsyms]) ffffffff8a9886a9 shrink_node+0xb9 ([kernel.kallsyms]) ffffffff8a988ca5 balance_pgdat+0x375 ([kernel.kallsyms]) ffffffff8a98929a kswapd+0x11a ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [016] 2549.857573: 36503529 cycles: ffffffff8b627113 copy_user_enhanced_fast_string+0x3 ([kernel.kallsyms]) ffffffff8a7d20ee get_timespec64+0x2e ([kernel.kallsyms]) ffffffff8a7f3aab __x64_sys_futex+0xcb ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [033] 2549.857675: 40512627 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [007] 2549.857866: 40981759 cycles: 3b9505b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [018] 2549.858197: 33140774 cycles: 6448c81 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194778 [040] 2549.858407: 45711183 cycles: 3ba8c01 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [003] 2549.858474: 36027428 cycles: ffffffff8aaeb391 ep_poll+0x321 ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [013] 2549.858938: 40768477 cycles: ffffffffc0ca3c82 resolve_normal_ct+0xb2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 198646 [002] 2549.858978: 44685940 cycles: 3b3dfc0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198859 [001] 2549.859218: 36911077 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 196007 [034] 2549.859368: 36269300 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 194630 [006] 2549.859592: 38004884 cycles: ffffffff8a7f6458 futex_wake_mark+0x58 ([kernel.kallsyms]) ffffffff8a7f6605 futex_wake+0x145 ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 194362 [022] 2549.860279: 35549302 cycles: 146d8484 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [028] 2549.860486: 33761427 cycles: 1392607 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198844 [030] 2549.860718: 36805050 cycles: 133ae133 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.System 193987 [038] 2549.861479: 37992994 cycles: bbbb6b9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197246 [012] 2549.861799: 38990372 cycles: 267c1adf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) network poller 198033 [023] 2549.861806: 31685556 cycles: ffffffff8aaeb49b do_epoll_wait+0xab ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 1554d1a9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) default-executo 194434 [004] 2549.862118: 39515103 cycles: 17db40f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV2 194449 [010] 2549.862382: 36861294 cycles: ffffffff8b50fbbf unix_stream_sendmsg+0x22f ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [014] 2549.863140: 33196619 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [015] 2549.863648: 40329975 cycles: 3ac51d6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194632 [031] 2549.863733: 42679889 cycles: 3b9e92f [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [043] 2549.864122: 35402290 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 198650 [025] 2549.864176: 45750705 cycles: 3b9c878 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [005] 2549.865067: 39107764 cycles: 2728c48d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196114 [047] 2549.865891: 48417789 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 172235 [037] 2549.865997: 32300069 cycles: ffffffff8a74195b __calc_delta+0xb ([kernel.kallsyms]) ffffffff8a74ac3e update_curr+0x1ae ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d87/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO0 198050 [020] 2549.866088: 31745548 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514c9e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 196774 [000] 2549.866668: 33262419 cycles: 1743c819 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI1 198879 [035] 2549.866929: 39303966 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) fc7cd6 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) ydbd 170465 [008] 2549.867348: 42131328 cycles: ffffffff8a65f45c os_xsave+0x3c ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [036] 2549.867399: 33084639 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [017] 2549.868008: 47770236 cycles: ffffffff8a7efec4 tick_irq_enter+0x54 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197895 [042] 2549.868012: 35850925 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194340 [026] 2549.868486: 35328054 cycles: ffffffff8a743210 migrate_task_rq_fair+0x110 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [021] 2549.868784: 49683306 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.User 197875 [046] 2549.869024: 27882104 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [041] 2549.869028: 43329608 cycles: 17de4c9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198649 [016] 2549.869375: 34640545 cycles: ffffffff8a7f39e5 __x64_sys_futex+0x5 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [032] 2549.869553: 35969959 cycles: ffffffff8a6b8cda pvclock_clocksource_read+0xa ([kernel.kallsyms]) ffffffff8a6b7cf8 kvm_sched_clock_read+0x18 ([kernel.kallsyms]) ffffffff8a65c659 sched_clock+0x9 ([kernel.kallsyms]) ffffffff8a76e102 sched_clock_cpu+0x12 ([kernel.kallsyms]) ffffffff8a779b65 psi_task_change+0x55 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [011] 2549.869786: 33368950 cycles: ffffffff8a73e5ba available_idle_cpu+0x3a ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 14071377 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [019] 2549.869833: 47123879 cycles: 17e13c7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 197448 [044] 2549.870191: 39920375 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [024] 2549.870215: 36325422 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [029] 2549.870338: 30267012 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) default-executo 196007 [018] 2549.870907: 34933504 cycles: ffffffff8b6ad699 native_queued_spin_lock_slowpath+0x49 ([kernel.kallsyms]) ffffffff8b6ad3b3 _raw_spin_lock_bh+0x43 ([kernel.kallsyms]) ffffffff8b377213 lock_sock_nested+0x23 ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 198032 [033] 2549.871070: 42047792 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e810d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [039] 2549.871587: 35030956 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) ksoftirqd/27 179 [027] 2549.871843: 32895695 cycles: ffffffff8aa2996a cmpxchg_double_slab.constprop.0.isra.0+0x2a ([kernel.kallsyms]) ffffffff8aa2ffdc __slab_free+0xbc ([kernel.kallsyms]) ffffffff8aa30743 kmem_cache_free+0x363 ([kernel.kallsyms]) ffffffff8ac640f8 inode_free_by_rcu+0x18 ([kernel.kallsyms]) ffffffff8a7b2843 rcu_do_batch+0x153 ([kernel.kallsyms]) ffffffff8a7b82a1 rcu_core+0x191 ([kernel.kallsyms]) ffffffff8a7b872e rcu_core_si+0xe ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2f77 run_ksoftirqd+0x37 ([kernel.kallsyms]) ffffffff8a728413 smpboot_thread_fn+0xe3 ([kernel.kallsyms]) ffffffff8a71ce5e kthread+0xee ([kernel.kallsyms]) ffffffff8a6043bc ret_from_fork+0x2c ([kernel.kallsyms]) blocksto.CLI1 194629 [006] 2549.871973: 39817857 cycles: 35fde95 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [003] 2549.872815: 31508839 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [034] 2549.873169: 34270144 cycles: ffffffff8adad180 _copy_to_iter+0x1f0 ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 194341 [009] 2549.873262: 48122819 cycles: 1a6a4e [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [013] 2549.873353: 42145056 cycles: ffffffff8a7f7377 __flush_smp_call_function_queue+0x27 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197534 [014] 2549.873389: 33415678 cycles: 14071397 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [010] 2549.873454: 35496532 cycles: 20485844 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [045] 2549.873754: 34838409 cycles: 14023f6a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 196117 [022] 2549.874148: 44528025 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165449 [028] 2549.874212: 33326257 cycles: 133ac7f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 198447 [023] 2549.874597: 31470513 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b377437 __release_sock+0xc7 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 194632 [001] 2549.875142: 31216709 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6e288 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [038] 2549.875264: 34227752 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [002] 2549.875812: 52733038 cycles: ffffffff8a74ea99 enqueue_entity+0x19 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83fa flush_smp_call_function_queue+0x3a ([kernel.kallsyms]) ffffffff8a75c624 do_idle+0xb4 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.System 194334 [030] 2549.876424: 36599072 cycles: 14088ce9 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) ydbd.Batch 196918 [012] 2549.877056: 40163918 cycles: 11e913 syscall+0x23 (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) PdCmpl_0 194090 [004] 2549.877268: 38191352 cycles: 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 156ec76b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [007] 2549.877388: 33731387 cycles: ffffffff8a743298 migrate_task_rq_fair+0x198 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6ac114 default_idle_call+0x24 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197875 [040] 2549.878007: 38988544 cycles: 133a7ee0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [020] 2549.878734: 30136395 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [043] 2549.879220: 34803316 cycles: ffffffff8b6acbbf _raw_spin_lock_irqsave+0xf ([kernel.kallsyms]) ffffffff8a7d67b7 __mod_timer+0x77 ([kernel.kallsyms]) ffffffff8a7d6bc0 mod_timer+0x10 ([kernel.kallsyms]) ffffffff8b375458 sk_reset_timer+0x18 ([kernel.kallsyms]) ffffffff8b47e869 tcp_rearm_rto+0xa9 ([kernel.kallsyms]) ffffffff8b483168 tcp_event_new_data_sent+0xb8 ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [036] 2549.879394: 32150606 cycles: 3a779e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165265 [037] 2549.881325: 34738596 cycles: ffffffff8a7691db psi_group_change+0x23b ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dea/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [046] 2549.881508: 28370268 cycles: 2727aff0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2549.881956: 39197032 cycles: ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.Schedu 159894 [031] 2549.882056: 33049441 cycles: 133b06ba [unknown] (/home/github/.ya/build/build_root/dwgg/002def/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [000] 2549.882519: 28331729 cycles: ffffffff8a779fd3 psi_task_switch+0x1f3 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [042] 2549.882785: 31915068 cycles: e5662 clock_gettime+0x12 (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a4965c [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [016] 2549.883415: 33973204 cycles: ffffffff8a7eebe5 tick_nohz_next_event+0x5 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV1 197555 [027] 2549.883513: 32228515 cycles: ffffffff8b370c90 ___sys_recvmsg+0x10 ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [026] 2549.883874: 37101962 cycles: 1a6abd [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12367e4 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) .NET TP Worker 196504 [008] 2549.884099: 36048576 cycles: ffffffff8b800040 entry_SYSCALL_64+0x0 ([kernel.kallsyms]) 108d0b __sched_yield+0xb (/usr/lib/x86_64-linux-gnu/libc.so.6) 612dc8 [unknown] (/actions-runner/bin/libcoreclr.so) 2ee709 [unknown] (/actions-runner/bin/libcoreclr.so) 1565a54 [unknown] (/memfd:doublemapper (deleted)) nbsd.SRV1 197555 [045] 2549.884807: 34649605 cycles: 141207da [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194630 [047] 2549.884933: 46736518 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [018] 2549.884961: 39082606 cycles: 17db417 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [032] 2549.885287: 32741575 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [025] 2549.885437: 39784715 cycles: ffffffff8a9f0c39 __alloc_pages+0x179 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [005] 2549.885670: 36660725 cycles: ffffffff8a6f2dd6 do_softirq.part.0+0x36 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [024] 2549.885979: 33526272 cycles: 64a4bb1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 197448 [044] 2549.886598: 37321986 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [034] 2549.886616: 31848127 cycles: ffffffff8a95a603 rseq_get_rseq_cs.isra.0+0x23 ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697d29 irqentry_exit_to_user_mode+0x9 ([kernel.kallsyms]) ffffffff8b697d93 irqentry_exit+0x43 ([kernel.kallsyms]) ffffffff8b696bae sysvec_apic_timer_interrupt+0x4e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 193498 [038] 2549.886797: 33265051 cycles: ffffffff8b694bd2 amd_clear_divider+0x2 ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.AIO1 197896 [011] 2549.886886: 33171312 cycles: 251308c4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194623 [039] 2549.886965: 35802567 cycles: ffffffff8aa30506 kmem_cache_free+0x126 ([kernel.kallsyms]) ffffffff8b37ec18 kfree_skbmem+0x58 ([kernel.kallsyms]) ffffffff8b384080 consume_skb+0x50 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 197267 [035] 2549.887129: 31123129 cycles: 12f4744d [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [028] 2549.887314: 31070383 cycles: 14060e9b [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [001] 2549.887367: 28710853 cycles: 1855ac2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SNULL 196013 [029] 2549.887471: 34668077 cycles: 15b00cf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.AIO.SQ 198854 [010] 2549.887521: 40867376 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165665 [014] 2549.887631: 37570911 cycles: ffffffff8a8106d6 __cgroup_account_cputime+0x36 ([kernel.kallsyms]) ffffffff8a74abb8 update_curr+0x128 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [006] 2549.887751: 47088663 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165674 [003] 2549.888048: 34649003 cycles: ffffffff8a7c57a1 exit_to_user_mode_prepare+0x51 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.User 197529 [041] 2549.888084: 40548837 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 194004 [017] 2549.888328: 37384883 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 198626 [013] 2549.889355: 38069701 cycles: ffffffff8b486f89 __tcp_transmit_skb+0x6f9 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [023] 2549.890100: 30080253 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196007 [020] 2549.890536: 28471679 cycles: 17db306 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [033] 2549.890681: 44811688 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 27225ecc [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [019] 2549.890987: 41213545 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.System 194334 [043] 2549.891153: 39400910 cycles: 139f129f [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [021] 2549.891440: 54222787 cycles: 1406774e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [046] 2549.891760: 27922194 cycles: ffffffff8b616edb rb_erase+0xcb ([kernel.kallsyms]) ffffffff8a7d7b62 __remove_hrtimer+0x52 ([kernel.kallsyms]) ffffffff8a7d8269 __hrtimer_run_queues+0xe9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV2 194449 [022] 2549.891885: 45988222 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 92f20 pthread_cond_broadcast+0x130 (/usr/lib/x86_64-linux-gnu/libc.so.6) 5535bbb6224f [unknown] (//anon) nbsd.User 194345 [030] 2549.891984: 34468606 cycles: 140713ef [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [036] 2549.892178: 32536127 cycles: ffffffff8a77632b calc_load_nohz_start+0x6b ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 160830 [004] 2549.892371: 33820990 cycles: 13401d95 [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [040] 2549.892809: 38697449 cycles: ffffffff8a65b223 read_tsc+0x3 ([kernel.kallsyms]) ffffffff8a7d8d9a hrtimer_interrupt+0x7a ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 165681 [012] 2549.892927: 37944980 cycles: 21b6ad2c [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.User 198032 [007] 2549.893146: 34818600 cycles: 133a4437 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [000] 2549.893976: 27532456 cycles: 161b5f1e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197534 [042] 2549.894388: 30122014 cycles: 140713e3 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [016] 2549.894583: 38325100 cycles: 673a53e [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV2 198455 [009] 2549.894811: 43902208 cycles: ffffffff8a7dad92 ktime_get_with_offset+0x12 ([kernel.kallsyms]) ffffffff8b51cef5 ip6_input_finish+0x65 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IO 163662 [002] 2549.895136: 50660998 cycles: ffffffff8a7f28ae futex_q_lock+0x1e ([kernel.kallsyms]) ffffffff8a7f6d0e futex_wait_setup+0x5e ([kernel.kallsyms]) ffffffff8a7f6ed0 futex_wait+0x130 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 197891 [031] 2549.895668: 30406456 cycles: ffffffff8b6ad38b _raw_spin_lock_bh+0x1b ([kernel.kallsyms]) ffffffff8b471529 tcp_recvmsg+0x59 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [005] 2549.896008: 36449863 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [045] 2549.896262: 39809893 cycles: ffffffff8b626840 clear_page_erms+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 171592 [037] 2549.896604: 34669038 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f3650de587f [unknown] (//anon) blocksto.CLI2 196118 [032] 2549.896894: 31405425 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [025] 2549.897779: 37469481 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [027] 2549.898075: 35331073 cycles: ffffffff8a749442 place_entity+0xd2 ([kernel.kallsyms]) ffffffff8a74ecc1 enqueue_entity+0x241 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [026] 2549.898691: 34709939 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) nbsd.Scheduler 197261 [038] 2549.898797: 32360493 cycles: ffffffff8a736d33 dequeue_task+0x13 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 196013 [001] 2549.898833: 28472793 cycles: 13925f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.IC 194002 [008] 2549.898884: 30735581 cycles: 1be8a4e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198840 [034] 2549.899472: 32720948 cycles: 154cad8a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 171305 [028] 2549.899533: 31070383 cycles: ffffffff8b6a4b8c schedule+0x8c ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI1 198879 [015] 2549.899617: 40388661 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1c926f5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) swapper 0 [035] 2549.900077: 29785228 cycles: ffffffff8a7690e0 psi_group_change+0x140 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 194355 [018] 2549.900543: 36417247 cycles: 140713d7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 198837 [024] 2549.900738: 40764619 cycles: ffffffff8b8000f0 entry_SYSCALL_64_after_hwframe+0x78 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 198657 [014] 2549.901169: 37631361 cycles: 68acc68 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 150654 [020] 2549.901554: 28471679 cycles: e57fb clock_nanosleep+0xcb (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002c12/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.IC 198855 [029] 2549.902249: 33466221 cycles: 25258a49 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blockstore-test 198065 [044] 2549.902326: 45355666 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8aa8b04f pipe_read+0x13f ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.IC 198626 [013] 2549.903063: 36696904 cycles: ffffffff8aaec11e ep_poll_callback+0x29e ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 165681 [023] 2549.903175: 28564963 cycles: ffffffff8b8000f5 entry_SYSCALL_64_after_hwframe+0x7d ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [046] 2549.903204: 26809536 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a73bdaa try_to_wake_up+0xea ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [011] 2549.903301: 35480029 cycles: 3a77a52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO0 197894 [047] 2549.903352: 40619090 cycles: 12f4e50a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [010] 2549.903438: 48623170 cycles: ffffffff8a74f0b0 enqueue_task_fair+0xc0 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [017] 2549.904126: 38944158 cycles: ffffffff8a73e5cd available_idle_cpu+0x4d ([kernel.kallsyms]) ffffffff8a743415 select_idle_core+0xc5 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [003] 2549.904168: 36744380 cycles: 689b7f3 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [036] 2549.904362: 34509371 cycles: ffffffff8aa302b0 cache_from_obj+0x40 ([kernel.kallsyms]) ffffffff8aa303fe kmem_cache_free+0x1e ([kernel.kallsyms]) ffffffff8b37ec53 kfree_skbmem+0x93 ([kernel.kallsyms]) ffffffff8b3888c5 napi_consume_skb+0x105 ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194632 [004] 2549.904459: 35047183 cycles: 3b9b840 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [039] 2549.904466: 39437499 cycles: ffffffff8a65e875 arch_cpu_idle_enter+0x15 ([kernel.kallsyms]) ffffffff8a75c5da do_idle+0x6a ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 198859 [031] 2549.904549: 30306361 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194629 [006] 2549.904831: 38152987 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [000] 2549.904994: 35326911 cycles: 1432c42c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [040] 2549.906327: 38230785 cycles: ffffffff8a75ffe1 __update_load_avg_se+0x281 ([kernel.kallsyms]) ffffffff8a747ee7 update_load_avg+0x617 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [041] 2549.906537: 38539048 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Batch 160824 [042] 2549.906702: 34779382 cycles: ffffffff8a76e109 sched_clock_cpu+0x19 ([kernel.kallsyms]) ffffffff8a735e0c update_rq_clock+0x3c ([kernel.kallsyms]) ffffffff8a73dc73 task_sched_runtime+0xc3 ([kernel.kallsyms]) ffffffff8a7e7aea posix_cpu_clock_get+0xba ([kernel.kallsyms]) ffffffff8a7e7b53 thread_cpu_clock_get+0x13 ([kernel.kallsyms]) ffffffff8a7e558d __x64_sys_clock_gettime+0x6d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 8d6 [unknown] ([vdso]) swapper 0 [016] 2549.907032: 38588900 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 170419 [030] 2549.907380: 38781719 cycles: ffffffff8a663b5a xfd_validate_state+0xa ([kernel.kallsyms]) ffffffff8a660065 switch_fpu_return+0x55 ([kernel.kallsyms]) ffffffff8a7c57ff exit_to_user_mode_prepare+0xaf ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) default-executo 196114 [007] 2549.907428: 37283644 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9eb409 destroy_large_folio+0x29 ([kernel.kallsyms]) ffffffff8a9725b6 __folio_put+0x76 ([kernel.kallsyms]) ffffffff8b381de9 skb_release_data+0xd9 ([kernel.kallsyms]) ffffffff8b383f7b __kfree_skb+0x2b ([kernel.kallsyms]) ffffffff8b47983a tcp_clean_rtx_queue.constprop.0+0x2da ([kernel.kallsyms]) ffffffff8b47eed1 tcp_ack+0x571 ([kernel.kallsyms]) ffffffff8b480e1d tcp_rcv_established+0x18d ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [032] 2549.907847: 31002146 cycles: ffffffff8aa72950 check_heap_object+0x0 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 159401 [019] 2549.908053: 41306538 cycles: 12efdc0d [unknown] (/home/github/.ya/build/build_root/dwgg/002df1/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blocksto.CLI2 198657 [043] 2549.908261: 41157440 cycles: 35f4ca1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197533 [012] 2549.908412: 33547639 cycles: 265ec980 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197529 [037] 2549.909166: 31375807 cycles: 1406fb54 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [009] 2549.909344: 42887516 cycles: 1417e25b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [022] 2549.909393: 40943628 cycles: ffffffff8a995d43 next_zone+0x73 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 170455 [001] 2549.909544: 31028952 cycles: aedf3a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d89/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 197891 [045] 2549.909768: 36195843 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 196118 [005] 2549.909827: 33987257 cycles: 689b701 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [033] 2549.910501: 53524388 cycles: ffffffff8a7f83a4 generic_smp_call_function_single_interrupt+0x14 ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.IC 194002 [038] 2549.910509: 45526037 cycles: 1a6880 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1742c21e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [034] 2549.911023: 30655145 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [020] 2549.911298: 36787680 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) default-executo 196007 [008] 2549.911380: 28945666 cycles: ffffffff8a73bd77 try_to_wake_up+0xb7 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b3773de __release_sock+0x6e ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b47154d tcp_recvmsg+0x7d ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [026] 2549.911804: 40840115 cycles: 68d0491 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.AIO.SQ 198854 [035] 2549.911812: 37828659 cycles: ffffffff8a7d80ab hrtimer_start_range_ns+0x5b ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1e46cdfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [002] 2549.912508: 52870710 cycles: 2048b87e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [028] 2549.912515: 40023323 cycles: ffffffff8b62af29 memset_erms+0x9 ([kernel.kallsyms]) ffffffff8a9a5753 __kmalloc_node_track_caller+0x53 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 194004 [029] 2549.912634: 33972430 cycles: ffffffff8a76915a psi_group_change+0x1ba ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) swapper 0 [027] 2549.912704: 34612002 cycles: ffffffff8b6acc78 _raw_spin_unlock_irqrestore+0x28 ([kernel.kallsyms]) ffffffff8a7d8279 __hrtimer_run_queues+0xf9 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197259 [046] 2549.913099: 33485033 cycles: 21a1ba8e [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [025] 2549.913396: 32328048 cycles: 12d6bdc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 171306 [023] 2549.913513: 30214202 cycles: ffffffff8a60434f __switch_to_asm+0x3f ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198051 [018] 2549.913826: 34625043 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagentd 165864 [021] 2549.914663: 46476600 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) ydbd 170142 [014] 2549.914901: 34850739 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [015] 2549.914986: 38370057 cycles: 3a634b6 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [024] 2549.915698: 41297993 cycles: ffffffff8a77bb8f mutex_spin_on_owner+0x8f ([kernel.kallsyms]) ffffffff8b6a6e8c __mutex_lock.constprop.0+0x1ec ([kernel.kallsyms]) ffffffff8b6a7553 __mutex_lock_slowpath+0x13 ([kernel.kallsyms]) ffffffff8b6a75ae mutex_lock+0x3e ([kernel.kallsyms]) ffffffff8aa8af5c pipe_read+0x4c ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) diskagen.System 162503 [013] 2549.915995: 35898148 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 1340465f [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.AIO.SQ 197895 [004] 2549.916097: 33350886 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198854 [047] 2549.916369: 43469237 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [031] 2549.916715: 28965118 cycles: 27279a88 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Schedu 165683 [011] 2549.917485: 35263185 cycles: 133a8842 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) blockstore-test 198065 [036] 2549.917574: 31115048 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8aa58426 mod_memcg_state+0x36 ([kernel.kallsyms]) ffffffff8aa5847d memcg_account_kmem+0x1d ([kernel.kallsyms]) ffffffff8aa59bdf uncharge_batch+0x11f ([kernel.kallsyms]) ffffffff8aa5eaac __mem_cgroup_uncharge+0x6c ([kernel.kallsyms]) ffffffff8a972576 __folio_put+0x36 ([kernel.kallsyms]) ffffffff8aa8c1ff anon_pipe_buf_release+0xff ([kernel.kallsyms]) ffffffff8aa8b12d pipe_read+0x21d ([kernel.kallsyms]) ffffffff8aa7e42e vfs_read+0x2be ([kernel.kallsyms]) ffffffff8aa7f11d ksys_read+0xbd ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 5089c54 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) nbsd-lig.SRV1 196021 [039] 2549.918232: 34557102 cycles: 1838795 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.System 166744 [003] 2549.918915: 33219987 cycles: 1875500d [unknown] (/home/github/.ya/build/build_root/dwgg/002d8e/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [000] 2549.918964: 33305872 cycles: ffffffff8a736c37 resched_curr+0xe7 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8b6983a5 rest_init+0xe5 ([kernel.kallsyms]) ffffffff8cc6300e arch_call_rest_init+0xe ([kernel.kallsyms]) ffffffff8cc63455 start_kernel+0x3b5 ([kernel.kallsyms]) ffffffff8cc618b2 x86_64_start_kernel+0x102 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 155697 [006] 2549.919307: 35443326 cycles: bbd4782 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [042] 2549.919331: 32011491 cycles: 288adc1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [032] 2549.919421: 32733495 cycles: ffffffff8b47e7cc tcp_rearm_rto+0xc ([kernel.kallsyms]) ffffffff8b4888b7 tcp_write_xmit+0x347 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.System 163642 [040] 2549.919701: 36784852 cycles: ffffffff8a7523ce __update_idle_core+0x9e ([kernel.kallsyms]) ffffffff8a75793d pick_next_task_idle+0x2d ([kernel.kallsyms]) ffffffff8a738c45 pick_next_task+0x945 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dec/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) diskagen.System 162503 [016] 2549.919908: 35700543 cycles: 13404bf6 [unknown] (/home/github/.ya/build/build_root/dwgg/002ded/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV2 196022 [001] 2549.920045: 30945946 cycles: 1869715 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198047 [008] 2549.920342: 29179854 cycles: 1339640a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [045] 2549.920636: 35006965 cycles: ffffffff8a74aaf0 update_curr+0x60 ([kernel.kallsyms]) ffffffff8a74b3e0 task_tick_fair+0x50 ([kernel.kallsyms]) ffffffff8a73dd83 scheduler_tick+0xd3 ([kernel.kallsyms]) ffffffff8a7d6fd4 update_process_times+0x94 ([kernel.kallsyms]) ffffffff8a7eed59 tick_sched_handle+0x29 ([kernel.kallsyms]) ffffffff8a7ef055 tick_sched_timer+0x75 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6acc71 _raw_spin_unlock_irqrestore+0x21 ([kernel.kallsyms]) ffffffff8a764ffd __wake_up_common_lock+0x8d ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [012] 2549.920679: 30954540 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d53d2 process_timeout+0x12 ([kernel.kallsyms]) ffffffff8a7d5cfc call_timer_fn+0x2c ([kernel.kallsyms]) ffffffff8a7d603b __run_timers.part.0+0x1fb ([kernel.kallsyms]) ffffffff8a7d612a run_timer_softirq+0x2a ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2d62 __irq_exit_rcu+0xa2 ([kernel.kallsyms]) ffffffff8a6f314e irq_exit_rcu+0xe ([kernel.kallsyms]) ffffffff8b696bf6 sysvec_apic_timer_interrupt+0x96 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194629 [010] 2549.921109: 47051527 cycles: 3cb7c10 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2549.921256: 34898231 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [030] 2549.921263: 37425320 cycles: 154cb024 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [007] 2549.921458: 34119132 cycles: 154cade4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [034] 2549.921698: 30245491 cycles: ffffffff8aa31a8f __kmem_cache_free+0x17f ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [017] 2549.921699: 38944158 cycles: 195ba49 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [041] 2549.922142: 39114341 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8b3787ec sock_rfree+0x7c ([kernel.kallsyms]) ffffffff8b4701f8 tcp_recvmsg_locked+0x378 ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 194632 [022] 2549.923946: 36794898 cycles: ffffffff8aa5d555 __memcg_kmem_charge_page+0xb5 ([kernel.kallsyms]) ffffffff8a9f0c75 __alloc_pages+0x1b5 ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [037] 2549.924316: 29356315 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6ab6 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0471 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 196114 [046] 2549.924318: 32568850 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b568360 inet6_csk_xmit+0x60 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 194448 [043] 2549.924725: 47074789 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197534 [035] 2549.924942: 40077723 cycles: 14071407 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.Timer 198053 [014] 2549.925750: 36670199 cycles: 25277cec [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [005] 2549.925774: 34452676 cycles: 204abe69 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 194363 [023] 2549.925899: 29727491 cycles: ffffffffc0c8451e nf_nat_ipv6_local_fn+0xbe ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b51aafc ip6_xmit+0x3ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b476562 __tcp_ack_snd_check+0x42 ([kernel.kallsyms]) ffffffff8b480f2e tcp_rcv_established+0x29e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) default-executo 198683 [009] 2549.925915: 40432770 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7d815b hrtimer_sleeper_start_expires+0x1b ([kernel.kallsyms]) ffffffff8a7f6a80 futex_wait_queue+0x50 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6acac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [019] 2549.926492: 34699028 cycles: ffffffff8a7479c0 update_load_avg+0xf0 ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [020] 2549.926577: 36325545 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198712 [018] 2549.927007: 34106220 cycles: ffffffff8b697c6d syscall_exit_to_user_mode+0x3d ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [025] 2549.927125: 34901389 cycles: 289c2d2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 196118 [027] 2549.927145: 37068163 cycles: 3b9bb69 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [028] 2549.928045: 40228562 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [038] 2549.928206: 42148181 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 170145 [026] 2549.928214: 37694877 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8a/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.IC 198047 [029] 2549.928907: 43624683 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [004] 2549.929206: 37719704 cycles: 197ce20 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [036] 2549.929505: 30168091 cycles: ffffffff8a73c98f sched_ttwu_pending+0xcf ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197248 [031] 2549.929533: 30151767 cycles: 140713bf [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) Test 198751 [006] 2549.929536: 37341814 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a9b4c37 __get_user_pages+0x247 ([kernel.kallsyms]) ffffffff8a9b6e8d populate_vma_page_range+0x5d ([kernel.kallsyms]) ffffffff8a9b6fe6 __mm_populate+0x76 ([kernel.kallsyms]) ffffffff8a995380 vm_mmap_pgoff+0x120 ([kernel.kallsyms]) ffffffff8a9cc8b6 ksys_mmap_pgoff+0x46 ([kernel.kallsyms]) ffffffff8a6557e3 __x64_sys_mmap+0x33 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11eaa7 __mmap+0x17 (/usr/lib/x86_64-linux-gnu/libc.so.6) 6892d05 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 194340 [042] 2549.930254: 31222683 cycles: ffffffff8a74347a select_idle_core+0x12a ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2549.930612: 35214595 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197529 [024] 2549.931375: 48986599 cycles: ffffffff8a74503f select_idle_cpu+0x24f ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [015] 2549.931559: 32279308 cycles: ffffffff8b61a628 memchr_inv+0xe8 ([kernel.kallsyms]) ffffffff8a99a43d quiet_vmstat+0x3d ([kernel.kallsyms]) ffffffff8a7ef1c3 tick_nohz_stop_tick+0x63 ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 197880 [032] 2549.931843: 39304795 cycles: ffffffff8a769177 psi_group_change+0x1d7 ([kernel.kallsyms]) ffffffff8a779eb9 psi_task_switch+0xd9 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [000] 2549.932164: 32697660 cycles: 1d37c9b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 196114 [021] 2549.932341: 42201878 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 194633 [013] 2549.932407: 39194710 cycles: ffffffff8a74146f task_h_load+0x2f ([kernel.kallsyms]) ffffffff8a741de2 wake_affine+0x1b2 ([kernel.kallsyms]) ffffffff8a74c76d select_task_rq_fair+0x2ed ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 197556 [039] 2549.932423: 34003134 cycles: 141f49a7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198844 [008] 2549.932435: 27733191 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7f01d56c687f [unknown] (//anon) diskagentd 160813 [003] 2549.932569: 34907573 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd-lig.SRV1 196021 [012] 2549.932787: 36759536 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 17e065a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 194629 [002] 2549.932844: 46742415 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198035 [040] 2549.933094: 35080101 cycles: 133ae58d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [034] 2549.933174: 32334274 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [033] 2549.933944: 57581093 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [016] 2549.934138: 44408182 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a91536 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [001] 2549.934208: 35488680 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197878 [011] 2549.934459: 34228593 cycles: 25257548 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 197895 [047] 2549.934629: 40658759 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8adad736 copy_page_to_iter+0x96 ([kernel.kallsyms]) ffffffff8a991800 shmem_file_read_iter+0x100 ([kernel.kallsyms]) ffffffff8aaf456f aio_read+0xef ([kernel.kallsyms]) ffffffff8aaf8113 __io_submit_one.constprop.0+0x113 ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 194440 [030] 2549.935461: 40489312 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2837679 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [046] 2549.936188: 31310002 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14123757 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) ydbd 171302 [037] 2549.936227: 33348622 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.IC 197544 [022] 2549.936799: 37115790 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [007] 2549.937444: 34119132 cycles: ffffffff8adb0ca0 llist_reverse_order+0x0 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.User 198032 [023] 2549.937490: 30988136 cycles: 133b9bc8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [017] 2549.937530: 48881286 cycles: ffffffff8a74dc8a dequeue_entity+0x10a ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [041] 2549.937863: 33611037 cycles: 3ae8bbf [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2549.938021: 29363074 cycles: ffffffff8a74d61e set_next_entity+0x1e ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) Test 196124 [014] 2549.939120: 34651130 cycles: 67f86b7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [018] 2549.939432: 36748634 cycles: ffffffff8a95acae __rseq_handle_notify_resume+0x7e ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [010] 2549.939482: 48130479 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [035] 2549.939943: 37849959 cycles: 18602e1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV1 197555 [026] 2549.940222: 44457257 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a9a5d39 kfree+0x79 ([kernel.kallsyms]) ffffffff8b37c0a2 skb_free_head+0x72 ([kernel.kallsyms]) ffffffff8b381e16 skb_release_data+0x106 ([kernel.kallsyms]) ffffffff8b384078 consume_skb+0x48 ([kernel.kallsyms]) ffffffff8b50f6f7 unix_stream_read_generic+0x7d7 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [036] 2549.940473: 32205032 cycles: ffffffff8a771785 cpuacct_charge+0x5 ([kernel.kallsyms]) ffffffff8a74dbbb dequeue_entity+0x3b ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 194449 [005] 2549.940819: 32825506 cycles: 2889827 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 196124 [019] 2549.941011: 36029942 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [042] 2549.941660: 30304539 cycles: ffffffff8b6ac12b default_idle_call+0x3b ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 197891 [045] 2549.941738: 34283935 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 196021 [025] 2549.941797: 39991603 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI2 198657 [009] 2549.941799: 34217673 cycles: ffffffff8aaab0f7 __fget_light+0x97 ([kernel.kallsyms]) ffffffff8aaab1e3 __fdget+0x13 ([kernel.kallsyms]) ffffffff8b36c4a7 sockfd_lookup_light+0x17 ([kernel.kallsyms]) ffffffff8b371616 __sys_sendmsg+0x46 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 155861 [020] 2549.941919: 31220811 cycles: c50 [unknown] ([vdso]) nbsd 197260 [031] 2549.942843: 28280249 cycles: ea660 __nanosleep+0x0 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [043] 2549.943105: 42234036 cycles: 13bd4e5c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 198681 [027] 2549.943471: 32727806 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.Timer 198862 [008] 2549.943590: 30563022 cycles: 25257558 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198842 [028] 2549.943888: 36406765 cycles: 133c2a8b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd 198117 [000] 2549.944357: 30674648 cycles: ffffffff8b61abd4 timerqueue_add+0x34 ([kernel.kallsyms]) ffffffff8a7d7833 enqueue_hrtimer+0x43 ([kernel.kallsyms]) ffffffff8a7d7f10 __hrtimer_start_range_ns+0x230 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8b6ab4c1 do_nanosleep+0x51 ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 198657 [004] 2549.944510: 37719704 cycles: 68a3af1 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 198657 [015] 2549.945163: 28485663 cycles: 689b746 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2549.945163: 40148188 cycles: ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.IC 198047 [006] 2549.945609: 31595019 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 59761727537 [unknown] ([unknown]) diskagen.IC 198855 [034] 2549.945823: 34849132 cycles: 204b8d7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [029] 2549.946101: 40152323 cycles: 6507581 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI2 196118 [040] 2549.946246: 36367928 cycles: ffffffff8a735e26 update_rq_clock+0x56 ([kernel.kallsyms]) ffffffff8b6a463a __schedule+0x13a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197878 [032] 2549.946260: 34193663 cycles: 25173eb4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [013] 2549.946415: 33685826 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 196022 [012] 2549.946597: 33241060 cycles: ffffffff8a7ebba6 clockevents_program_event+0x56 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d8e4b hrtimer_interrupt+0x12b ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b448bb8 nf_hook_slow+0x8 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 194448 [039] 2549.946934: 30093470 cycles: ffffffff8aa729ae check_heap_object+0x5e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) swapper 0 [003] 2549.947380: 34907573 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [001] 2549.948015: 37636552 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagentd 165849 [046] 2549.948703: 36892426 cycles: 133ac7de [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [024] 2549.948916: 43448837 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [021] 2549.948983: 38733429 cycles: 68d0486 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV1 196021 [007] 2549.949329: 43324327 cycles: 179277f [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197248 [022] 2549.949980: 35661230 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 194629 [030] 2549.950260: 40513970 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6adb9 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [044] 2549.950331: 27780146 cycles: ffffffff8b6aeb40 srso_alias_return_thunk+0x0 ([kernel.kallsyms]) ffffffff8a736133 enqueue_task+0x123 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73bf34 try_to_wake_up+0x274 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [016] 2549.951271: 41579502 cycles: ffffffff8b381ddb skb_release_data+0xcb ([kernel.kallsyms]) ffffffff8b3888bd napi_consume_skb+0xfd ([kernel.kallsyms]) ffffffff8b3a7dd2 net_rx_action+0x102 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [047] 2549.952674: 33642827 cycles: 68d1666 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198840 [037] 2549.952816: 26935503 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 197891 [002] 2549.952902: 39723679 cycles: 1549f89a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [027] 2549.953057: 32599356 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 198855 [005] 2549.953752: 36524937 cycles: ffffffff8aa729de check_heap_object+0x8e ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 198118 [023] 2549.953877: 40219460 cycles: ffffffff8b6921b1 do_syscall_64+0x61 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/contrib/ydb/apps/ydbd/ydbd) blocksto.CLI2 194623 [014] 2549.954003: 36653416 cycles: 3a62e37 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [036] 2549.954090: 32833157 cycles: 133ae117 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV1 194448 [042] 2549.954408: 28184027 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.User 197880 [009] 2549.954506: 32967210 cycles: ffffffff8a74af07 update_cfs_group+0x97 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [011] 2549.955213: 34228593 cycles: ffffffff8a6a85e0 x2apic_send_IPI+0x40 ([kernel.kallsyms]) ffffffff8a69f06e native_send_call_func_single_ipi+0x1e ([kernel.kallsyms]) ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696b9e sysvec_apic_timer_interrupt+0x3e ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) 154cae15 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 198455 [018] 2549.955537: 39477823 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 194340 [020] 2549.955807: 29916372 cycles: ffffffff8a748151 __update_blocked_fair+0xc1 ([kernel.kallsyms]) ffffffff8a74873d update_blocked_averages+0x14d ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [031] 2549.956241: 30444354 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [041] 2549.956627: 30896138 cycles: ffffffff8a74bb80 select_idle_sibling+0x60 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c315 wake_up_process+0x15 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SNULL 196013 [008] 2549.957297: 30667764 cycles: 27ef4ef [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) ydbd.Batch 193496 [000] 2549.958044: 27909299 cycles: bbd154e [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) diskagen.User 198035 [035] 2549.958626: 35450998 cycles: 133ae16f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198047 [045] 2549.958698: 40206195 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 196776 [026] 2549.958752: 47976823 cycles: ffffffff8a73e5b0 available_idle_cpu+0x30 ([kernel.kallsyms]) ffffffff8a74bf24 select_idle_sibling+0x404 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4c92 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) ydbd.Scheduler 169057 [015] 2549.958960: 29231192 cycles: ffffffff8adb0659 _find_next_and_bit+0x59 ([kernel.kallsyms]) ffffffff8a752870 update_sd_lb_stats.constprop.0+0xe0 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) ydbd.Scheduler 171306 [017] 2549.959599: 52040050 cycles: ffffffff8a7340c1 raw_spin_rq_unlock+0x11 ([kernel.kallsyms]) ffffffff8a75370b newidle_balance+0x13b ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 198055 [001] 2549.959701: 39966153 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197875 [019] 2549.960070: 31028644 cycles: 2520ae23 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.IC 194002 [028] 2549.960296: 33281269 cycles: ffffffff8aaec0fc ep_poll_callback+0x27c ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b55e248 tcp_v6_do_rcv+0xf8 ([kernel.kallsyms]) ffffffff8b56049b tcp_v6_rcv+0xd6b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) default-executo 196114 [006] 2549.960301: 28340900 cycles: 3b98671 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167053 [033] 2549.960309: 49573344 cycles: ffffffff8a74dc6d dequeue_entity+0xed ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165460 [010] 2549.960880: 50305414 cycles: ffffffff8a743417 select_idle_core+0xc7 ([kernel.kallsyms]) ffffffff8a744fbd select_idle_cpu+0x1cd ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) default-executo 194434 [034] 2549.961147: 40323270 cycles: ffffffff8a9df875 is_vmalloc_addr+0x5 ([kernel.kallsyms]) ffffffff8aa72ba2 __check_object_size.part.0+0x72 ([kernel.kallsyms]) ffffffff8aa72cb3 __check_object_size+0x23 ([kernel.kallsyms]) ffffffff8b38968b simple_copy_to_iter+0x2b ([kernel.kallsyms]) ffffffff8b389748 __skb_datagram_iter+0x78 ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838582 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [012] 2549.961532: 32258542 cycles: ffffffff8a77cd2b __raw_spin_lock_irqsave+0x2b ([kernel.kallsyms]) ffffffff8b6acbbe _raw_spin_lock_irqsave+0xe ([kernel.kallsyms]) ffffffff8a73bd16 try_to_wake_up+0x56 ([kernel.kallsyms]) ffffffff8a73c40a default_wake_function+0x1a ([kernel.kallsyms]) ffffffff8aae9f42 ep_autoremove_wake_function+0x12 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a7650f3 __wake_up+0x13 ([kernel.kallsyms]) ffffffff8aaebf98 ep_poll_callback+0x118 ([kernel.kallsyms]) ffffffff8a764e8d __wake_up_common+0x7d ([kernel.kallsyms]) ffffffff8a764fef __wake_up_common_lock+0x7f ([kernel.kallsyms]) ffffffff8a765910 __wake_up_sync_key+0x20 ([kernel.kallsyms]) ffffffff8b374c10 sock_def_readable+0x40 ([kernel.kallsyms]) ffffffff8b4802d1 tcp_data_ready+0x31 ([kernel.kallsyms]) ffffffff8b480597 tcp_data_queue+0x1f7 ([kernel.kallsyms]) ffffffff8b480ece tcp_rcv_established+0x23e ([kernel.kallsyms]) ffffffff8b4924f2 tcp_v4_do_rcv+0x172 ([kernel.kallsyms]) ffffffff8b494403 tcp_v4_rcv+0xe43 ([kernel.kallsyms]) ffffffff8b455bdc ip_protocol_deliver_rcu+0x3c ([kernel.kallsyms]) ffffffff8b455e46 ip_local_deliver_finish+0x86 ([kernel.kallsyms]) ffffffff8b455eef ip_local_deliver+0x6f ([kernel.kallsyms]) ffffffff8b4564cd ip_rcv+0x17d ([kernel.kallsyms]) ffffffff8b3a69b2 __netif_receive_skb_one_core+0x92 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b45a1f0 ip_finish_output2+0x190 ([kernel.kallsyms]) ffffffff8b45b103 __ip_finish_output+0xc3 ([kernel.kallsyms]) ffffffff8b45b20e ip_finish_output+0x2e ([kernel.kallsyms]) ffffffff8b45b358 ip_output+0x78 ([kernel.kallsyms]) ffffffff8b45c794 ip_local_out+0x64 ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488e87 __tcp_push_pending_frames+0x37 ([kernel.kallsyms]) ffffffff8b46dad3 tcp_push+0x123 ([kernel.kallsyms]) ffffffff8b46ecd6 tcp_sendmsg_locked+0x3d6 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36ffce __sys_sendto+0x11e ([kernel.kallsyms]) ffffffff8b370094 __x64_sys_sendto+0x24 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 12797e __send+0x6e (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4c40 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV1 197555 [032] 2549.961956: 29102479 cycles: 2727df1e [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198859 [029] 2549.962074: 33998176 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SNULL 196013 [025] 2549.962329: 47737153 cycles: ffffffff8b80155d error_entry+0xd ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93d84 pthread_cond_timedwait+0x124 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12e5598 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd-lig.SRV1 196021 [040] 2549.962635: 34233015 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 1838a28 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) default-executo 194778 [044] 2549.962947: 25596004 cycles: 3bd3b0d [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [038] 2549.963110: 39160762 cycles: ffffffff8a779fe6 psi_task_switch+0x206 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.User 171291 [013] 2549.963168: 35307901 cycles: ffffffff8a74dbbe dequeue_entity+0x3e ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) bbc4bf5 [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.User 197529 [027] 2549.963427: 33165466 cycles: 2666dc14 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) grpc_global_tim 196902 [004] 2549.963747: 45551695 cycles: 11a13a1a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) nbsd.SRV1 197555 [043] 2549.963762: 35477703 cycles: ffffffff8aa2f069 kmem_cache_alloc_node+0x169 ([kernel.kallsyms]) ffffffff8b37e67a __alloc_skb+0x17a ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [046] 2549.964200: 38839879 cycles: ffffffff8a733373 prepare_task_switch+0x73 ([kernel.kallsyms]) ffffffff8b6a471e __schedule+0x21e ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [003] 2549.964837: 43174999 cycles: ffffffff8a75c430 cpuidle_idle_call+0xb0 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 196117 [042] 2549.964996: 27472125 cycles: 3b3039a [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2549.965022: 25564007 cycles: ffffffff8a75c630 do_idle+0xc0 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 194449 [007] 2549.965112: 46039380 cycles: ffffffff8a9ed5fe rmqueue+0x6fe ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.System 165845 [039] 2549.965205: 33706676 cycles: 133ae107 [unknown] (/home/github/.ya/build/build_root/dwgg/002de8/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 194631 [047] 2549.965312: 34862635 cycles: 68d6de0 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198626 [024] 2549.965338: 36369518 cycles: ffffffffc0ca3c82 resolve_normal_ct+0xb2 ([kernel.kallsyms]) ffffffffc0ca46c1 nf_conntrack_in+0xe1 ([kernel.kallsyms]) ffffffffc0ca95f9 ipv4_conntrack_local+0x49 ([kernel.kallsyms]) ffffffff8b448bf4 nf_hook_slow+0x44 ([kernel.kallsyms]) ffffffff8b45c69d __ip_local_out+0xdd ([kernel.kallsyms]) ffffffff8b45c74d ip_local_out+0x1d ([kernel.kallsyms]) ffffffff8b45c93a __ip_queue_xmit+0x18a ([kernel.kallsyms]) ffffffff8b45cc75 ip_queue_xmit+0x15 ([kernel.kallsyms]) ffffffff8b4871a4 __tcp_transmit_skb+0x914 ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI2 194630 [022] 2549.965339: 37835714 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c1d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.User 155848 [005] 2549.965676: 36059891 cycles: 1be82cd0 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7c/contrib/ydb/apps/ydbd/ydbd (deleted)) test_tool 198063 [030] 2549.966229: 45442108 cycles: ffffffff8a64a334 __switch_to+0x44 ([kernel.kallsyms]) swapper 0 [009] 2549.966619: 33312136 cycles: ffffffff8a760460 __update_load_avg_cfs_rq+0x20 ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [020] 2549.966619: 30598066 cycles: ffffffff8b692911 __wrgsbase_inactive+0x41 ([kernel.kallsyms]) nbsd.User 194340 [036] 2549.967102: 34717884 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 160b0411 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) nbsd.IC 197544 [002] 2549.967109: 39607500 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 13c7c88d [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.User 197246 [021] 2549.967208: 36711064 cycles: 16234316 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.User 171291 [014] 2549.967609: 32806050 cycles: 1be5887f [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd.SRV2 194363 [031] 2549.968085: 36676635 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [000] 2549.968387: 26847217 cycles: 133ac91f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [016] 2549.968459: 42351750 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [006] 2549.968604: 28483035 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) network poller 197877 [041] 2549.968700: 37871520 cycles: ffffffff8a65fa15 fpregs_assert_state_consistent+0x5 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198859 [018] 2549.968725: 39667826 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a96f438 set_page_dirty+0x18 ([kernel.kallsyms]) ffffffff8a990677 shmem_write_end+0xf7 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198035 [011] 2549.968771: 42836942 cycles: 133c8e2b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd 194356 [008] 2549.969420: 28895129 cycles: ffffffff8ad60be3 blkcg_maybe_throttle_current+0x1d3 ([kernel.kallsyms]) ffffffff8a7c56d9 exit_to_user_mode_loop+0xd9 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [023] 2549.970212: 37807914 cycles: ffffffff8a74eb83 enqueue_entity+0x103 ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197267 [015] 2549.970793: 27952108 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 2727aff3 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.IC 194002 [044] 2549.972282: 26460035 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8b51a560 ip6_output+0x110 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b4888a4 tcp_write_xmit+0x334 ([kernel.kallsyms]) ffffffff8b488fbc tcp_push_one+0x3c ([kernel.kallsyms]) ffffffff8b46ebe1 tcp_sendmsg_locked+0x2e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 173e59fb [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/contrib/ydb/apps/ydbd/ydbd) nbsd.User 197534 [028] 2549.972314: 37440497 cycles: 14090a90 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) swapper 0 [032] 2549.972427: 28936108 cycles: ffffffff8a75c576 do_idle+0x6 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 198455 [035] 2549.972784: 36230891 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd.User 197536 [019] 2549.972839: 28773552 cycles: 1f9eb591 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [012] 2549.972880: 34674205 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a7328b7 ttwu_queue_wakelist+0xf7 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733b79 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 194355 [045] 2549.973501: 34735150 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) swapper 0 [034] 2549.974555: 41419388 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a7eecd9 tick_nohz_next_event+0xf9 ([kernel.kallsyms]) ffffffff8a7ef94d tick_nohz_idle_stop_tick+0xbd ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [029] 2549.974927: 35193308 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [037] 2549.975274: 25817416 cycles: ffffffff8b801556 error_entry+0x6 ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [040] 2549.975378: 35729543 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd-lig.SRV2 196022 [001] 2549.975402: 40744012 cycles: 1a6bbf [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 129abd8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) PdGetEv 197012 [042] 2549.975472: 27543752 cycles: ffffffff8a752485 update_group_capacity+0x5 ([kernel.kallsyms]) ffffffff8a752bad find_busiest_group+0x4d ([kernel.kallsyms]) ffffffff8a752e90 load_balance+0x160 ([kernel.kallsyms]) ffffffff8a7537ce newidle_balance+0x1fe ([kernel.kallsyms]) ffffffff8a753b09 pick_next_task_fair+0x49 ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 91117 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 93e9a pthread_cond_timedwait+0x23a (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45ac8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/contrib/ydb/apps/ydbd/ydbd) diskagen.IC 197891 [047] 2549.976103: 38344030 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12ff54cd [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198032 [027] 2549.977030: 31018330 cycles: ffffffff8a74e2a8 dequeue_task_fair+0x268 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [024] 2549.977610: 38572276 cycles: ffffffff8b697f79 ct_kernel_exit.constprop.0+0x89 ([kernel.kallsyms]) ffffffff8b697fa9 ct_idle_enter+0x9 ([kernel.kallsyms]) ffffffff8b6ac135 default_idle_call+0x45 ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 193502 [026] 2549.977689: 47385183 cycles: ffffffff8a74e045 dequeue_task_fair+0x5 ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) default-executo 196007 [013] 2549.978046: 34129350 cycles: 172a0d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 197544 [022] 2549.978242: 37162039 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198879 [000] 2549.978460: 26865955 cycles: 128ef80 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/client/blockstore-client) diskagen.User 198840 [043] 2549.978562: 34986480 cycles: 133d5830 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.Scheduler 197261 [006] 2549.978662: 32804381 cycles: 219806a4 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) ydbd.Scheduler 193502 [014] 2549.979000: 32459432 cycles: ffffffff8a733f15 raw_spin_rq_lock_nested+0x25 ([kernel.kallsyms]) ffffffff8b6a45c6 __schedule+0xc6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d62/contrib/ydb/apps/ydbd/ydbd) swapper 0 [038] 2549.979068: 42391969 cycles: ffffffff8b6ac10a default_idle_call+0x1a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO1 197896 [039] 2549.979338: 30036162 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2598999f [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 198612 [020] 2549.979563: 30274318 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 2514bbd2 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [017] 2549.979793: 50714595 cycles: ffffffff8a747b28 update_load_avg+0x258 ([kernel.kallsyms]) ffffffff8a74eade enqueue_entity+0x5e ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 196118 [046] 2549.979927: 37133293 cycles: ffffffff8b692151 do_syscall_64+0x1 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) default-executo 196114 [010] 2549.979953: 48113780 cycles: 3a7905b [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [036] 2549.980063: 35190527 cycles: ffffffff8a74aecc update_cfs_group+0x5c ([kernel.kallsyms]) ffffffff8a74eafc enqueue_entity+0x7c ([kernel.kallsyms]) ffffffff8a74f081 enqueue_task_fair+0x91 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [008] 2549.980563: 27927471 cycles: ffffffff8a76057f __update_load_avg_cfs_rq+0x13f ([kernel.kallsyms]) ffffffff8a747952 update_load_avg+0x82 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 197556 [007] 2549.981052: 43999387 cycles: 1425e700 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 198447 [004] 2549.981063: 44151113 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) ffffffffffffffff [unknown] ([unknown]) nbsd.SRV2 194363 [033] 2549.981131: 46477087 cycles: ffffffff8b6ad475 _raw_spin_lock_irq+0x25 ([kernel.kallsyms]) ffffffff8aaefba2 eventfd_read+0x82 ([kernel.kallsyms]) ffffffff8aa7e38c vfs_read+0x21c ([kernel.kallsyms]) ffffffff8aa7f0c7 ksys_read+0x67 ([kernel.kallsyms]) ffffffff8aa7f179 __x64_sys_read+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11489c read+0x4c (/usr/lib/x86_64-linux-gnu/libc.so.6) 125d91 eventfd_read+0x11 (/usr/lib/x86_64-linux-gnu/libc.so.6) 14230c1a [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [021] 2549.981244: 43265588 cycles: ffffffff8b3773f8 __release_sock+0x88 ([kernel.kallsyms]) ffffffff8b3774d0 release_sock+0x30 ([kernel.kallsyms]) ffffffff8b46f408 tcp_sendmsg+0x38 ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [009] 2549.981348: 37005314 cycles: ffffffff8a7eedbc tick_do_update_jiffies64+0xc ([kernel.kallsyms]) ffffffff8a7efec3 tick_irq_enter+0x53 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696b29 sysvec_call_function_single+0x89 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.SRV2 197556 [005] 2549.981783: 30600746 cycles: 1c75127b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) Test 194631 [003] 2549.981929: 45210646 cycles: 2af7433 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198844 [044] 2549.981938: 26608813 cycles: 2510547a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) ydbd.Scheduler 155714 [002] 2549.981965: 39329675 cycles: bba87a1 [unknown] (/home/github/.ya/build/build_root/dwgg/002d7d/contrib/ydb/apps/ydbd/ydbd (deleted)) blocksto.CLI2 198650 [031] 2549.982797: 32267323 cycles: ffffffff8a65fa48 fpregs_assert_state_consistent+0x38 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197536 [030] 2549.982806: 40031877 cycles: 13c8ea17 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 194623 [018] 2549.983271: 36692897 cycles: ffffffff8b37b9fe skb_queue_tail+0x4e ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 198649 [015] 2549.983359: 28802541 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [016] 2549.984584: 39810796 cycles: 2049b712 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 198447 [032] 2549.985132: 29618452 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2a8 [unknown] ([unknown]) blocksto.CLI1 194629 [011] 2549.985586: 40343419 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194622 [025] 2549.985844: 40147556 cycles: 3a779ea [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198047 [041] 2549.986033: 34670802 cycles: 204af547 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.User 197533 [019] 2549.986061: 32063478 cycles: ffffffff8a7604f9 __update_load_avg_cfs_rq+0xb9 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078cb5 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) perf 198744 [042] 2549.986416: 26838699 cycles: ffffffff8aa586c2 __mod_memcg_lruvec_state+0x52 ([kernel.kallsyms]) ffffffff8aa59827 __mod_lruvec_state+0x37 ([kernel.kallsyms]) ffffffff8aa598eb __mod_lruvec_page_state+0x9b ([kernel.kallsyms]) ffffffff8a96b737 folio_account_dirtied+0x77 ([kernel.kallsyms]) ffffffff8a96eb38 __folio_mark_dirty+0x48 ([kernel.kallsyms]) ffffffff8aad8e52 mark_buffer_dirty+0x122 ([kernel.kallsyms]) ffffffff8aad94b7 __block_commit_write.constprop.0.isra.0+0x57 ([kernel.kallsyms]) ffffffff8aad9699 generic_write_end+0x59 ([kernel.kallsyms]) ffffffff8ab86d29 ext4_da_write_end+0x89 ([kernel.kallsyms]) ffffffff8a95e103 generic_perform_write+0x113 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.AIO.SQ 197895 [037] 2549.987214: 27276074 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.AIO.SQ 198055 [035] 2549.987589: 36560428 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8a963888 __generic_file_write_iter+0xf8 ([kernel.kallsyms]) ffffffff8a9639f0 generic_file_write_iter+0x70 ([kernel.kallsyms]) ffffffff8aaf4256 aio_write+0x116 ([kernel.kallsyms]) ffffffff8aaf80ac __io_submit_one.constprop.0+0xac ([kernel.kallsyms]) ffffffff8aaf82f8 io_submit_one+0xe8 ([kernel.kallsyms]) ffffffff8aaf8974 __x64_sys_io_submit+0x84 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [012] 2549.987598: 38790147 cycles: 1424e9de [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [047] 2549.987831: 36955602 cycles: ffffffff8b55f93b tcp_v6_rcv+0x20b ([kernel.kallsyms]) ffffffff8b51c9ce ip6_protocol_deliver_rcu+0x6e ([kernel.kallsyms]) ffffffff8b51ced5 ip6_input_finish+0x45 ([kernel.kallsyms]) ffffffff8b51cf4f ip6_input+0x3f ([kernel.kallsyms]) ffffffff8b51d145 ipv6_rcv+0x145 ([kernel.kallsyms]) ffffffff8b3a6984 __netif_receive_skb_one_core+0x64 ([kernel.kallsyms]) ffffffff8b3a6a35 __netif_receive_skb+0x15 ([kernel.kallsyms]) ffffffff8b3a6cb6 process_backlog+0x96 ([kernel.kallsyms]) ffffffff8b3a7973 __napi_poll+0x33 ([kernel.kallsyms]) ffffffff8b3a7e55 net_rx_action+0x185 ([kernel.kallsyms]) ffffffff8b6ae2dd __do_softirq+0xdd ([kernel.kallsyms]) ffffffff8a6f2e24 do_softirq.part.0+0x84 ([kernel.kallsyms]) ffffffff8a6f3022 __local_bh_enable_ip+0x72 ([kernel.kallsyms]) ffffffff8b516f6c ip6_finish_output2+0x1ec ([kernel.kallsyms]) ffffffff8b51a27a ip6_finish_output+0x19a ([kernel.kallsyms]) ffffffff8b51a4c0 ip6_output+0x70 ([kernel.kallsyms]) ffffffff8b51a9fc ip6_xmit+0x2ec ([kernel.kallsyms]) ffffffff8b5683e1 inet6_csk_xmit+0xe1 ([kernel.kallsyms]) ffffffff8b486dff __tcp_transmit_skb+0x56f ([kernel.kallsyms]) ffffffff8b487d7a __tcp_send_ack.part.0+0xca ([kernel.kallsyms]) ffffffff8b48af3c tcp_send_ack+0x1c ([kernel.kallsyms]) ffffffff8b46f465 __tcp_cleanup_rbuf+0x35 ([kernel.kallsyms]) ffffffff8b46f557 tcp_cleanup_rbuf+0x57 ([kernel.kallsyms]) ffffffff8b47007d tcp_recvmsg_locked+0x1fd ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b5137b4 inet6_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d470 sock_recvmsg+0x60 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b6dde2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [023] 2549.987859: 39430088 cycles: ffffffff8a7efa04 tick_nohz_idle_enter+0x54 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197529 [000] 2549.988561: 27266591 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 7fb0fe5f183f [unknown] (//anon) swapper 0 [028] 2549.988642: 40709518 cycles: ffffffff8a7d7b37 __remove_hrtimer+0x27 ([kernel.kallsyms]) ffffffff8a7d7f71 __hrtimer_start_range_ns+0x291 ([kernel.kallsyms]) ffffffff8a7d80c5 hrtimer_start_range_ns+0x75 ([kernel.kallsyms]) ffffffff8a7ef2da tick_nohz_stop_tick+0x17a ([kernel.kallsyms]) ffffffff8a7ef900 tick_nohz_idle_stop_tick+0x70 ([kernel.kallsyms]) ffffffff8a75c500 cpuidle_idle_call+0x180 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.System 169040 [022] 2549.988977: 36486589 cycles: bbd1958 [unknown] (/home/github/.ya/build/build_root/dwgg/002d8b/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.AIO.SQ 197899 [045] 2549.989083: 33062313 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 205b02bb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV1 197555 [027] 2549.989126: 34021090 cycles: 112c4 log2+0x4 (/usr/lib/x86_64-linux-gnu/libm.so.6) 272a8524 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 196007 [029] 2549.989267: 34821261 cycles: 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 1733a27 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.SRV2 198455 [040] 2549.989271: 43877144 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) nbsd 197243 [034] 2549.989299: 35976204 cycles: ffffffff8a7c56e1 exit_to_user_mode_loop+0xe1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 13b84fba [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/apps/server/nbsd) swapper 0 [008] 2549.990136: 28681340 cycles: ffffffff8a604328 __switch_to_asm+0x18 ([kernel.kallsyms]) default-executo 196114 [001] 2549.990443: 40961975 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [014] 2549.990536: 35341013 cycles: ffffffff8a7f6e9f futex_wait+0xff ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14120953 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SNULL 194440 [006] 2549.990848: 34864535 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 91337 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 168394a [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 198855 [013] 2549.991953: 39278708 cycles: 133a8481 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [039] 2549.991957: 31277722 cycles: 1fc3907 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.User 197533 [044] 2549.992034: 26616176 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 12f47536 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blocksto.CLI2 196118 [020] 2549.992357: 38017983 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd 167056 [024] 2549.993163: 38529446 cycles: ffffffff8a7c5671 exit_to_user_mode_loop+0x71 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) swapper 0 [043] 2549.993618: 29631970 cycles: ffffffff8a739805 check_preempt_curr+0x55 ([kernel.kallsyms]) ffffffff8a73985c ttwu_do_wakeup+0x1c ([kernel.kallsyms]) ffffffff8a739a72 ttwu_do_activate+0x82 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [038] 2549.993843: 45564534 cycles: ffffffff8a74d6df set_next_entity+0xdf ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd 171298 [036] 2549.994298: 34979409 cycles: ffffffff8b627e1f __get_user_8+0x1f ([kernel.kallsyms]) ffffffff8a95a8aa rseq_ip_fixup+0x4a ([kernel.kallsyms]) ffffffff8a95ac5d __rseq_handle_notify_resume+0x2d ([kernel.kallsyms]) ffffffff8a7c56f1 exit_to_user_mode_loop+0xf1 ([kernel.kallsyms]) ffffffff8a7c5809 exit_to_user_mode_prepare+0xb9 ([kernel.kallsyms]) ffffffff8b697c5a syscall_exit_to_user_mode+0x2a ([kernel.kallsyms]) ffffffff8b6921b9 do_syscall_64+0x69 ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45e5a [unknown] (/home/github/.ya/build/build_root/dwgg/002d88/contrib/ydb/apps/ydbd/ydbd (deleted)) nbsd-lig.SRV2 194449 [046] 2549.995004: 37126201 cycles: 168bb52 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) blocksto.CLI1 198656 [042] 2549.995067: 28077017 cycles: 3a77c96 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [005] 2549.995654: 27710407 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [015] 2549.995821: 30669884 cycles: ffffffff8a7dacb5 ktime_get+0x5 ([kernel.kallsyms]) ffffffff8a6f30c2 irq_enter_rcu+0x42 ([kernel.kallsyms]) ffffffff8b696be9 sysvec_apic_timer_interrupt+0x89 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [037] 2549.995932: 27378896 cycles: ffffffff8aa51135 page_counter_try_charge+0x55 ([kernel.kallsyms]) ffffffff8aa5babb try_charge_memcg+0xbb ([kernel.kallsyms]) ffffffff8aa5ef03 mem_cgroup_charge_skmem+0x43 ([kernel.kallsyms]) ffffffff8b377e63 __sk_mem_raise_allocated+0xd3 ([kernel.kallsyms]) ffffffff8b378310 __sk_mem_schedule+0x30 ([kernel.kallsyms]) ffffffff8b46c751 tcp_wmem_schedule+0x41 ([kernel.kallsyms]) ffffffff8b46ee94 tcp_sendmsg_locked+0x594 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd-lig.SRV1 196021 [026] 2549.996004: 48527943 cycles: 18608d8 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) diskagen.IC 197891 [041] 2549.996015: 34471618 cycles: 133ac8d4 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.User 197880 [002] 2549.996115: 40039645 cycles: ffffffff8a73e5d4 available_idle_cpu+0x54 ([kernel.kallsyms]) ffffffff8a744f28 select_idle_cpu+0x138 ([kernel.kallsyms]) ffffffff8a74bc82 select_idle_sibling+0x162 ([kernel.kallsyms]) ffffffff8a74c660 select_task_rq_fair+0x1e0 ([kernel.kallsyms]) ffffffff8a73bdef try_to_wake_up+0x12f ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5ad2 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 196117 [010] 2549.996463: 45374418 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 35f7fa2 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blockstore-test 198065 [018] 2549.997005: 35064910 cycles: ffffffff8a9ec996 rmqueue_bulk+0x266 ([kernel.kallsyms]) ffffffff8a9ed754 rmqueue+0x854 ([kernel.kallsyms]) ffffffff8a9ef5f0 get_page_from_freelist+0x100 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8a9f15fb __folio_alloc+0x1b ([kernel.kallsyms]) ffffffff8aa1cb0b vma_alloc_folio+0xab ([kernel.kallsyms]) ffffffff8a9bb81a do_anonymous_page+0xfa ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) default-executo 196114 [030] 2549.997019: 42247717 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [004] 2549.997173: 39220807 cycles: ffffffff8a7690e0 psi_group_change+0x140 ([kernel.kallsyms]) ffffffff8a77a007 psi_task_switch+0x227 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) ydbd.Scheduler 196776 [032] 2549.997448: 27944202 cycles: bc0361f [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) PDisk 196866 [009] 2549.997529: 30977294 cycles: ffffffff8a73caea send_call_function_single_ipi+0x7a ([kernel.kallsyms]) ffffffff8a7f8341 __smp_call_single_queue+0x61 ([kernel.kallsyms]) ffffffff8a7328f9 ttwu_queue_wakelist+0x139 ([kernel.kallsyms]) ffffffff8a73beb6 try_to_wake_up+0x1f6 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 932c5 pthread_cond_signal+0xa5 (/usr/lib/x86_64-linux-gnu/libc.so.6) ad45984 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/contrib/ydb/apps/ydbd/ydbd) swapper 0 [031] 2549.997720: 30670501 cycles: ffffffff8b6ad3f7 _raw_spin_lock+0x17 ([kernel.kallsyms]) ffffffff8a733fc2 _raw_spin_rq_lock_irqsave+0x22 ([kernel.kallsyms]) ffffffff8a73c906 sched_ttwu_pending+0x46 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.IC 197544 [033] 2549.997867: 38765149 cycles: ffffffff8a743131 migrate_task_rq_fair+0x31 ([kernel.kallsyms]) ffffffff8a739dd6 set_task_cpu+0x76 ([kernel.kallsyms]) ffffffff8a73be85 try_to_wake_up+0x1c5 ([kernel.kallsyms]) ffffffff8a73c390 wake_up_q+0x50 ([kernel.kallsyms]) ffffffff8a7f661f futex_wake+0x15f ([kernel.kallsyms]) ffffffff8a7f3477 do_futex+0xd7 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.AIO.SQ 198055 [021] 2549.998005: 35830035 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) perf 198744 [016] 2549.998300: 35920993 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8a95e0d9 generic_perform_write+0xe9 ([kernel.kallsyms]) ffffffff8ab6cf4a ext4_buffered_write_iter+0x8a ([kernel.kallsyms]) ffffffff8ab6d4f9 ext4_file_write_iter+0x49 ([kernel.kallsyms]) ffffffff8aa7ed88 vfs_write+0x2b8 ([kernel.kallsyms]) ffffffff8aa7f247 ksys_write+0x67 ([kernel.kallsyms]) ffffffff8aa7f2f9 __x64_sys_write+0x19 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11493f write+0x4f (/usr/lib/x86_64-linux-gnu/libc.so.6) 22518d ion+0x5f (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 2252f0 writen+0x2d (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 86dfb record__write+0x7b (inlined) 86dfb record__pushfn+0x7b (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 1197c2 perf_mmap__push+0xd2 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 824f1 record__mmap_read_evlist+0x411 (/usr/lib/linux-hwe-6.2-tools-6.2.0-39/perf) 84939 record__mmap_read_all+0x13a9 (inlined) 84939 __cmd_record+0x13a9 (inlined) ffffffffffffffff [unknown] ([unknown]) diskagen.User 197875 [007] 2549.998580: 37275271 cycles: ffffffff8b80004c entry_SYSCALL_64+0xc ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [000] 2549.999116: 26487064 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4d1b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.SRV2 194363 [019] 2549.999297: 28816891 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14229977 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.IC 198626 [029] 2550.000305: 33589713 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/disk_agent/diskagentd) diskagen.IC 198855 [023] 2550.000895: 35378337 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b37369a skb_page_frag_refill+0x8a ([kernel.kallsyms]) ffffffff8b373fe1 sk_page_frag_refill+0x21 ([kernel.kallsyms]) ffffffff8b46edf9 tcp_sendmsg_locked+0x4f9 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 204547fb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.IC 197544 [003] 2550.001191: 38636408 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b4b6873 inet_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d858 sock_sendmsg+0x68 ([kernel.kallsyms]) ffffffff8b36d913 sock_write_iter+0x93 ([kernel.kallsyms]) ffffffff8aa7b8a1 do_iter_readv_writev+0xe1 ([kernel.kallsyms]) ffffffff8aa7c830 do_iter_write+0xa0 ([kernel.kallsyms]) ffffffff8aa7ca1c vfs_writev+0xbc ([kernel.kallsyms]) ffffffff8aa7cbe8 do_writev+0xf8 ([kernel.kallsyms]) ffffffff8aa7cc4c __x64_sys_writev+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11ab0d writev+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 219d4cfb [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.System 194334 [017] 2550.001378: 46399759 cycles: 139f13e7 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagentd 160828 [025] 2550.001473: 42819067 cycles: ffffffff8a779eff psi_task_switch+0x11f ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002dee/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) swapper 0 [011] 2550.001543: 37886038 cycles: ffffffff8a6b84f6 native_write_msr+0x6 ([kernel.kallsyms]) ffffffff8a69c310 lapic_next_event+0x20 ([kernel.kallsyms]) ffffffff8a7ebc05 clockevents_program_event+0xb5 ([kernel.kallsyms]) ffffffff8a7ee891 tick_program_event+0x41 ([kernel.kallsyms]) ffffffff8a7d7bb6 __remove_hrtimer+0xa6 ([kernel.kallsyms]) ffffffff8a7d87a7 hrtimer_try_to_cancel.part.0+0xa7 ([kernel.kallsyms]) ffffffff8a7d8871 hrtimer_cancel+0x21 ([kernel.kallsyms]) ffffffff8a7ef397 tick_nohz_restart+0x17 ([kernel.kallsyms]) ffffffff8a7efde4 tick_nohz_idle_exit+0xd4 ([kernel.kallsyms]) ffffffff8a75c618 do_idle+0xa8 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 198656 [008] 2550.001575: 27671291 cycles: 3b9b8a8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 197875 [044] 2550.001700: 26967659 cycles: 133a44c0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd-lig.SRV2 196022 [035] 2550.001941: 31872707 cycles: 18695f1 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) nbsd.IC 198447 [045] 2550.002451: 31375802 cycles: 2727c601 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/apps/server/nbsd) diskagen.IC 198047 [040] 2550.002590: 40265107 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b47012e tcp_recvmsg_locked+0x2ae ([kernel.kallsyms]) ffffffff8b471542 tcp_recvmsg+0x72 ([kernel.kallsyms]) ffffffff8b4b6a04 inet_recvmsg+0x54 ([kernel.kallsyms]) ffffffff8b36d491 sock_recvmsg+0x81 ([kernel.kallsyms]) ffffffff8b36d53f sock_read_iter+0x8f ([kernel.kallsyms]) ffffffff8aa7b8f3 do_iter_readv_writev+0x133 ([kernel.kallsyms]) ffffffff8aa7bfb7 do_iter_read+0xf7 ([kernel.kallsyms]) ffffffff8aa7c110 vfs_readv+0x70 ([kernel.kallsyms]) ffffffff8aa7c268 do_readv+0xf8 ([kernel.kallsyms]) ffffffff8aa7c2cc __x64_sys_readv+0x1c ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11aa6d readv+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 2045481b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [047] 2550.002668: 32456090 cycles: ffffffff8a6c86ba switch_mm_irqs_off+0x36a ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) diskagen.AIO.SQ 197899 [012] 2550.003002: 37767148 cycles: 1e46c2b8 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 196124 [027] 2550.003187: 31025879 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) swapper 0 [034] 2550.003222: 32713767 cycles: ffffffff8a77a00a psi_task_switch+0x22a ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [006] 2550.003748: 32363967 cycles: ffffffff8a74f076 enqueue_task_fair+0x86 ([kernel.kallsyms]) ffffffff8a736066 enqueue_task+0x56 ([kernel.kallsyms]) ffffffff8a739a58 ttwu_do_activate+0x68 ([kernel.kallsyms]) ffffffff8a73c9a4 sched_ttwu_pending+0xe4 ([kernel.kallsyms]) ffffffff8a7f7447 __flush_smp_call_function_queue+0xf7 ([kernel.kallsyms]) ffffffff8a7f83a3 generic_smp_call_function_single_interrupt+0x13 ([kernel.kallsyms]) ffffffff8a697e3d __sysvec_call_function_single+0x2d ([kernel.kallsyms]) ffffffff8b696b31 sysvec_call_function_single+0x91 ([kernel.kallsyms]) ffffffff8b800fab asm_sysvec_call_function_single+0x1b ([kernel.kallsyms]) ffffffff8b6abf9b native_safe_halt+0xb ([kernel.kallsyms]) ffffffff8a65e8d5 arch_cpu_idle+0x15 ([kernel.kallsyms]) ffffffff8b6ac13a default_idle_call+0x4a ([kernel.kallsyms]) ffffffff8a75c505 cpuidle_idle_call+0x185 ([kernel.kallsyms]) ffffffff8a75c5f2 do_idle+0x82 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI2 198657 [039] 2550.003889: 29885199 cycles: 662222c [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 194629 [022] 2550.003969: 36779965 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3a6ac67 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 198682 [014] 2550.004142: 39531802 cycles: 64f6636 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.Background 194369 [028] 2550.005161: 40487378 cycles: 13c9275e [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) diskagen.User 197875 [042] 2550.005350: 27711714 cycles: 133a5c86 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2550.005874: 29631970 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagentd 165440 [037] 2550.006361: 27950022 cycles: ffffffff8b904104 srso_alias_safe_ret+0x0 ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab4cd do_nanosleep+0x5d ([kernel.kallsyms]) ffffffff8a7d9240 hrtimer_nanosleep+0xc0 ([kernel.kallsyms]) ffffffff8a7e36e4 common_nsleep+0x44 ([kernel.kallsyms]) ffffffff8a7e6454 __x64_sys_clock_nanosleep+0xe4 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) e57f8 clock_nanosleep+0xc8 (/usr/lib/x86_64-linux-gnu/libc.so.6) ea676 __nanosleep+0x16 (/usr/lib/x86_64-linux-gnu/libc.so.6) 12efdc0a [unknown] (/home/github/.ya/build/build_root/dwgg/002de9/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) nbsd.IC 197544 [020] 2550.006649: 38070207 cycles: 1618a82a [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) blockstore-test 198065 [018] 2550.006810: 35265272 cycles: ffffffff8a9b8d7c inc_mm_counter+0x3c ([kernel.kallsyms]) ffffffff8a9c0c21 handle_pte_fault+0x251 ([kernel.kallsyms]) ffffffff8a9c2fa0 __handle_mm_fault+0x3c0 ([kernel.kallsyms]) ffffffff8a9c3429 handle_mm_fault+0x119 ([kernel.kallsyms]) ffffffff8a6c4799 do_user_addr_fault+0x1a9 ([kernel.kallsyms]) ffffffff8b697871 exc_page_fault+0x81 ([kernel.kallsyms]) ffffffff8b800bd7 asm_exc_page_fault+0x27 ([kernel.kallsyms]) 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 4f77315 [unknown] (/home/github/.ya/build/build_root/dwgg/002c09/cloud/blockstore/tests/loadtest/local-change-device/blockstore-tests-loadtest-local-change-device) swapper 0 [013] 2550.007188: 33523686 cycles: ffffffff8a6c86d3 switch_mm_irqs_off+0x383 ([kernel.kallsyms]) ffffffff8b6a4770 __schedule+0x270 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) swapper 0 [005] 2550.007392: 30627416 cycles: ffffffff8a74795a update_load_avg+0x8a ([kernel.kallsyms]) ffffffff8a74d6ef set_next_entity+0xef ([kernel.kallsyms]) ffffffff8a753c6d pick_next_task_fair+0x1ad ([kernel.kallsyms]) ffffffff8a738358 pick_next_task+0x58 ([kernel.kallsyms]) ffffffff8b6a4666 __schedule+0x166 ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) blocksto.CLI1 194622 [015] 2550.007421: 32041046 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) ydbd.Scheduler 167057 [001] 2550.007463: 38898733 cycles: bba875f [unknown] (/home/github/.ya/build/build_root/dwgg/002d8d/contrib/ydb/apps/ydbd/ydbd (deleted)) diskagen.Schedu 165166 [024] 2550.007513: 37454904 cycles: 133b7344 [unknown] (/home/github/.ya/build/build_root/dwgg/002deb/cloud/blockstore/apps/disk_agent/diskagentd (deleted)) Test 198682 [036] 2550.007626: 37167712 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 196117 [032] 2550.008556: 27535425 cycles: ffffffff8a766eb5 psi_flags_change+0x25 ([kernel.kallsyms]) ffffffff8a779e60 psi_task_switch+0x80 ([kernel.kallsyms]) ffffffff8b6a494a __schedule+0x44a ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8b6ab3cb schedule_hrtimeout_range_clock+0x11b ([kernel.kallsyms]) ffffffff8b6ab403 schedule_hrtimeout_range+0x13 ([kernel.kallsyms]) ffffffff8aaeb38f ep_poll+0x31f ([kernel.kallsyms]) ffffffff8aaeb4ad do_epoll_wait+0xbd ([kernel.kallsyms]) ffffffff8aaeb910 __x64_sys_epoll_wait+0x60 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 125eae epoll_wait+0x5e (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b763d5 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) Test 196124 [046] 2550.009163: 38462690 cycles: 1a717a [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e31/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.SRV1 197555 [000] 2550.009414: 27020225 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b389699 simple_copy_to_iter+0x39 ([kernel.kallsyms]) ffffffff8b38987f __skb_datagram_iter+0x1af ([kernel.kallsyms]) ffffffff8b389a78 skb_copy_datagram_iter+0x38 ([kernel.kallsyms]) ffffffff8b50a90e unix_stream_read_actor+0x1e ([kernel.kallsyms]) ffffffff8b50f210 unix_stream_read_generic+0x2f0 ([kernel.kallsyms]) ffffffff8b50f96d unix_stream_recvmsg+0x8d ([kernel.kallsyms]) ffffffff8b36d498 sock_recvmsg+0x88 ([kernel.kallsyms]) ffffffff8b36d6b8 ____sys_recvmsg+0x98 ([kernel.kallsyms]) ffffffff8b370cfc ___sys_recvmsg+0x7c ([kernel.kallsyms]) ffffffff8b371b02 __sys_recvmsg+0x62 ([kernel.kallsyms]) ffffffff8b371b8d __x64_sys_recvmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 1278bf recvmsg+0x5f (/usr/lib/x86_64-linux-gnu/libc.so.6) 14226772 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) default-executo 194632 [009] 2550.009626: 30803424 cycles: 3b1907b [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.User 198032 [031] 2550.010101: 29167436 cycles: 133ae187 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) nbsd.SRV2 197556 [038] 2550.010696: 42205992 cycles: 14199f7b [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) nbsd.IC 194355 [021] 2550.010733: 33317327 cycles: 21a2fa57 [unknown] (/home/github/.ya/build/build_root/dwgg/002cf0/cloud/blockstore/apps/server/nbsd) blocksto.CLI1 198656 [004] 2550.011811: 40575287 cycles: 3b353d0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) blocksto.CLI1 197447 [008] 2550.012254: 26845886 cycles: ffffffff8b62711a copy_user_enhanced_fast_string+0xa ([kernel.kallsyms]) ffffffff8b46c2e8 skb_do_copy_data_nocache+0xd8 ([kernel.kallsyms]) ffffffff8b46eee1 tcp_sendmsg_locked+0x5e1 ([kernel.kallsyms]) ffffffff8b46f3fd tcp_sendmsg+0x2d ([kernel.kallsyms]) ffffffff8b513703 inet6_sendmsg+0x43 ([kernel.kallsyms]) ffffffff8b36d842 sock_sendmsg+0x52 ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002c01/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd.User 197529 [019] 2550.012370: 30305407 cycles: ffffffff8b800ef0 asm_sysvec_apic_timer_interrupt+0x0 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 14078d52 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.IC 197891 [045] 2550.012498: 33537910 cycles: 1302ada0 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) swapper 0 [041] 2550.012547: 32749531 cycles: ffffffff8b904109 srso_alias_safe_ret+0x5 ([kernel.kallsyms]) ffffffff8a7d76d2 hrtimer_wakeup+0x22 ([kernel.kallsyms]) ffffffff8a7d8287 __hrtimer_run_queues+0x107 ([kernel.kallsyms]) ffffffff8a7d8e21 hrtimer_interrupt+0x101 ([kernel.kallsyms]) ffffffff8a69cd74 __sysvec_apic_timer_interrupt+0x64 ([kernel.kallsyms]) ffffffff8b696bf1 sysvec_apic_timer_interrupt+0x91 ([kernel.kallsyms]) ffffffff8b800f0b asm_sysvec_apic_timer_interrupt+0x1b ([kernel.kallsyms]) ffffffff8a734b0a finish_task_switch.isra.0+0x8a ([kernel.kallsyms]) ffffffff8b6a47bf __schedule+0x2bf ([kernel.kallsyms]) ffffffff8b6a511a schedule_idle+0x2a ([kernel.kallsyms]) ffffffff8a75c629 do_idle+0xb9 ([kernel.kallsyms]) ffffffff8a75c890 cpu_startup_entry+0x20 ([kernel.kallsyms]) ffffffff8a69a888 start_secondary+0x138 ([kernel.kallsyms]) ffffffff8a60015a secondary_startup_64_no_verify+0xe5 ([kernel.kallsyms]) nbsd.User 197533 [016] 2550.013094: 34864747 cycles: 1c6ed858 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/server/nbsd) diskagen.User 198840 [044] 2550.013153: 29510282 cycles: ffffffff8a747c8c update_load_avg+0x3bc ([kernel.kallsyms]) ffffffff8a74dbc9 dequeue_entity+0x49 ([kernel.kallsyms]) ffffffff8a74e0f3 dequeue_task_fair+0xb3 ([kernel.kallsyms]) ffffffff8a736d5e dequeue_task+0x3e ([kernel.kallsyms]) ffffffff8b6a48c6 __schedule+0x3c6 ([kernel.kallsyms]) ffffffff8b6a4b68 schedule+0x68 ([kernel.kallsyms]) ffffffff8a7f6a96 futex_wait_queue+0x66 ([kernel.kallsyms]) ffffffff8a7f6ef1 futex_wait+0x151 ([kernel.kallsyms]) ffffffff8a7f3518 do_futex+0x178 ([kernel.kallsyms]) ffffffff8a7f3a58 __x64_sys_futex+0x78 ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 11e90d syscall+0x1d (/usr/lib/x86_64-linux-gnu/libc.so.6) 133b5a35 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) blocksto.CLI1 194622 [030] 2550.013192: 38395110 cycles: ffffffff8a9a5635 kmalloc_slab+0x45 ([kernel.kallsyms]) ffffffff8a9a5733 __kmalloc_node_track_caller+0x33 ([kernel.kallsyms]) ffffffff8b37bfb4 kmalloc_reserve+0x54 ([kernel.kallsyms]) ffffffff8b37e586 __alloc_skb+0x86 ([kernel.kallsyms]) ffffffff8b381ace alloc_skb_with_frags+0x4e ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 3b70fe7 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) nbsd-lig.SRV2 194449 [033] 2550.014177: 32423155 cycles: ffffffff8b626847 clear_page_erms+0x7 ([kernel.kallsyms]) ffffffff8a9ef818 get_page_from_freelist+0x328 ([kernel.kallsyms]) ffffffff8a9f0c4b __alloc_pages+0x18b ([kernel.kallsyms]) ffffffff8aa1d105 alloc_pages+0x95 ([kernel.kallsyms]) ffffffff8b381b4e alloc_skb_with_frags+0xce ([kernel.kallsyms]) ffffffff8b3753f8 sock_alloc_send_pskb+0x238 ([kernel.kallsyms]) ffffffff8b50fb83 unix_stream_sendmsg+0x1f3 ([kernel.kallsyms]) ffffffff8b36d85f sock_sendmsg+0x6f ([kernel.kallsyms]) ffffffff8b36dc66 ____sys_sendmsg+0x276 ([kernel.kallsyms]) ffffffff8b3714c8 ___sys_sendmsg+0x88 ([kernel.kallsyms]) ffffffff8b371639 __sys_sendmsg+0x69 ([kernel.kallsyms]) ffffffff8b3716cd __x64_sys_sendmsg+0x1d ([kernel.kallsyms]) ffffffff8b6921ac do_syscall_64+0x5c ([kernel.kallsyms]) ffffffff8b8000eb entry_SYSCALL_64_after_hwframe+0x73 ([kernel.kallsyms]) 127a1d sendmsg+0x4d (/usr/lib/x86_64-linux-gnu/libc.so.6) 183b787 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/apps/server_lightweight/nbsd-lightweight) Test 198681 [040] 2550.015162: 39222461 cycles: 1a6c15 [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 64a4c02 [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest) diskagen.IC 198855 [034] 2550.015351: 30912614 cycles: 133a5cac [unknown] (/home/github/.ya/build/build_root/dwgg/002dcc/cloud/blockstore/apps/disk_agent/diskagentd) Test 194631 [043] 2550.016017: 29631970 cycles: 1a710d [unknown] (/usr/lib/x86_64-linux-gnu/libc.so.6) 688dbe6 [unknown] (/home/github/.ya/build/build_root/dwgg/002e32/cloud/blockstore/tools/testing/loadtest/bin/blockstore-loadtest)